diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 559fb4b4da462eb2e9b2fa964104ae9086f43d51..5c7243941f7c97601d853de6719084b600b9932f 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,564031.4540922848,292271.20407464204,483.39013583700034,0.48632592757470555,0.0073581731104260285,0.007388311272876431,3.825881582388893,751.0202754202344,0.011460926021564403,0.007376763008537764,0.006224566200200653,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,559404.0114379448,296380.149149835,495.85986239950034,0.498871387002855,0.0075485318561178405,0.007579150161300157,3.825881582388893,747.9331597395217,0.011411643773686041,0.007565617378620778,0.006327748617740993,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.3292136739842622,1.3180934366896198,0.9745745230955783,0.9066723252279728,17.974873660846637,0.9917220991164941,35.46427548259699,1.1529152934991633,1.3067897575393816,1.1046466396284764,1.0996808183464393,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.09617559956196851,0.10557788320444567,0.2954650208438033,2.1184283750955433,0.2240218669610794,0.2572972859200854,38.22138963260878,0.31012191080600626,0.2448330956710939,0.2332618663663658,0.21263089936910548,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.023486249502030977,0.01644847702492166,0.11526590829761559,0.12442497417006311,0.007244405286797609,0.007246342156496041,0.7934136999321865,0.1532522414257977,0.009598261161411457,0.007219158953596752,0.00621948320582412,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,365.69484006464586,360.7057078614609,17.435588227364974,2.2862988224376792,0.6250230533911985,0.4489520449761839,64.28061572609307,19.12314932391226,0.49708172804324213,0.4532157427998315,0.43412943649998004,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,23.885272197655667,24.43656288455018,3.8616315660301823,1.8784362375134975,0.14021381997969865,0.15763520643354909,56.383156677037114,4.887256101091457,0.19288628701748534,0.15240776402831288,0.1463289296245688,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.296959304076307,20.905567273042827,4.005804313558692,0.7579971368626172,0.4564151756577151,0.3514101022180223,3.400492340902083,5.029608265469221,0.43577833347025746,0.3470732979256628,0.27341284975964153,Hazards,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,0.024060165275090837,0.05354763887747201,0.2284316539867246,0.6325800112921073,0.014279683170303745,0.014377975350522024,8.815041239957953,0.15511339489254575,0.009699639384640175,0.014284418629629326,0.01267762722738652,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,2374.628510590254,2358.7578542868364,45.341762318475084,3.7291764211961755,1.653092507146359,0.7986669932176141,128.53519870837192,48.730160174067294,1.304544165284568,1.2138341278788645,1.1912196366805867,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,24.300872768920158,24.562130608966353,3.969078579237513,1.9301004458224977,0.1449064423851378,0.16257674132133046,57.720260619632796,4.929591541793312,0.19407841492992461,0.1562629424486771,0.15025040875574733,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.666161545829482,20.98699008892748,3.9525401773997935,0.745957779220931,0.47004700457189186,0.3477283591710445,3.551173189119369,5.0661781991782995,0.44053723471115647,0.3436991458608516,0.2722147027850439,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1775.9326840377819,100.15299276365141,4.59560983436766,0.09191219668735319,0.0016289600602047872,0.0016342676482670887,2.733889561839103,42.14181633529554,0.015039458617800637,0.0016400689371721016,0.0016799107915372803,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 82185222f1850125dc4e7547766307898305ab32..39f4bce2ad400c4daffd2a57fc9bad169e35fdbb 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T15:34:36.816682+00:00", + "evaluated_at": "2026-06-17T16:02:35.268040+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65160.53977176251, diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index cbc96d94cab652bedfa3129bee83968d3f9938e1..ae2cf2b031c79e44afe6eac53491133d7914f547 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:34:29.511891+00:00", + "evaluated_at": "2026-06-17T16:02:35.311821+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9d90d793f987fdec8a57defdec844bdd9afd9378..ba42b69969a0469a4ed1985624414c5b46054b5f 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T12:39:00.825687+00:00", + "evaluated_at": "2026-06-17T16:02:35.375725+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 15.90851534559529, - 15.904250535758578, - 15.903155828673018, - 15.902625475333124, - 15.901731061722257, - 15.902309137296415, - 15.898341089643726, - 15.901726661925096, - 15.901804219220763, - 15.900421078867726, - 15.899618058959597, - 15.901029718366772, - 15.90174633756589, - 15.90145011556167, - 15.901020488542077, - 15.901753869104393, - 15.901625163365908, - 15.901593699857784, - 15.898117016539455, - 15.901752886566843, - 15.902132479403853, - 15.901765501135827, - 15.901611886275386, - 15.900169305796407 + 15.834460265300885, + 15.819827675673162, + 15.81243802222717, + 15.802696646252848, + 15.796116279473914, + 15.787295213458885, + 15.786542498921463, + 15.781259891357598, + 15.774951167243419, + 15.77632522280757, + 15.774447999171786, + 15.773876443092863, + 15.773313627679542, + 15.774512879044995, + 15.765320623225657, + 15.765638000866328, + 15.767020508329756, + 15.767968158261255, + 15.769304503830885, + 15.762673802190946, + 15.766729567313577, + 15.762063793601687, + 15.76343316774366, + 15.764818021224183 ], "p10": [ - 15.774469964411907, - 15.813836956731741, - 15.639681372690076, - 15.777390217483559, - 15.757347246677513, - 15.77566857279047, - 15.774539980222094, - 15.776305864146659, - 15.812185556227293, - 15.75629478509886, - 15.548293348593962, - 15.767718577831609, - 15.637577326049767, - 15.793429688108384, - 15.793055863024774, - 15.595872694319308, - 15.773794813227672, - 15.77602402054685, - 15.642204546399736, - 15.776008481380718, - 15.546132373699333, - 15.776023713941257, - 15.642204375124123, - 15.591111789297837 + 15.72240185729088, + 15.705886150405645, + 15.712330586553945, + 15.700230620479825, + 15.690235916642877, + 15.675751801483417, + 15.686959643922242, + 15.66731836609008, + 15.676446742293944, + 15.661523387055432, + 15.66826765410792, + 15.425794953672385, + 15.661458966449082, + 15.660820339597842, + 15.422030759164887, + 15.6589401834911, + 15.657632285799716, + 15.419886668840777, + 15.662532319522281, + 15.65676050097538, + 15.661796430580642, + 15.65937976696253, + 15.655921308764835, + 15.642925978979314 ], "p90": [ - 15.985366938592554, - 15.946739613648568, - 16.000387122606334, - 16.036926071500957, - 15.990346967641715, - 16.16938296247666, - 15.961783634645382, - 15.961735711175336, - 16.029321913383555, - 15.98883240026602, - 16.035767234314424, - 15.998288009924073, - 15.989694685576156, - 16.028350988426062, - 16.02908942109093, - 15.989359291183364, - 16.001284506419534, - 15.998277171159444, - 15.953940084214747, - 16.02834760613713, - 16.029906790072435, - 16.028438561925203, - 16.028438547325297, - 15.977478850339342 + 16.17240314265379, + 16.16558108291874, + 16.151352080861923, + 16.14276085966921, + 15.86741889941198, + 15.854327120292265, + 16.125876574862684, + 16.127013298603178, + 16.118885753645227, + 15.851262204143094, + 15.83755628308638, + 16.117236338270782, + 16.115998031724576, + 16.109541089954526, + 15.84351602833785, + 15.839029513378973, + 15.83791931033477, + 15.84137193801374, + 15.840886550183209, + 15.832607646165485, + 15.836516299844112, + 15.866869795213994, + 15.835606820719656, + 15.831578474231653 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 0910ff09c8da0d6d20990fded8b0ff19b9332bd7..86c9528fb6ad2620ed6d591421349b63b9ca3f92 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T13:13:52.157751+00:00", + "evaluated_at": "2026-06-17T16:02:35.418648+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 43.439119338816504, - 45.42099296178894, - 46.046071538584435, - 46.456660517098584, - 46.813355881762526, - 46.92794724096924, - 46.73980517110347, - 46.74603441871729, - 47.02291444208435, - 46.7818574240872, - 46.63786164645651, - 46.95840971223593, - 46.67546903230583, - 46.76354121764214, - 46.83609559834341, - 47.001712477204926, - 46.83610083352335, - 46.836101402650485, - 46.63813211184038, - 46.980377264033066, - 46.89203258896567, - 46.766778973274995, - 47.010872298951035, - 46.751681345276225 + 73.6759293076217, + 77.7812547301374, + 80.25319129290109, + 81.66207879530491, + 82.31895453168877, + 83.13813829492511, + 83.50351619410391, + 83.53716204584431, + 83.62575937129176, + 83.57446992736958, + 83.37905104457188, + 83.96423641245633, + 83.76443700180542, + 83.66050658130071, + 83.83295000284349, + 83.66455875629768, + 83.6877987871097, + 83.5215151119403, + 83.59932380914174, + 83.8636632395652, + 83.86027876319787, + 83.6695988068689, + 83.47413675577045, + 83.68978798669244 ], "p10": [ - 41.12740129979858, - 43.62689991915122, - 44.21309866600911, - 43.22809109963825, - 44.65563582812322, - 44.714946793624854, - 44.568438395738696, - 44.520395725415845, - 44.57299140453924, - 44.91794019294381, - 44.46419735971846, - 44.58020943492963, - 44.507641513406675, - 44.568714040388635, - 44.63702215586629, - 44.63702592619293, - 44.89047492645931, - 44.453194280167025, - 44.35173458693106, - 44.973963943751286, - 44.625826455994996, - 43.38910853376372, - 44.58031456795396, - 44.50768235985629 + 70.99574906953892, + 74.17281900853158, + 77.74243862694667, + 79.11414096416551, + 78.05568004952491, + 78.74841910249157, + 81.1478565179211, + 80.99485723651146, + 79.33782096147796, + 81.16043466306778, + 78.96505692347874, + 80.47144136212763, + 81.36823805491821, + 81.47001281022443, + 81.11489223069458, + 80.98712713435673, + 81.03719644904733, + 78.92410369301653, + 80.34345961939489, + 80.16578757558321, + 81.56290966799948, + 79.00374489168935, + 78.98767597485705, + 80.34411367401887 ], "p90": [ - 46.86335673957292, - 48.90849163706475, - 49.801789713214454, - 49.047466235749674, - 50.17231504480532, - 50.21945537837064, - 49.69616933628333, - 50.72763449950234, - 51.33842355359551, - 50.35996721483074, - 50.360393110475805, - 52.4607331425921, - 50.33168184222296, - 50.673000333190814, - 50.317232632363094, - 50.24265980970712, - 50.317237867543035, - 50.67301584178912, - 48.49550567904513, - 50.31626995634451, - 49.906300144574985, - 50.15779840475983, - 49.939936366532955, - 50.32595788321596 + 77.70711960294837, + 83.3387045492945, + 84.29065874771375, + 85.53794297869477, + 87.31490065115474, + 87.02681281228745, + 88.39887364391794, + 87.4862075501478, + 88.35697179407312, + 86.76441731815333, + 87.05729684364522, + 87.84086111347015, + 87.3194957763669, + 87.79712763295615, + 87.61972480604254, + 87.11413624251543, + 87.80514863767787, + 87.60370081576906, + 87.18480294609401, + 88.24699852035373, + 87.33552742852416, + 87.13032151642273, + 86.37904074820432, + 87.22000439260621 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 934b84f2d2494c18f33904f17a13268813e40ae1..532ff5818208c0cc184af4428e53e11a93ef9668 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:25:25.503389+00:00", + "evaluated_at": "2026-06-17T16:02:35.458199+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.279447362804497, - 22.011886836718247, - 21.884221072522482, - 21.699770161322068, - 21.588257605046007, - 21.597753110822268, - 21.468330277690505, - 21.471596670888218, - 21.417947526766305, - 21.38762807903311, - 21.380308121787742, - 21.402722505446754, - 21.409246533053413, - 21.303378882009483, - 21.35655878924601, - 21.325861299373635, - 21.427753724112275, - 21.37318359948396, - 21.376397586605737, - 21.40610582796711, - 21.398782194458647, - 21.327179224187105, - 21.35143713260888, - 21.362811094386608 + 22.08491721501629, + 21.84068141702636, + 21.725020773751837, + 21.620170027816336, + 21.571410400279355, + 21.504612219903724, + 21.455841762526184, + 21.40822801156601, + 21.37287207008651, + 21.38845132928402, + 21.38592421929324, + 21.410433389787954, + 21.33539673099531, + 21.30243904546914, + 21.343534524585827, + 21.406630946266525, + 21.343298226564947, + 21.31822972501509, + 21.357553027441767, + 21.318497458809603, + 21.39216339147688, + 21.340505248378843, + 21.34418571993527, + 21.37435857706495 ], "p10": [ - 21.409336176142826, - 21.201983802066312, - 21.236808595527602, - 20.92144774073538, - 20.82860135048728, - 20.97255723014577, - 20.670631197921324, - 20.613342048053415, - 20.63962510617962, - 20.540994039204147, - 20.81140109669536, - 20.711963910055292, - 20.742901591420537, - 20.54166659905537, - 20.54248913474024, - 20.754062727521244, - 20.754859632999185, - 20.494386589645035, - 20.745277935765607, - 20.674172269088935, - 20.762355390902016, - 20.77493716499149, - 20.48508858084041, - 20.36816584991629 + 21.44286242918379, + 21.15553119054768, + 20.916000026664577, + 21.007455692003617, + 20.74712535797258, + 20.601458756790137, + 20.848879860254115, + 20.814869984268757, + 20.606238887891205, + 20.52712407212614, + 20.644843996916055, + 20.5380423479266, + 20.48686086997589, + 20.40053151249558, + 20.551638673469675, + 20.550533150553225, + 20.367200663772675, + 20.523567933700026, + 20.542915350866064, + 20.468941230795256, + 20.542329446614524, + 20.512512243066016, + 20.51214103286296, + 20.779241727101667 ], "p90": [ - 22.956857807024072, - 22.76752782094052, - 22.435818668218378, - 22.443479893584296, - 22.39112338576607, - 22.609970843850373, - 22.17100511254803, - 22.18788631302419, - 22.098986638815177, - 22.044839972151934, - 22.245316522182627, - 22.447048224985622, - 22.07531216564133, - 22.045525628053216, - 22.213397817423918, - 22.127614021905604, - 22.136856705395584, - 22.23583675552437, - 22.041735218390503, - 22.052058712523355, - 22.131117897590897, - 22.19694942226915, - 22.066777740331975, - 22.077558075174736 + 22.783831658965543, + 22.56178804787312, + 22.41043236232463, + 22.341875137812817, + 22.28859966570008, + 22.23893620524057, + 22.083368920589816, + 22.136575906415814, + 22.14877828721315, + 22.087945466437162, + 22.365140091368595, + 21.87696321518946, + 22.100017445085783, + 22.034345988152722, + 22.181226890213665, + 22.327981585018122, + 22.02256937214654, + 22.069501096785743, + 22.06966211769351, + 22.023649243897058, + 22.122319733211395, + 22.08483014293068, + 22.068306013659804, + 22.10334391714565 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 483dbbbbc0d5b22288425cab58d21e925c5089cf..992d1606762bd67edd74d30cd2ba7a4b1f620885 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T14:25:25.560346+00:00", + "evaluated_at": "2026-06-17T16:02:35.518050+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.733443588287901, - 13.041884644390716, - 13.226714639321301, - 12.585900914528565, - 12.846555499839322, - 13.437615341357574, - 12.566763618683321, - 12.585899287377211, - 13.295322747169207, - 13.434640549758015, - 13.04546397988436, - 13.04546397988436, - 13.029493751059764, - 12.964479414583638, - 13.099352737855915, - 13.421883770614508, - 13.15743740486311, - 12.3363254409844, - 14.008710328107252, - 13.628709710005525, - 12.107630468095891, - 12.846555543672007, - 12.630316030103259, - 12.996986582821702 + 13.543673703745466, + 13.26112057539542, + 13.052395234422058, + 14.110465883489638, + 12.449516244329136, + 12.915522650676113, + 12.911576677250128, + 13.167286767399773, + 13.018239904322272, + 13.167487896283559, + 13.200740111081362, + 12.469827423563567, + 13.018239904322279, + 13.054050216337524, + 13.018239904322279, + 12.729190790834176, + 13.064259249806753, + 12.998606070066714, + 14.049247577381479, + 12.681098945908355, + 13.186865874111911, + 12.915522650391821, + 13.07774351660713, + 12.492831703790038 ], "p10": [ - 9.628071939060618, - 8.469283550254701, - 9.140158770984648, - 8.675005401555914, - 8.769335991992769, - 8.402741332022378, - 8.836070081523694, - 8.675003774404562, - 8.513510599215085, - 9.130632862607008, - 8.513510599215106, - 9.123959458034003, - 8.836070081555505, - 8.467041277431978, - 8.8293966769825, - 8.513510599215106, - 9.387636077573337, - 8.769336035825454, - 9.189415000240562, - 8.67906212359455, - 8.278186021677431, - 8.67906212359455, - 8.414068808559808, - 8.402741330841602 + 8.49441908352108, + 8.888847687618668, + 9.30860479793452, + 9.6665805237223, + 9.230543307315255, + 8.471775949988146, + 8.518837296129433, + 8.87496465763836, + 8.435311180043211, + 8.29153781555576, + 9.443462822879948, + 8.9456173760943, + 8.471775949703854, + 9.202001374753518, + 8.299857785328541, + 8.88816379537554, + 8.421765840571748, + 8.518837296136653, + 10.197276245056033, + 8.874964657638179, + 9.173583232954172, + 8.521352678091482, + 9.236872216906626, + 8.421765840571748 ], "p90": [ - 18.805651545355904, - 19.115460700835996, - 18.504986207026146, - 17.983669928682193, - 18.450469774390086, - 18.448255551503397, - 18.54343084509495, - 19.315243961317957, - 18.47287604653917, - 19.18030746914304, - 19.20914072473605, - 18.54900225121255, - 18.47609310288522, - 17.93207808644457, - 19.175430694711633, - 19.27135299143441, - 19.106305953935678, - 19.18030746914304, - 20.273623939165883, - 20.347801656460703, - 18.89446036735834, - 18.47609310288522, - 18.45073336753771, - 19.18030746914304 + 19.434265347954597, + 18.495160862679008, + 20.387847667873825, + 20.179873464952813, + 18.4958593178799, + 18.961676159383554, + 18.52732276860262, + 17.917386224474242, + 17.927605543105148, + 18.524232967242515, + 19.36097757215156, + 18.595785498734113, + 18.495859329076026, + 18.555130980915767, + 18.961676159099262, + 18.99198457073048, + 18.962844353176813, + 19.254246528713495, + 19.254246528713495, + 18.595785498734113, + 18.555130980915767, + 19.271878691064703, + 19.254246528713495, + 17.871041808891206 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 684205c4013ab24050c2edf335b4e14ca81f1a11..8de0b31d69bb516ab0676d8a5ff9c26b5b82e353 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,30 +1,42 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T15:34:37.019576+00:00", + "evaluated_at": "2026-06-17T16:02:35.539485+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 0f3d1c29626a499a79253cd7e72ae51d947c9a90..5a336b6830b5b43b6c169994b14d3b3255ef4c6c 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -8,4 +8,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-14,Chronos-2,3.600,2.700,3.600,3.000,3.600,1.900,3.600,3.000,3.600 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 -2026-06-17,Chronos-2,5.100,5.200,5.100,4.800,5.200,4.600,5.100,4.800,4.900 +2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index ce04d6a1db79bebfc78ee7de97a6bdcc6cd7aa5c..87e2fcb4b7ff1e4f4b066a0c71811caa0742800a 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.267,4.0,4.267,4.0,4.3,3.533,4.267,4.0,4.167 +2026-W25,Chronos-Bolt-Mini,4.2,3.9,4.2,4.033,4.267,3.567,4.2,4.033,4.2 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 82c95537d92cf43047bdd3b9aaaf7591f036f655..dfd06777d9a034731b31abf52d516d21f81d9fdc 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,178192.15897496542,178192.15897496542,300.6494140625,0.3024753596089938,0.004614209911947547,0.004594410359097289,2.6524820623979433,422.128130992197,0.006441875724614385,0.004588052820636485,0.005941764460434737,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,170167.5002530416,170167.5002530416,288.1796875,0.2899299001808443,0.0044224302050216826,0.004403572319691163,2.6524820623979433,412.5136364449563,0.006293956364412445,0.00439692222993224,0.005877214833425285,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0971075539669473,0.0971075539669473,0.2840970809299809,0.26430299053898376,4.770935372009379,0.7993756142635278,2.9866113847978633,0.31162084969871207,0.35321149517069145,0.3220142516969789,0.21606056799573342,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.10018391535633464,0.10018391535633464,0.285527341067791,2.047177088699625,0.215988384196182,0.24730381850045388,36.720047283175894,0.3165184281465056,0.24988297795099487,0.22541632943856355,0.1949036981606652,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.012574899264867176,0.012574899264867176,0.0772104263305664,0.08334559145654186,0.004870800591592066,0.004857128455578588,1.5125646525445464,0.11213785830337217,0.007023247686711712,0.004835725920938769,0.01184519276750411,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,655.6749067651184,655.6749067651184,19.90518605709076,2.639891922671564,0.4386550850411726,0.6136325195897934,64.56101673564295,25.606149784087386,0.6763676109740022,0.5257808476850371,0.46671016524455067,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,3.2338393103016947,3.2338393103016947,1.4939412275950115,0.7222615660491748,0.056152167196230014,0.05776076269824069,2.298259592963952,1.798287883043673,0.07137242983595612,0.0592931846179701,0.04489453497437298,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,27.46563337210095,27.46563337210095,4.493833025296529,0.8532594351828854,0.7293846595380783,0.42467380623475,10.116017958785912,5.24076648708001,0.4800702125569475,0.41164882674472025,0.31498320209868785,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.007697988566898554,0.007697988566898554,0.030683716138203938,0.08497029707764091,0.001940534482249457,0.001929394453041697,3.478115593698618,0.08773818192154745,0.005486494093514704,0.001918731659038332,0.008866202449954995,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,111.43604530943003,111.43604530943003,7.973713636398315,0.655805671455142,0.21826475801430842,0.182436979704653,5.045313429917365,10.556327264225471,0.2826010645191426,0.21346249556448363,0.16876801581027273,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,5.336389300280189,5.336389300280189,1.9058684508005779,0.9267938321533299,0.07040763227071109,0.07403660847652725,6.643462203225369,2.3100626182595545,0.09094735081795213,0.07503419398146878,0.05942981242657763,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,24.24309131369095,24.24309131369095,4.330705205599467,0.8173283743202141,0.5173363733907547,0.374223949428597,7.1864615374123915,4.923727380114678,0.42815020696649375,0.3765830613564754,0.27665041187919087,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1815.8411032607157,1815.8411032607157,41.92926025390625,0.838585205078125,0.014972349722980954,0.014857878696225216,2.405189208984375,42.61268711617135,0.015207501721756318,0.014963602172397769,0.00979426324994837,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 3d7c22a77cbcd88a634ca284d683bc03624087a1..0391b4853096430f5f5b6f27e8e752f02b0eb290 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T15:08:01.961397+00:00", + "evaluated_at": "2026-06-17T15:42:25.544149+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65878.9765625, diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index dae7a52611eca7ecd6398f9902543a9bec8a2c65..b1ac3ddfffe6d0a1a9fc959ef841a822c83dc7f3 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T14:29:33.532838+00:00", + "evaluated_at": "2026-06-17T15:42:30.037539+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 86a1a1d9bdd449e327dc8eb6443e720d683f57b5..bee5748cd9f74fd90de453a2d8042ce2ed02ba96 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:35:23.040659+00:00", + "evaluated_at": "2026-06-17T15:42:37.113936+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 15.992979049682617, - 15.975114822387695, - 15.969354629516602, - 15.96415901184082, - 15.967402458190918, - 15.953452110290527, - 15.96287727355957, - 15.957408905029297, - 15.962068557739258, - 15.953933715820312, - 15.952692031860352, - 15.94559383392334, - 15.940796852111816, - 15.929986953735352, - 15.9154634475708, - 15.934005737304688, - 15.910324096679688, - 15.9087495803833, - 15.94159984588623, - 15.929133415222168, - 15.943063735961914, - 15.932044982910156, - 15.931438446044922, - 15.925609588623047 + 15.999234199523926, + 15.997020721435547, + 15.997711181640625, + 15.997054100036621, + 15.996179580688477, + 15.995108604431152, + 15.994979858398438, + 15.994929313659668, + 15.994924545288086, + 15.998153686523438, + 15.996816635131836, + 15.994109153747559, + 15.994790077209473, + 15.99895191192627, + 15.99661922454834, + 15.996735572814941, + 15.984000205993652, + 15.985823631286621, + 15.990782737731934, + 15.991694450378418, + 15.992949485778809, + 15.991752624511719, + 15.986608505249023, + 15.990769386291504 ], "p10": [ - 15.717721939086914, - 15.590252876281738, - 15.50149154663086, - 15.437771797180176, - 15.394115447998047, - 15.302818298339844, - 15.229275703430176, - 15.217486381530762, - 15.193011283874512, - 15.121057510375977, - 15.073110580444336, - 14.957643508911133, - 14.883731842041016, - 14.7734375, - 14.770209312438965, - 14.782541275024414, - 14.867704391479492, - 14.829948425292969, - 14.79356575012207, - 14.7876558303833, - 14.808996200561523, - 14.822757720947266, - 14.787788391113281, - 14.786589622497559 + 15.557559967041016, + 15.488088607788086, + 15.408512115478516, + 15.307401657104492, + 15.231912612915039, + 15.197257041931152, + 15.105546951293945, + 15.115335464477539, + 15.055051803588867, + 15.054835319519043, + 15.035117149353027, + 14.98479175567627, + 14.958463668823242, + 14.904180526733398, + 14.905243873596191, + 14.890207290649414, + 14.806622505187988, + 14.840432167053223, + 14.871479988098145, + 14.885512351989746, + 14.934964179992676, + 14.97977352142334, + 14.985791206359863, + 15.031140327453613 ], "p90": [ - 16.095186233520508, - 16.142675399780273, - 16.17041778564453, - 16.207250595092773, - 16.245943069458008, - 16.237586975097656, - 16.26122283935547, - 16.2434139251709, - 16.245283126831055, - 16.27482032775879, - 16.311664581298828, - 16.339599609375, - 16.39681053161621, - 16.487268447875977, - 16.530498504638672, - 16.554067611694336, - 16.696218490600586, - 16.74808692932129, - 16.76605224609375, - 16.760488510131836, - 16.790678024291992, - 16.832050323486328, - 16.84440803527832, - 16.87834358215332 + 16.011810302734375, + 16.01041030883789, + 16.009296417236328, + 16.008203506469727, + 16.008445739746094, + 16.009679794311523, + 16.007802963256836, + 16.00718116760254, + 16.006023406982422, + 16.007734298706055, + 16.00605583190918, + 16.00666046142578, + 16.007951736450195, + 16.009315490722656, + 16.0101318359375, + 16.010150909423828, + 16.007558822631836, + 16.00930404663086, + 16.005878448486328, + 16.0089111328125, + 16.006362915039062, + 16.007904052734375, + 16.005342483520508, + 16.006793975830078 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 95e4ef9914b11e6dfee09d7c7c14a178e03cdd45..6cab1cd62a54768a45ae79554f5647b27d4e929c 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T11:41:00.560954+00:00", + "evaluated_at": "2026-06-17T15:42:43.461668+00:00", "freq": "1h", - "context_length": 156, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -161,13 +337,13 @@ 11.699999809265137, 12.5, 14.300000190734863, - 21.799999237060547 - ], - "actuals": [ + 21.799999237060547, 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211, + 66.5999984741211 + ], + "actuals": [ 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -187,87 +363,267 @@ 24.799999237060547, 22.899999618530273, 22.799999237060547, - 27.100000381469727 + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 24.35862159729004, - 24.478147506713867, - 23.765443801879883, - 22.94133949279785, - 21.555927276611328, - 20.028125762939453, - 18.513044357299805, - 17.00991439819336, - 15.966691017150879, - 15.614747047424316, - 16.048784255981445, - 17.47037124633789, - 18.079748153686523, - 18.12445831298828, - 16.85123634338379, - 15.302846908569336, - 14.78644847869873, - 14.623454093933105, - 14.463863372802734, - 14.448494911193848, - 14.612529754638672, - 15.081155776977539, - 16.55011749267578, - 20.55951690673828 + 74.9530029296875, + 76.08866882324219, + 77.06590270996094, + 75.67095947265625, + 73.79061889648438, + 72.23484802246094, + 68.36482238769531, + 53.03846740722656, + 35.783714294433594, + 30.049667358398438, + 27.85149574279785, + 26.318368911743164, + 25.160682678222656, + 24.83509063720703, + 24.921707153320312, + 23.97357940673828, + 23.681982040405273, + 23.413578033447266, + 25.237716674804688, + 30.675065994262695, + 40.70207977294922, + 45.37779235839844, + 48.2911491394043, + 51.142704010009766 ], "p10": [ - 21.55839729309082, - 20.410240173339844, - 19.035146713256836, - 17.893798828125, - 16.09282684326172, - 14.533349990844727, - 13.130942344665527, - 11.690678596496582, - 10.823699951171875, - 10.58928394317627, - 11.011102676391602, - 11.61203384399414, - 12.546112060546875, - 12.606143951416016, - 11.984175682067871, - 11.008111953735352, - 9.770169258117676, - 9.842129707336426, - 9.475380897521973, - 9.712443351745605, - 9.755146980285645, - 9.788893699645996, - 10.938457489013672, - 12.98682689666748 + 67.13998413085938, + 65.46022033691406, + 64.54875946044922, + 58.483123779296875, + 54.52598571777344, + 49.4632568359375, + 43.658172607421875, + 28.221054077148438, + 20.925434112548828, + 18.398662567138672, + 17.920381546020508, + 16.913284301757812, + 16.209692001342773, + 15.494698524475098, + 15.744449615478516, + 15.155967712402344, + 13.719888687133789, + 13.108097076416016, + 13.799192428588867, + 16.569866180419922, + 22.837800979614258, + 25.720075607299805, + 27.964929580688477, + 29.12252426147461 ], "p90": [ - 29.366771697998047, - 30.9199161529541, - 31.403026580810547, - 31.498462677001953, - 30.836334228515625, - 30.125585556030273, - 29.730854034423828, - 28.913759231567383, - 27.90428352355957, - 27.52488899230957, - 28.502391815185547, - 30.41927719116211, - 30.638282775878906, - 30.491809844970703, - 27.902616500854492, - 25.637975692749023, - 23.678861618041992, - 23.807422637939453, - 23.937013626098633, - 24.094322204589844, - 24.74514389038086, - 25.98375701904297, - 28.341205596923828, - 35.250247955322266 + 83.59777069091797, + 87.70391845703125, + 90.42086029052734, + 90.2039566040039, + 89.39178466796875, + 89.569580078125, + 85.05390930175781, + 74.69862365722656, + 55.623291015625, + 47.59436798095703, + 43.58856201171875, + 41.1866569519043, + 39.76183319091797, + 39.95797348022461, + 40.89982604980469, + 40.64460372924805, + 41.64281463623047, + 42.894493103027344, + 45.944889068603516, + 53.2430419921875, + 64.28218841552734, + 69.9729232788086, + 73.53355407714844, + 75.25366973876953 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -447,6 +803,10 @@ "2026-06-17 08:00:00", "2026-06-17 09:00:00", "2026-06-17 10:00:00", - "2026-06-17 11:00:00" + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 43eb4c694f81962ca9b0aec7f4d7113a9d67d714..7194322f6708112782573892a9cd8c8859a57584 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:35:28.247646+00:00", + "evaluated_at": "2026-06-17T15:42:47.601114+00:00", "freq": "1h", - "context_length": 157, + "context_length": 336, "prediction_length": 24, "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, 22.100000381469727, 24.5, 26.399999618530273, @@ -162,12 +338,12 @@ 25.0, 24.399999618530273, 23.799999237060547, - 23.5 - ], - "actuals": [ + 23.5, 23.0, 22.600000381469727, - 22.299999237060547, + 22.299999237060547 + ], + "actuals": [ 22.0, 21.700000762939453, 22.299999237060547, @@ -182,93 +358,272 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, - 25.399999618530273 + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 23.22603988647461, - 23.045019149780273, - 22.923383712768555, - 22.796890258789062, - 22.718006134033203, - 22.68509292602539, - 22.634410858154297, - 22.59027862548828, - 22.69150161743164, - 22.98894691467285, - 23.534358978271484, - 24.326141357421875, - 25.092941284179688, - 25.7506103515625, - 26.224430084228516, - 26.533096313476562, - 26.869585037231445, - 26.712705612182617, - 26.473434448242188, - 26.014371871948242, - 25.344158172607422, - 24.740514755249023, - 24.18017578125, - 23.748456954956055 + 22.135499954223633, + 22.10029411315918, + 22.07411766052246, + 21.93096160888672, + 21.820507049560547, + 21.751239776611328, + 22.022689819335938, + 22.694564819335938, + 23.624805450439453, + 24.506267547607422, + 25.259265899658203, + 25.73536491394043, + 25.99272346496582, + 26.069580078125, + 25.93290901184082, + 25.639476776123047, + 25.32189178466797, + 24.6741886138916, + 24.00436019897461, + 23.32480812072754, + 22.946025848388672, + 22.591787338256836, + 22.306665420532227, + 22.07616424560547 ], "p10": [ - 22.76612091064453, - 22.438810348510742, - 22.145431518554688, - 21.96561050415039, - 21.847305297851562, - 21.69852638244629, - 21.617712020874023, - 21.494644165039062, - 21.540477752685547, - 21.76188087463379, - 22.109600067138672, - 22.73076057434082, - 23.183948516845703, - 23.731670379638672, - 23.960933685302734, - 24.132905960083008, - 23.951391220092773, - 23.66692543029785, - 23.49858856201172, - 23.23773956298828, - 22.79931640625, - 22.38168716430664, - 21.982152938842773, - 21.635801315307617 + 21.771656036376953, + 21.617916107177734, + 21.425548553466797, + 21.272443771362305, + 21.071969985961914, + 20.949804306030273, + 21.149869918823242, + 21.675682067871094, + 22.291257858276367, + 22.728708267211914, + 23.11319923400879, + 23.30807876586914, + 23.44257354736328, + 23.4588565826416, + 23.276315689086914, + 23.062255859375, + 22.675323486328125, + 22.139799118041992, + 21.749574661254883, + 21.205421447753906, + 20.90951156616211, + 20.578371047973633, + 20.309682846069336, + 20.095701217651367 ], "p90": [ - 23.665924072265625, - 23.638347625732422, - 23.650066375732422, - 23.637855529785156, - 23.593368530273438, - 23.669588088989258, - 23.63995933532715, - 23.658870697021484, - 23.802927017211914, - 24.280208587646484, - 25.018972396850586, - 26.098052978515625, - 27.0665283203125, - 28.009153366088867, - 28.698139190673828, - 29.160032272338867, - 30.14803695678711, - 30.054271697998047, - 29.747867584228516, - 29.080318450927734, - 28.223974227905273, - 27.38057518005371, - 26.746829986572266, - 26.27476692199707 + 22.42285919189453, + 22.540910720825195, + 22.636207580566406, + 22.59130859375, + 22.514314651489258, + 22.503286361694336, + 22.920787811279297, + 23.71908187866211, + 25.02605628967285, + 26.414705276489258, + 27.630023956298828, + 28.503015518188477, + 28.98987579345703, + 29.06676483154297, + 28.94347381591797, + 28.600555419921875, + 28.154170989990234, + 27.251262664794922, + 26.27910041809082, + 25.52606201171875, + 25.04541778564453, + 24.63933563232422, + 24.312210083007812, + 24.021678924560547 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -449,6 +804,9 @@ "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", - "2026-06-17 12:00:00" + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e3e866ffe8d5ea3e607f62490d915e185ab4eac7..16093d80d2555b188261c00f62609ac9c6ec07c0 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,11 +1,32 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T12:35:35.770744+00:00", + "evaluated_at": "2026-06-17T15:42:53.599183+00:00", "freq": "1h", - "context_length": 144, + "context_length": 168, "prediction_length": 24, "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, 14.0, 17.0, 16.0, @@ -114,26 +135,26 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, + 25.0, + 14.0, 22.0, - 12.0, - 20.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, - 11.0, - 16.0, + 13.0, + 17.0, 7.0, 19.0, 11.0, @@ -146,116 +167,140 @@ 11.0, 11.0, 14.0, + 14.0, 13.0, - 10.0, 13.0, - 9.0 - ], - "actuals": [ 9.0, + 10.0, 17.0, - 13.0, - 15.0, + 15.0 + ], + "actuals": [ + 16.0, 20.0, 9.0, - 18.0, - 15.0, + 19.0, + 16.0, 5.0, 12.0, - 7.0, + 8.0, 7.0, 9.0, 9.0, 10.0, 6.0, - 11.0, - 16.0, - 6.0, - 4.0, + 12.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, + 11.0, 10.0, - 2.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 12.735488891601562, - 12.726017951965332, - 12.789528846740723, - 12.745990753173828, - 12.766322135925293, - 12.78156566619873, - 12.760124206542969, - 12.789796829223633, - 12.809418678283691, - 12.8418550491333, - 12.877350807189941, - 12.851835250854492, - 12.892518043518066, - 12.88006591796875, - 12.928893089294434, - 12.937427520751953, - 13.012351036071777, - 12.929634094238281, - 12.935592651367188, - 12.92047119140625, - 12.9310302734375, - 12.932890892028809, - 12.907866477966309, - 12.910628318786621 + 13.504185676574707, + 13.378726959228516, + 13.354606628417969, + 13.35373592376709, + 13.363676071166992, + 13.375185012817383, + 13.383808135986328, + 13.407135009765625, + 13.379952430725098, + 13.42282485961914, + 13.410523414611816, + 13.48166275024414, + 13.506170272827148, + 13.556788444519043, + 13.556756973266602, + 13.559686660766602, + 13.527975082397461, + 13.443634986877441, + 13.489123344421387, + 13.607173919677734, + 13.584722518920898, + 13.56772232055664, + 13.524767875671387, + 13.488789558410645 ], "p10": [ - 8.775177955627441, - 8.638782501220703, - 8.676729202270508, - 8.750097274780273, - 8.76583194732666, - 8.807607650756836, - 8.81089973449707, - 8.811254501342773, - 8.747917175292969, - 8.742639541625977, - 8.711211204528809, - 8.893440246582031, - 8.89132022857666, - 8.848030090332031, - 8.805997848510742, - 8.773611068725586, - 8.725497245788574, - 8.64329719543457, - 8.70616340637207, - 8.776533126831055, - 8.767925262451172, - 8.773527145385742, - 8.78430461883545, - 8.829861640930176 + 9.045701026916504, + 8.928079605102539, + 8.95338249206543, + 8.977279663085938, + 8.935457229614258, + 8.968830108642578, + 8.95159912109375, + 8.93716049194336, + 8.909635543823242, + 8.92162799835205, + 8.894515991210938, + 8.979045867919922, + 8.982831954956055, + 8.959014892578125, + 8.972208976745605, + 8.90500259399414, + 8.92077350616455, + 8.881301879882812, + 8.905986785888672, + 8.975813865661621, + 8.918510437011719, + 8.954336166381836, + 8.927980422973633, + 8.933321952819824 ], "p90": [ - 18.183618545532227, - 18.362567901611328, - 18.416921615600586, - 18.420650482177734, - 18.586668014526367, - 18.51836585998535, - 18.534889221191406, - 18.715856552124023, - 18.757076263427734, - 18.99431610107422, - 19.01561737060547, - 18.947811126708984, - 18.94936752319336, - 19.04059600830078, - 19.09991455078125, - 19.14370346069336, - 19.32891273498535, - 19.451183319091797, - 19.438203811645508, - 19.373729705810547, - 19.502779006958008, - 19.451757431030273, - 19.379276275634766, - 19.425750732421875 + 19.281875610351562, + 19.333118438720703, + 19.34268569946289, + 19.34450340270996, + 19.430423736572266, + 19.45467758178711, + 19.516206741333008, + 19.608774185180664, + 19.58722686767578, + 19.720436096191406, + 19.75690269470215, + 19.86611557006836, + 19.93653678894043, + 20.054832458496094, + 20.03469467163086, + 20.218477249145508, + 19.94526481628418, + 20.123708724975586, + 20.3236026763916, + 20.31625747680664, + 20.345684051513672, + 20.341981887817383, + 20.257469177246094, + 20.229732513427734 ], "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", "2026-06-10 13:00:00", "2026-06-10 14:00:00", "2026-06-10 15:00:00", @@ -423,6 +468,9 @@ "2026-06-17 09:00:00", "2026-06-17 10:00:00", "2026-06-17 11:00:00", - "2026-06-17 12:00:00" + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 77b95f85d74f9b2b1bd2f98c8b61cc6c8e8ca940..c00270fee89ae7ff069ca104b29bae0c41ce84ad 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,30 +1,42 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T15:08:40.566384+00:00", + "evaluated_at": "2026-06-17T15:43:05.277347+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0cf36d2235f6393127953a13884152cc1d451c6a..6f4eca8c44eab3965e1f37c27a329caa8179a0b4 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,627698.893290691,594219.5086442392,581.4807771601796,0.5850123065288239,0.008919627640655967,0.008850157534652002,12.436269136241506,792.2745062733566,0.01209048517377186,0.008873672773036084,0.008129016183831071,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,600907.0587688407,568318.3642842011,569.0110505976796,0.5724668471006743,0.00872575442602064,0.008659330210287324,11.934450759115526,775.1819520401908,0.011827394174573052,0.008681726873793063,0.007937211950177247,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.984732952208332,0.9934592237198935,0.8577888274138431,0.7980235192641203,15.640876574608695,0.9741578523499769,28.53620615128347,0.9923371162101778,1.1247799268529424,0.9722740778240356,0.953454310595774,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.14332952417851633,0.14167553518890366,0.3401659571834103,2.438925642977631,0.25766961731542026,0.30339357559798447,34.601123950241146,0.37858885902587824,0.2988859513376181,0.26855208044694573,0.2549286504419246,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.11826704723637278,0.10208726225407767,0.27134365055243603,0.2929047036529177,0.01697980904526709,0.017166815670878275,11.187398682599936,0.3438997633560872,0.021538606622191148,0.016994382583004973,0.017007720252138477,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,282.90689442707463,282.6623892023272,15.31256892079337,2.007910936848076,0.46233858819173507,0.4068713714335568,53.35090476401226,16.819836337701823,0.43721006255463685,0.3980305801624109,0.3779745971030077,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,90.31436893949162,92.50482875903658,8.042535966691723,3.9121782446143647,0.2990520002285712,0.3785791919746728,117.5577793346054,9.503387235059488,0.375072032229008,0.3174163311133424,0.3028588275356711,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,26.076100471596273,27.166874832768205,4.488785828012694,0.8493891711351221,0.5429469485496387,0.383045508916503,4.614717118098571,5.106476326352279,0.4424383820666235,0.388920071741172,0.28135326460391197,Hazards,1 +nws_ksfo_observations_temperature/1h/short,ETS,0.008110486441968564,0.007499618559804734,0.02501763818563137,0.06927961851945556,0.0015870784837263188,0.001575165466875166,4.100174001290308,0.09005823916759956,0.0056315732380593534,0.0015644172369777046,0.001786724923173703,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,45325.870652520796,45207.429813580995,188.8997155265828,15.536236994153276,6.583109823689468,1.3300861269268454,599.7709863089602,212.89873332765697,5.6994641381637114,5.056991826701604,5.032541427582573,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,67.79780376961224,69.64668736552143,7.078252279078373,3.4420426823894705,0.26361223481281554,0.3212967576770804,99.41697749878465,8.233942176722657,0.32417096482229985,0.27867136073061183,0.2648853577259376,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,26.581305635893973,32.370095317806026,5.073761696185536,0.9575644616654223,0.6217353725254634,0.42166674113849045,4.462647099685768,5.155706123887781,0.4483222716424158,0.4411966692335249,0.2953804201511905,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,416.68528381992456,447.5549515913508,20.44104513283287,0.40882090265665744,0.007293542121294967,0.007268691637175854,14.503254903365011,20.41287054335878,0.007284890602834359,0.007294945474914332,0.007157440521371721,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 11138d631c7c7cda35239b535353153f3982a88e..8984d467d1376abdacf0a6a32cdec1efa4b4251d 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T15:34:37.083356+00:00", + "evaluated_at": "2026-06-17T16:02:35.587655+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65851.50545583684, diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 6a5c79f6b755ab7a894fb0994a1841a6ac6abfbb..cc5836b5164e234089c042a9c065e3067d36904e 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:34:29.797873+00:00", + "evaluated_at": "2026-06-17T16:02:35.602882+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index ab7068ec8f0ef5f0fb1e323c419d10f1c2ebcedb..119f33fe457b153746ca50fbe7a3f3d49319ba98 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T12:39:01.021739+00:00", + "evaluated_at": "2026-06-17T16:02:35.621616+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 15.99631831895904, - 15.972321115114422, - 15.948323911269807, - 15.92432670742519, - 15.900329503580572, - 15.876332299735955, - 15.852335095891338, - 15.82833789204672, - 15.804340688202105, - 15.780343484357488, - 15.75634628051287, - 15.732349076668253, - 15.708351872823636, - 15.684354668979019, - 15.660357465134403, - 15.636360261289786, - 15.612363057445169, - 15.588365853600552, - 15.564368649755934, - 15.540371445911319, - 15.516374242066702, - 15.492377038222084, - 15.468379834377467, - 15.44438263053285 + 16.00000214828904, + 16.000004048135064, + 16.000005947981087, + 16.00000784782711, + 16.000009747673133, + 16.000011647519155, + 16.000013547365178, + 16.000015447211204, + 16.000017347057227, + 16.00001924690325, + 16.000021146749273, + 16.000023046595295, + 16.000024946441318, + 16.00002684628734, + 16.000028746133363, + 16.000030645979386, + 16.00003254582541, + 16.00003444567143, + 16.000036345517454, + 16.000038245363477, + 16.0000401452095, + 16.000042045055523, + 16.00004394490155, + 16.00004584474757 ], "p10": [ - 15.99631831895904, - 15.972321115114422, - 15.838323491653108, - 15.92432670742519, - 15.900329503580572, - 15.766331880119257, - 15.652334332951884, - 15.82833789204672, - 15.804340688202105, - 15.780343484357488, - 15.356346661982597, - 15.732349076668253, - 15.698351834676664, - 15.56435440195021, - 15.660357465134403, - 15.326360986082268, - 15.612363057445169, - 15.57836581545358, - 15.354368039404372, - 15.530371407764347, - 15.116374623536428, - 15.492377038222084, - 15.268379071438014, - 15.244381867593397 + 15.960002186436014, + 15.960004086282037, + 16.000005947981087, + 16.00000784782711, + 16.000009747673133, + 16.000011647519155, + 16.000013547365178, + 16.000015447211204, + 16.000017347057227, + 16.00001924690325, + 16.000021146749273, + 16.000023046595295, + 16.000024946441318, + 16.00002684628734, + 16.000028746133363, + 16.000030645979386, + 16.00003254582541, + 16.00003444567143, + 16.000036345517454, + 16.000038245363477, + 16.0000401452095, + 16.000042045055523, + 15.600044326371275, + 15.600046226217298 ], "p90": [ - 15.99631831895904, - 15.972321115114422, - 15.948323911269807, - 15.92432670742519, - 15.910329541727544, - 15.986332719352653, - 15.852335095891338, - 15.82833789204672, - 15.804340688202105, - 15.780343484357488, - 15.75634628051287, - 15.742349114815225, - 15.708351872823636, - 15.684354668979019, - 15.770357884751101, - 15.636360261289786, - 15.612363057445169, - 15.588365853600552, - 15.564368649755934, - 15.540371445911319, - 15.516374242066702, - 15.492377038222084, - 15.468379834377467, - 15.44438263053285 + 16.040002110142066, + 16.400003666665338, + 16.000005947981087, + 16.040007809680134, + 16.000009747673133, + 16.000011647519155, + 16.040013509218202, + 16.040015409064228, + 16.000017347057227, + 16.00001924690325, + 16.000021146749273, + 16.40002266512557, + 16.40002456497159, + 16.400026464817614, + 16.400028364663637, + 16.000030645979386, + 16.00003254582541, + 16.400034064201705, + 16.400035964047728, + 16.000038245363477, + 16.0000401452095, + 16.000042045055523, + 16.00004394490155, + 16.00004584474757 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c91b5d0a94c41e7dfef7d5d0cf76a54eb13f1985..943dc8f333e70b7185c7070809280a65883b6d3e 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T13:13:52.372660+00:00", + "evaluated_at": "2026-06-17T16:02:35.637364+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 38.100001038510435, - 38.0910856691404, - 37.7821677248497, - 38.02325235547966, - 38.06433431582153, - 37.70541808814461, - 37.64650109752823, - 38.03758486985131, - 37.92866578115143, - 38.01975127008828, - 37.91083408873703, - 37.70191652591607, - 37.59300029823914, - 37.634083689092485, - 37.57516765215043, - 37.96625047079918, - 37.85733328944794, - 37.84841458221779, - 37.939499117480324, - 37.83058479715203, - 37.92166647139161, - 37.61274852710091, - 37.90383287162858, - 37.89491416439843 + 78.98407856283833, + 91.88308367416464, + 104.7320871642446, + 117.48109122652914, + 130.18009748226464, + 143.17910106771203, + 155.9781057975686, + 168.57711167183436, + 181.77611602022122, + 194.3251207500778, + 206.97412586140408, + 220.07312982832119, + 232.52213322303376, + 245.37113957413666, + 258.4701440178909, + 270.9691495106869, + 283.818153477604, + 296.51715877966524, + 309.4161629373172, + 322.16516795327607, + 335.0641721109281, + 347.66317560100805, + 360.56218166600866, + 373.4111865866001 ], "p10": [ - 35.900001706082456, - 35.891084906200945, - 35.2821677248497, - 35.173252450847095, - 35.164335650965576, - 35.25541732520516, - 35.846500906793366, - 35.50758475541039, - 35.12866654409088, - 35.819750507148825, - 35.47083450835373, - 35.09191610629937, - 34.972999077536016, - 35.084082544683305, - 34.95516547777299, - 35.76624970785973, - 35.05733386165253, - 35.048415345157245, - 35.029498507128764, - 35.82058113504265, - 36.12166723433106, - 34.612750434449545, - 35.40383287162858, - 34.99491626248192 + 75.4640784865444, + 88.26308149978719, + 100.86208737405295, + 114.1810919894686, + 126.48009671932519, + 139.75910099141808, + 152.25810514907005, + 165.54710984077968, + 178.446114952106, + 190.97512036860806, + 203.47412586140408, + 216.07312982832119, + 229.05213352820954, + 242.3711381436252, + 255.32014382715607, + 267.5591447041684, + 280.04815359204497, + 293.06715706305147, + 305.46616217437776, + 318.4451675908798, + 331.5641678193937, + 343.85317651653537, + 356.84218197118446, + 369.6611865866001 ], "p90": [ - 41.52000197311126, - 41.60108551655251, - 41.392168144466396, - 41.48325172605461, - 41.364334506556396, - 41.085417535013505, - 41.346500906793366, - 41.6375833439724, - 41.32866730703034, - 41.63974982050332, - 41.51083447020676, - 41.311916945532765, - 41.503000813223274, - 41.01408313596138, - 41.77516650774125, - 41.46625047079918, - 41.25733290797822, - 41.2484161080967, - 40.939499117480324, - 41.73058250833367, - 41.36166605177491, - 41.21274890857064, - 40.223832184983074, - 41.214915385101556 + 84.59407726584126, + 97.383081766816, + 110.69208634408469, + 121.71109200854208, + 136.10009526974022, + 150.57910259359093, + 161.3881056449807, + 172.48711113777674, + 187.90611651613187, + 200.3151197582565, + 210.88412532734645, + 225.38312929426357, + 238.1821340241202, + 249.37113833436004, + 262.23014462824244, + 274.9091490910702, + 289.46815500348293, + 301.5471587033713, + 313.36616370025666, + 325.96516575982514, + 340.6841736177335, + 353.46317865276586, + 366.6721809412162, + 379.8611854421909 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index f731d58668d6f098cea5ad44a30adfb9317c1bd4..d80363c051d43364a8f6566bc13470f168eaeca0 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:25:25.688887+00:00", + "evaluated_at": "2026-06-17T16:02:35.657472+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 21.988533460682408, - 21.674598465068904, - 21.260664995334302, - 20.8467315255997, - 20.332798628069693, - 20.0188645861305, - 19.604931116395903, - 19.090999172540208, - 18.7770641769267, - 18.363130707192102, - 17.9491972374575, - 17.435264339927492, - 17.1213302979883, - 16.7073968282537, - 16.193464884398004, - 15.779531414663404, - 15.465596419049898, - 15.051662949315299, - 14.637729479580697, - 14.123797535725004, - 13.809862540111498, - 13.395929070376896, - 12.881997126521203, - 12.568062130907697 + 21.890576964310895, + 21.481693018731136, + 21.272807928742193, + 20.963924364632156, + 20.655040800522123, + 20.346157236412086, + 19.937275198180956, + 19.728390108192016, + 19.41950654408198, + 19.110622979971946, + 18.80173941586191, + 18.492855851751873, + 18.18397228764184, + 17.77509024941071, + 17.466206685300673, + 17.257321595311733, + 16.948438031201697, + 16.63955446709166, + 16.330670902981627, + 16.02178733887159, + 15.712903774761555, + 15.40402021065152, + 15.095136646541485, + 14.786253082431449 ], "p10": [ - 21.07853208739139, - 20.97459770212945, - 20.56066423239485, - 19.8467315255997, - 19.53279843733483, - 19.31886573053968, - 18.604931116395903, - 18.1909976466613, - 17.96706318510541, - 17.563129562782922, - 17.14919609304832, - 16.535265675071535, - 16.1213302979883, - 15.707396828253698, - 15.383463892576714, - 15.079530460989089, - 14.765597563459078, - 14.051662949315299, - 13.727730013638315, - 13.22379791719473, - 12.80986444746013, - 12.395930977725529, - 11.981997507990929, - 11.558064000109358 + 21.19057429402281, + 20.671691836174983, + 20.272809836090826, + 20.153923372810866, + 19.855041372726713, + 19.436157770469702, + 19.137274053771776, + 18.828390489661743, + 18.41950826069575, + 18.310621835562767, + 17.901739797331636, + 17.492855851751873, + 17.183974194990473, + 16.775088342062077, + 16.766205731626357, + 16.447320603490443, + 16.148436886792517, + 15.839555039296252, + 15.630671856655946, + 15.11178787292921, + 14.912904537701008, + 14.60402078285611, + 14.095136646541485, + 14.186252700961722 ], "p90": [ - 23.18853231627323, - 23.074598083599177, - 22.460665758273755, - 22.246731144129974, - 21.632798818804556, - 21.438864280954718, - 20.814931726747464, - 20.400998257012862, - 20.077063413987247, - 19.583131355690636, - 19.349196855987774, - 19.13526414919263, - 18.521329916518575, - 17.907397591193153, - 17.60346263372662, - 17.099530537283034, - 16.885597830487885, - 16.651663330785027, - 16.14773123434144, - 15.223796009846097, - 15.00986330305095, - 14.805930634402774, - 14.38199521917257, - 13.96806174943797 + 23.51057704060484, + 22.591691530999203, + 22.472806975067876, + 22.273923639839676, + 21.855041563461576, + 21.54615799935154, + 21.037273863036912, + 20.94839075669055, + 20.619507307021433, + 20.51062259850222, + 20.60173884365732, + 19.692854898077556, + 19.383973050581293, + 19.075089486471256, + 18.96620477795204, + 19.257321595311733, + 18.14843707752738, + 17.839555230031113, + 17.7306705215119, + 17.221788101811043, + 17.112903393291827, + 16.624020859150054, + 16.39513588360203, + 16.196254646457326 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dc3bf5228835eb359c37e4389baf6f05f9b1a4dc..34dee0b0332e8a056d93c2b7d8b06b80310d7b64 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T14:25:25.718879+00:00", + "evaluated_at": "2026-06-17T16:02:35.677730+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.877672953657287, - 14.877423662003656, - 14.877174370350023, - 13.876925078696392, - 13.87667578704276, - 14.87642649538913, - 14.876177203735496, - 13.875927912081865, - 13.875678620428234, - 13.875429328774603, - 13.875180037120971, - 14.874930745467339, - 13.874681453813707, - 14.874432162160076, - 13.874182870506445, - 14.873933578852814, - 13.87368428719918, - 13.87343499554555, - 13.873185703891918, - 13.872936412238287, - 14.872687120584654, - 13.872437828931023, - 14.872188537277392, - 14.87193924562376 + 15.049970189140655, + 14.050840793420068, + 14.051711397699481, + 14.052582001978895, + 15.053452606258308, + 15.05432321053772, + 15.055193814817136, + 14.556064419096549, + 14.556935023375962, + 15.057805627655375, + 15.058676231934788, + 15.059546836214201, + 14.060417440493614, + 15.061288044773027, + 14.06215864905244, + 15.063029253331853, + 15.063899857611267, + 15.06477046189068, + 14.065641066170093, + 15.066511670449506, + 15.06738227472892, + 14.068252879008334, + 14.069123483287747, + 15.06999408756716 ], "p10": [ - 6.877672953657287, - 6.877423662003656, - 6.877174370350023, - 5.876925078696392, - 5.87667578704276, - 5.876426495389129, - 6.876177203735496, - 6.875927912081865, - 5.875678620428234, - 5.875429328774603, - 5.8751800371209715, - 6.8749307454673385, - 6.874681453813707, - 6.874432162160076, - 6.774182870506447, - 6.873933578852814, - 7.773684287199183, - 5.87343499554555, - 5.873185703891918, - 5.772936412238289, - 5.872687120584654, - 6.872437828931023, - 5.872188537277392, - 6.771939245623763 + 7.049970189140655, + 7.050840793420068, + 5.051711397699481, + 6.0525820019788945, + 6.95345260625831, + 6.054323210537721, + 6.055193814817136, + 6.956064419096551, + 5.056935023375962, + 7.057805627655375, + 6.95867623193479, + 6.059546836214201, + 5.960417440493616, + 7.061288044773027, + 6.06215864905244, + 7.0630292533318535, + 6.063899857611267, + 6.06477046189068, + 6.065641066170093, + 7.066511670449506, + 7.067382274728921, + 7.068252879008334, + 6.969123483287749, + 6.06999408756716 ], "p90": [ - 19.87767295365729, - 20.877423662003658, - 20.877174370350023, - 20.87692507869639, - 20.87667578704276, - 20.87642649538913, - 20.876177203735494, - 20.875927912081863, - 19.875678620428232, - 22.8754293287746, - 20.87518003712097, - 19.87493074546734, - 19.9746814538137, - 20.874432162160076, - 20.874182870506445, - 20.873933578852814, - 20.973684287199177, - 20.87343499554555, - 19.87318570389192, - 19.87293641223829, - 20.872687120584654, - 19.872437828931023, - 19.972188537277386, - 20.87193924562376 + 20.049970189140655, + 20.05084079342007, + 20.151711397699476, + 21.052582001978895, + 20.053452606258308, + 21.05432321053772, + 20.055193814817137, + 19.156064419096545, + 22.156935023375958, + 20.057805627655377, + 21.158676231934784, + 20.059546836214203, + 20.060417440493616, + 19.06128804477303, + 20.062158649052442, + 20.063029253331855, + 20.06389985761127, + 21.06477046189068, + 21.065641066170095, + 22.066511670449508, + 19.06738227472892, + 20.068252879008334, + 21.069123483287747, + 21.06999408756716 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e762ca660f9d6240314a55085533ad9466ffff92..e3139f07c28258ec3f7309144d309452b8d8b413 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,30 +1,42 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T15:34:37.146877+00:00", + "evaluated_at": "2026-06-17T16:02:35.687088+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 8c15caaf64fefaa47db94bf9aea2f50bef1ae07f..067fdf68e59bc0a350304be0e0744033a19cb90a 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1266,3 +1266,9 @@ {"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-17T15:34:37.221869+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ec3db55c6a9da1580d03ad9b4f3e229540d3bf6e..51e8e89f788abe2191a45f199da09faf9e039130 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,779599.8639640808,600802.8430423737,584.5437825520834,0.5880939145881289,0.008966674533098557,0.008896370955143423,2.8552094425048082,882.9495251508326,0.013474229018473272,0.008920415689771078,0.006888797692538488,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.590567732117203,0.8763837574383615,0.7152230739593506,0.39506694387540203,0.03152817431670204,0.03237642960035502,4.615668212504773,0.7684840480564337,0.03480059216018241,0.03238868336091152,0.05413033042265256,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,816204.3321825663,608965.1934375763,593.8458658854166,0.5974524926187447,0.009104942734504904,0.009033761078231102,2.615710769635187,903.4402759355852,0.013784304741038667,0.009060645847445262,0.006865550636224844,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.6401297083414951,0.8884625786237544,0.712177594502767,0.3933847159029636,0.03135387057737039,0.032203556215084424,4.588953542483266,0.8000810636063668,0.03623145445903316,0.03225076964784379,0.054251061474410694,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.1875911545166522,1.2639207252688591,0.9315121933856668,0.866610306693152,17.81287811576276,0.9686807639138214,9.665863246454244,1.0897665596432349,1.235212843719418,1.0558369727622288,0.6809278061273702,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.052620059109701786,0.08465175154295304,0.26466015643543667,1.8975633174745496,0.20102080416260204,0.22741095177902804,8.660432661141414,0.22939062559246354,0.181097868369783,0.20894223575649715,0.1845603720199977,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.12886740364232688,0.02735209525282774,0.10852320988972981,0.11714649879405231,0.006843049179351561,0.006788530840310517,2.1619564113339633,0.35898106306924726,0.022483155634679935,0.006796860528142032,0.013156658668013941,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,356.86336194571305,405.8253454694068,15.051915009816488,1.9737318359219074,0.33240138600076113,0.40176525429228754,29.36205217670675,18.89082745529462,0.4910428191815994,0.3912552162150299,0.343902370101855,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7226766139207637,1.8863792149100316,1.1416185299555461,0.5553242403935292,0.04269336298801599,0.04371870048318027,1.9187666032105024,1.3125077576611743,0.0518009989286976,0.04505648054422766,0.03760314114741504,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.971857154699023,24.152281592156147,4.279335081577301,0.8097559155678468,0.4976902649157462,0.3703645766726704,7.362485533474936,4.8961063259184865,0.42421137841893025,0.37077271464929684,0.2726299092323006,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.017563687870506328,0.007509567750455896,0.026090880235036213,0.0722516736435284,0.0016540375638789233,0.0016422473791000587,2.460811465396255,0.13252806446374416,0.00828732060524607,0.0016315298216701528,0.005610770710495925,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,209.7592226108777,162.83906601557626,10.50101896127065,0.8636663046718004,0.31582083448917664,0.2693838101914469,4.325613239901485,14.48306675434722,0.3877229248235731,0.2811204183719973,0.24116242113200276,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7966294218232786,1.9203190224705697,1.1709261735280354,0.5694029695894445,0.04382825685436607,0.044954694828409296,1.866650824119635,1.3403840575832282,0.052771028002547,0.04609945749696176,0.038979118817467386,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.57045882714154,23.78709331136355,4.266293962796529,0.8051721240402362,0.510839710885278,0.36921343845857496,7.90080174924818,4.854941691425505,0.4221688427326526,0.3709820837214373,0.27039419111230334,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,1532.2477563296754,1546.241924173509,38.72272237141927,0.7744544474283854,0.013826493316624895,0.013729302089808717,2.217579854329427,39.14393639287796,0.013969583248015926,0.013819261515450744,0.007947719740680504,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index eea2266c470199287bf98a2f834be13676810313..4c992c5c86f6d3740d7e0bf4410f938a9f711dec 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:24:31.921515+00:00", + "evaluated_at": "2026-06-17T15:58:25.649675+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ - 65891.12890625, - 65874.203125, - 65913.58984375, - 65995.8515625, - 66029.890625, - 65851.65625, - 65868.53125, - 65996.80078125, - 66094.3515625, - 66045.578125, - 66013.953125, - 65965.21484375, - 66132.81640625, - 66118.3671875, - 66166.98046875, - 66128.96484375, - 66222.16015625, - 66264.8984375, - 66222.96875, - 66174.265625, + 65907.8359375, + 65942.765625, + 65905.234375, + 65999.58984375, + 65949.62109375, + 65963.90625, + 65933.203125, + 65919.48046875, + 66103.015625, + 65955.7421875, + 66040.5859375, + 66040.0, + 66169.3671875, + 66126.89453125, + 66065.9609375, + 66174.86328125, + 66343.859375, + 66138.90234375, + 66246.61328125, + 66305.68359375, 66258.96875, - 66328.6015625, - 66157.4609375, - 66430.96875 + 66177.18359375, + 66154.9453125, + 66375.51953125 ], "p10": [ - 65553.83984375, - 65338.482421875, - 65384.279296875, - 65296.466796875, - 65265.337890625, - 65015.736328125, - 64968.861328125, - 64901.26953125, - 65173.30859375, - 64811.28125, - 64763.357421875, - 64542.11328125, - 65082.794921875, - 64891.52734375, - 64744.30078125, - 64313.41015625, - 64782.41796875, - 64666.421875, - 64450.587890625, - 64693.3125, - 64577.779296875, - 64710.716796875, - 64211.556640625, - 64526.0390625 + 65572.5078125, + 65368.8125, + 65357.044921875, + 65364.220703125, + 65228.203125, + 64986.8828125, + 65021.724609375, + 65002.73046875, + 65250.20703125, + 65031.908203125, + 64916.939453125, + 64957.02734375, + 64807.86328125, + 64849.408203125, + 64813.470703125, + 64862.03515625, + 64713.798828125, + 64619.640625, + 64626.181640625, + 64723.703125, + 64778.96484375, + 64609.90234375, + 64608.380859375, + 64261.552734375 ], "p90": [ - 66236.19921875, - 66389.234375, - 66373.05859375, - 66632.3515625, - 66758.03515625, - 66803.5625, - 66915.5390625, - 67001.65234375, - 67044.55078125, - 67122.3359375, - 67232.09375, - 67216.0625, - 67280.6875, - 67635.44921875, - 67630.17578125, - 67684.80078125, - 67935.66796875, - 68615.359375, - 68170.08203125, - 68046.1640625, - 68467.63671875, - 68305.640625, - 68388.296875, - 68649.78515625 + 66276.578125, + 66379.36328125, + 66619.3046875, + 66697.75390625, + 66798.5859375, + 66887.38671875, + 66988.75390625, + 67154.53125, + 67212.3359375, + 66972.96875, + 67282.0234375, + 67334.57421875, + 67761.86328125, + 67690.359375, + 67818.02734375, + 67785.94140625, + 67988.98828125, + 67875.328125, + 67981.125, + 68224.9921875, + 67873.53515625, + 67735.0703125, + 68679.3515625, + 68214.8359375 ], "timestamps": [ "2026-06-12 16:00:00", diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index ba29b2e6a7ff437ff44ef9ac381b681a58497377..b4448d2690a1ab692c8da28cc8a19b9023bf92f5 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:33:32.516674+00:00", + "evaluated_at": "2026-06-17T15:58:39.095581+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 22.190000534057617 ], "p50": [ - 20.94029426574707, - 20.988122940063477, - 20.783019065856934, - 20.67638397216797, - 20.32942295074463, - 20.32854461669922, - 20.71753692626953, - 20.879995346069336, - 21.56039810180664, - 21.60245990753174, - 21.61277198791504, - 21.86310386657715, - 21.43709087371826, - 21.60362720489502, - 21.339590072631836, - 20.97746753692627, - 21.986830711364746, - 21.831284523010254, - 21.650707244873047, - 21.364809036254883, - 22.318389892578125, - 21.92280673980713, - 22.35969066619873, - 21.886481285095215 + 20.940505981445312, + 21.01163387298584, + 20.735167503356934, + 20.64768123626709, + 20.586316108703613, + 20.64359188079834, + 20.764928817749023, + 20.954099655151367, + 21.489967346191406, + 21.792682647705078, + 21.367697715759277, + 21.541919708251953, + 21.43623447418213, + 21.33403491973877, + 21.718802452087402, + 22.117511749267578, + 21.8067045211792, + 22.45870876312256, + 21.581603050231934, + 22.29511260986328, + 21.787226676940918, + 22.422868728637695, + 22.04603385925293, + 22.257424354553223 ], "p10": [ - 20.395479202270508, - 20.09055805206299, - 19.32402992248535, - 18.521309852600098, - 18.055575370788574, - 17.46924114227295, - 17.882214546203613, - 16.540916442871094, - 18.816692352294922, - 18.137682914733887, - 18.15131187438965, - 17.51906394958496, - 17.295684814453125, - 16.424816131591797, - 17.087947845458984, - 16.197077751159668, - 17.712011337280273, - 17.14583396911621, - 16.942614555358887, - 17.012585639953613, - 17.42408847808838, - 16.636544227600098, - 17.557601928710938, - 16.95571804046631 + 20.501646041870117, + 19.82798194885254, + 19.506223678588867, + 18.564921379089355, + 18.462910652160645, + 18.24117946624756, + 17.750215530395508, + 17.279053688049316, + 18.885506629943848, + 18.733620643615723, + 18.24269199371338, + 17.797823905944824, + 17.119686126708984, + 16.79171657562256, + 16.838906288146973, + 17.070642471313477, + 17.57155704498291, + 16.96424102783203, + 17.039831161499023, + 16.95138931274414, + 16.44685935974121, + 16.814444541931152, + 17.3537015914917, + 15.62306833267212 ], "p90": [ - 21.385422706604004, - 22.10640525817871, - 22.11042881011963, - 23.06468963623047, - 22.6060848236084, - 23.374643325805664, - 24.622098922729492, - 25.19681739807129, - 25.835204124450684, - 25.298748016357422, - 25.65910243988037, - 26.232083320617676, - 26.081817626953125, - 27.008710861206055, - 26.278416633605957, - 25.79054069519043, - 28.324105262756348, - 27.174560546875, - 27.684409141540527, - 27.908347129821777, - 27.819804191589355, - 28.216379165649414, - 29.159061431884766, - 29.753307342529297 + 21.413631439208984, + 22.16455078125, + 21.946134567260742, + 22.496342658996582, + 23.1682071685791, + 24.98811435699463, + 23.730969429016113, + 24.597259521484375, + 24.47773838043213, + 25.66659450531006, + 25.678394317626953, + 26.443259239196777, + 25.734081268310547, + 25.662590980529785, + 29.15310573577881, + 28.139816284179688, + 27.702340126037598, + 28.145928382873535, + 26.479683876037598, + 28.33126735687256, + 28.196301460266113, + 28.21865463256836, + 29.78671169281006, + 30.8059024810791 ], "timestamps": [ "2026-05-31 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 5aedf06426f24b5002ceb18e014eb1f9e3f6ea2d..819787d634b19929bfd9bb3029ed0badbe51669e 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T12:38:16.478889+00:00", + "evaluated_at": "2026-06-17T15:58:44.012821+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 16.02488899230957, - 16.019116401672363, - 16.022303581237793, - 16.044795036315918, - 15.992739200592041, - 16.05548095703125, - 16.014395713806152, - 16.040854454040527, - 16.038491249084473, - 16.027981758117676, - 16.08002281188965, - 16.058320999145508, - 16.068150520324707, - 16.03325366973877, - 16.127382278442383, - 15.975000381469727, - 16.133325576782227, - 16.17010498046875, - 16.143223762512207, - 16.13907241821289, - 16.22831439971924, - 16.138811111450195, - 16.190217971801758, - 16.09546661376953 + 16.00117015838623, + 15.999639511108398, + 15.999967098236084, + 15.99931001663208, + 16.00037956237793, + 15.999313354492188, + 16.000226974487305, + 16.000645637512207, + 16.00016212463379, + 15.998969078063965, + 15.999461650848389, + 15.999350547790527, + 15.997589588165283, + 15.998434066772461, + 15.998641967773438, + 15.998741626739502, + 15.99660348892212, + 15.997618198394775, + 15.99836015701294, + 15.998125553131104, + 15.99952220916748, + 15.998106002807617, + 15.997360229492188, + 16.00025749206543 ], "p10": [ - 15.920088768005371, - 15.84007978439331, - 15.7789888381958, - 15.748917579650879, - 15.634894371032715, - 15.70903730392456, - 15.621758460998535, - 15.61252212524414, - 15.476946353912354, - 15.423978328704834, - 15.46071195602417, - 15.275566577911377, - 15.394139289855957, - 15.316482067108154, - 15.12300729751587, - 15.035087585449219, - 15.235758781433105, - 15.008656978607178, - 15.067249774932861, - 15.146527767181396, - 14.919326305389404, - 14.92845106124878, - 14.832878589630127, - 14.625227451324463 + 15.8847074508667, + 15.714583396911621, + 15.714583396911621, + 15.714583396911621, + 15.678667545318604, + 15.662808895111084, + 15.66155195236206, + 15.714583396911621, + 15.62755537033081, + 15.679232120513916, + 15.370051860809326, + 15.35851526260376, + 15.246623039245605, + 15.317858695983887, + 15.430522441864014, + 15.293482780456543, + 15.380464553833008, + 15.325560569763184, + 15.160912990570068, + 15.331128597259521, + 15.360447883605957, + 15.276381969451904, + 15.239807605743408, + 15.379905223846436 ], "p90": [ - 16.129465103149414, - 16.221041679382324, - 16.36291217803955, - 16.335668563842773, - 16.389739990234375, - 16.453121185302734, - 16.597371101379395, - 16.53059959411621, - 16.85438346862793, - 16.671494483947754, - 16.77319622039795, - 16.733525276184082, - 17.03137493133545, - 16.86396312713623, - 17.044700622558594, - 16.84102439880371, - 17.416132926940918, - 17.72503662109375, - 17.619937896728516, - 17.991278648376465, - 18.020246505737305, - 18.02795696258545, - 18.106940269470215, - 18.14025592803955 + 16.01032066345215, + 16.007984161376953, + 16.009159088134766, + 16.009074211120605, + 16.010204315185547, + 16.010469436645508, + 16.013065338134766, + 16.01176929473877, + 16.01021385192871, + 16.01323413848877, + 16.012282371520996, + 16.010424613952637, + 16.008676528930664, + 16.010579109191895, + 16.008852005004883, + 16.01018238067627, + 16.007880210876465, + 16.010343551635742, + 16.0114164352417, + 16.008689880371094, + 16.012991905212402, + 16.151565551757812, + 16.045446395874023, + 16.121145248413086 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 4d4dc86d57a1c6eaec9d07a4fbbd082d7e77b810..d83f847d979f72402aeb3f876e8d391a15d61569 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T13:13:03.263343+00:00", + "evaluated_at": "2026-06-17T15:58:53.740234+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 39.03181266784668, - 33.92559814453125, - 31.320412635803223, - 27.38778591156006, - 24.955575942993164, - 21.300040245056152, - 20.720165252685547, - 23.451539039611816, - 23.209911346435547, - 26.91883373260498, - 28.233942985534668, - 29.94511890411377, - 27.44192123413086, - 25.17051601409912, - 22.468913078308105, - 20.42462921142578, - 21.45390224456787, - 21.723124504089355, - 21.008606910705566, - 21.952662467956543, - 25.20723056793213, - 27.87244415283203, - 30.944331169128418, - 30.723323822021484 + 76.77276229858398, + 66.48860549926758, + 56.404991149902344, + 48.84611129760742, + 38.73030662536621, + 35.37107467651367, + 34.34543991088867, + 34.42495918273926, + 36.505510330200195, + 30.481182098388672, + 30.2671537399292, + 28.110182762145996, + 28.794517517089844, + 26.676448822021484, + 28.630756378173828, + 28.36341667175293, + 27.150470733642578, + 31.38750171661377, + 43.164794921875, + 48.84611129760742, + 55.74245834350586, + 61.565603256225586, + 62.978946685791016, + 66.67809295654297 ], "p10": [ - 27.595515251159668, - 22.041056632995605, - 18.621768951416016, - 15.66457462310791, - 12.502659320831299, - 11.28073787689209, - 11.12290334701538, - 9.952362060546875, - 9.940161228179932, - 13.430194854736328, - 14.353312969207764, - 15.594123363494873, - 14.348728656768799, - 13.576179027557373, - 12.810242176055908, - 9.182727336883545, - 11.68224287033081, - 11.424156188964844, - 11.733019351959229, - 10.02330207824707, - 13.079652786254883, - 12.622318267822266, - 16.217342376708984, - 16.12966251373291 + 52.62385368347168, + 37.99357223510742, + 30.573333740234375, + 20.015438079833984, + 16.68832015991211, + 17.173863410949707, + 18.49911594390869, + 17.792390823364258, + 16.265366554260254, + 13.579039573669434, + 15.322752475738525, + 14.350395202636719, + 13.309536933898926, + 14.167705535888672, + 14.959659099578857, + 15.155125617980957, + 13.369209289550781, + 16.183870315551758, + 17.849199295043945, + 19.341026306152344, + 22.418618202209473, + 27.70632553100586, + 28.57224464416504, + 25.780579566955566 ], "p90": [ - 50.533151626586914, - 49.2564811706543, - 46.44685935974121, - 49.36016845703125, - 48.10187530517578, - 44.71617126464844, - 43.22126007080078, - 49.62333679199219, - 44.76867485046387, - 49.0390682220459, - 55.09505081176758, - 47.41073989868164, - 47.46938896179199, - 49.62333679199219, - 39.55610466003418, - 40.78338050842285, - 50.66893196105957, - 44.31844711303711, - 36.56999969482422, - 50.84586715698242, - 51.44551467895508, - 55.86540985107422, - 54.981191635131836, - 64.87477111816406 + 100.4367790222168, + 97.18024063110352, + 85.23357391357422, + 81.18936538696289, + 73.80484390258789, + 76.25668716430664, + 68.29280471801758, + 65.44906616210938, + 67.03984069824219, + 57.94721603393555, + 56.92658996582031, + 57.78577995300293, + 56.53826141357422, + 49.49075889587402, + 52.55493927001953, + 59.43678092956543, + 56.35994529724121, + 66.21257400512695, + 85.48595428466797, + 90.6786880493164, + 100.46585464477539, + 103.6105728149414, + 103.28462600708008, + 113.42103576660156 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 44369a938709417dc35cd48d3d533db0ca7c6ded..9341cbf0080a1c4b5e4f8f2bb5f8afb4264e273f 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:24:18.849002+00:00", + "evaluated_at": "2026-06-17T15:58:58.352309+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.547534942626953, - 22.373395919799805, - 22.402090072631836, - 22.476922035217285, - 22.355443954467773, - 22.250782012939453, - 22.15589714050293, - 22.570566177368164, - 23.13774299621582, - 24.256568908691406, - 25.496755599975586, - 26.027161598205566, - 26.744683265686035, - 27.312582969665527, - 27.485652923583984, - 27.620948791503906, - 27.161311149597168, - 26.72834587097168, - 26.326912879943848, - 25.465871810913086, - 24.410286903381348, - 24.087956428527832, - 23.835779190063477, - 23.397768020629883 + 22.31931972503662, + 22.278664588928223, + 22.30709171295166, + 22.22835350036621, + 22.228925704956055, + 22.217474937438965, + 22.64936923980713, + 23.343233108520508, + 24.550909996032715, + 25.376734733581543, + 25.96717357635498, + 27.01974582672119, + 27.181049346923828, + 27.517925262451172, + 27.5368070602417, + 27.262012481689453, + 26.635868072509766, + 26.191378593444824, + 25.226930618286133, + 24.585323333740234, + 24.037632942199707, + 23.77207374572754, + 23.253416061401367, + 23.135738372802734 ], "p10": [ - 22.196085929870605, - 21.9246187210083, - 21.78065776824951, - 21.792430877685547, - 21.587770462036133, - 21.331351280212402, - 21.261062622070312, - 21.324213981628418, - 21.98848247528076, - 22.32401752471924, - 23.4278564453125, - 23.929295539855957, - 24.30336856842041, - 24.59457492828369, - 24.89975929260254, - 24.669784545898438, - 24.305076599121094, - 24.114866256713867, - 23.243550300598145, - 23.35941791534424, - 22.340750694274902, - 22.192017555236816, - 22.287532806396484, - 21.66010856628418 + 22.018319129943848, + 21.803977966308594, + 21.685782432556152, + 21.458942413330078, + 21.25827121734619, + 21.13572406768799, + 21.548316955566406, + 22.058194160461426, + 22.823272705078125, + 23.27615737915039, + 23.86721134185791, + 24.429020881652832, + 24.660808563232422, + 25.45058822631836, + 24.910341262817383, + 24.733867645263672, + 24.49549102783203, + 24.032402992248535, + 22.572874069213867, + 22.24858856201172, + 22.219602584838867, + 21.898244857788086, + 21.297873497009277, + 21.02607250213623 ], "p90": [ - 22.8340482711792, - 22.882198333740234, - 22.979390144348145, - 23.126218795776367, - 23.148037910461426, - 23.081342697143555, - 23.347180366516113, - 23.98564052581787, - 24.723468780517578, - 26.172489166259766, - 27.785667419433594, - 28.162297248840332, - 29.589078903198242, - 30.63517189025879, - 30.34178352355957, - 30.381957054138184, - 30.62128448486328, - 29.858444213867188, - 29.194351196289062, - 28.064562797546387, - 26.805974006652832, - 26.07378578186035, - 26.031651496887207, - 25.614310264587402 + 22.698716163635254, + 22.787014961242676, + 22.877985954284668, + 23.037224769592285, + 23.022456169128418, + 23.11980152130127, + 24.01915168762207, + 24.93345546722412, + 26.611682891845703, + 27.674832344055176, + 28.392763137817383, + 29.343371391296387, + 29.93939971923828, + 30.434407234191895, + 30.060364723205566, + 29.837108612060547, + 29.056517601013184, + 29.20097255706787, + 28.30663776397705, + 27.049644470214844, + 25.950135231018066, + 25.902116775512695, + 25.090805053710938, + 24.96418857574463 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 943c6b6236be2f61e6feb56b0b2b485bad7b7a37..db1da5cf1c0de73caefe34eaffd23158b3114475 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T14:24:23.252401+00:00", + "evaluated_at": "2026-06-17T15:59:03.426689+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.570569038391113, - 14.638981342315674, - 14.123310565948486, - 12.884902954101562, - 12.459563732147217, - 12.632572174072266, - 13.22539758682251, - 14.295623779296875, - 14.087102890014648, - 13.432281494140625, - 13.267077445983887, - 12.067970275878906, - 12.499583721160889, - 13.348918437957764, - 13.341917514801025, - 14.087663173675537, - 13.861820697784424, - 13.380155563354492, - 13.116184711456299, - 12.418761730194092, - 12.945923328399658, - 13.335078239440918, - 13.476775646209717, - 13.933974742889404 + 14.52838945388794, + 14.111220836639404, + 13.120971202850342, + 12.767828464508057, + 13.063286781311035, + 14.169592380523682, + 14.234474182128906, + 13.781925678253174, + 13.82234525680542, + 12.738411903381348, + 12.781400203704834, + 12.92440128326416, + 12.99775505065918, + 14.512091159820557, + 13.678102493286133, + 13.393088817596436, + 13.074674129486084, + 12.642114162445068, + 13.080793857574463, + 13.70450735092163, + 14.105879306793213, + 13.751734256744385, + 13.612971305847168, + 12.972441673278809 ], "p10": [ - 7.709658861160278, - 8.554404258728027, - 8.877132415771484, - 9.549297332763672, - 8.113831520080566, - 8.631417751312256, - 8.27763843536377, - 9.157295227050781, - 8.59765338897705, - 8.41456937789917, - 8.990165710449219, - 8.368024826049805, - 8.132293701171875, - 8.903449058532715, - 8.320343494415283, - 8.237221240997314, - 8.051828861236572, - 8.215189456939697, - 8.067553281784058, - 8.052285194396973, - 7.645615816116333, - 7.687082767486572, - 8.425230026245117, - 8.522386074066162 + 9.363610744476318, + 8.188647270202637, + 7.814689874649048, + 7.901116371154785, + 8.660355567932129, + 9.393674850463867, + 8.108713150024414, + 8.806176662445068, + 9.135214805603027, + 8.057505369186401, + 8.519675731658936, + 7.477713584899902, + 8.28012752532959, + 9.476148128509521, + 8.686422348022461, + 8.198674201965332, + 8.203346252441406, + 7.092085599899292, + 7.539860486984253, + 8.381973266601562, + 8.6961989402771, + 7.55491828918457, + 8.655657291412354, + 8.768620014190674 ], "p90": [ - 17.426335334777832, - 18.699462890625, - 19.161487579345703, - 17.21004009246826, - 17.003986358642578, - 16.961535453796387, - 17.77214527130127, - 18.771641731262207, - 19.3189640045166, - 19.20437717437744, - 17.56265163421631, - 17.285921096801758, - 17.006954193115234, - 17.337574005126953, - 17.612651824951172, - 18.81123161315918, - 17.816009521484375, - 17.313114166259766, - 17.862489700317383, - 16.94946575164795, - 17.127718925476074, - 19.18122386932373, - 19.051189422607422, - 18.600936889648438 + 18.707735061645508, + 18.227116584777832, + 17.324238777160645, + 16.22867774963379, + 17.6257381439209, + 18.907394409179688, + 18.216970443725586, + 20.422115325927734, + 18.750274658203125, + 17.680849075317383, + 17.047767639160156, + 17.12855052947998, + 17.871164321899414, + 19.095531463623047, + 18.616615295410156, + 17.409555435180664, + 16.2518310546875, + 16.114656448364258, + 17.09697723388672, + 18.80556583404541, + 19.30448818206787, + 18.355658531188965, + 17.81421947479248, + 17.597525596618652 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index f2274f8e1753ce3d4900f0fd0c41c992507e255a..0d661b2e0f630d5a1c66cf903f4c02ced51fd315 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,30 +1,42 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T15:31:35.557215+00:00", + "evaluated_at": "2026-06-17T15:59:05.775771+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5a837bac746c04fd9e7de6c0fbeefc5bfe9d8ebe..8ec1e774239e674721d3c38c1748c2c5187b0070 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,833746.8291007914,788006.3987929267,796.5568941885916,0.8013946535369939,0.012192256711215078,0.012100285810521421,16.47831886068929,913.0973820468391,0.013934299630282657,0.01215583644683128,0.011286695657796903,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,807580.7356394072,762730.9954933543,784.0871676260916,0.7888491941088445,0.011998456776851988,0.011909457924071344,15.976500483563308,898.6549591692059,0.013711292427610572,0.011963266139428266,0.011094290698211608,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.662229998200738,2.6766623149149575,1.4197025905845,1.3207866801697488,25.28826634543716,1.083206700019669,49.28225464833882,1.6316341496183322,1.8494010850540104,1.6091839657162958,1.589663152588258,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08823961047306238,0.08695779891711392,0.2633703669353768,1.8883157704484281,0.19885939999647348,0.22545865881050395,17.91920883393009,0.2970515283129551,0.23451437230497627,0.20792398085395572,0.194687703445396,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.029816408348095968,0.022432877851712704,0.14531763965736152,0.15686462569779425,0.00911782498833213,0.00913831456613638,6.024487757420961,0.17267428398026144,0.010814672973672295,0.009101313258550785,0.009108851787213162,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,802.5855539433527,819.418832086261,23.14316585640999,3.034723701603879,0.5174877102191767,0.7471957987060659,88.9184177805265,28.329940944932318,0.736400462169741,0.6015768993609527,0.5747124565326551,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.849154598594984,11.336747192526316,2.816165082846114,1.3698838048075441,0.10604749616466529,0.11154108797151403,21.605844806093916,3.2938054888828794,0.12999726181047588,0.11114613501370733,0.09891167743786304,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,23.95044055646183,24.618126210154543,4.27625998003992,0.8091740303886313,0.5084481411982901,0.3692905203604842,4.61471711809857,4.893918732106392,0.42402183960488593,0.37050627985905443,0.2694726791903557,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.010190369193410619,0.009166661103582404,0.07083330551783244,0.19615378351606103,0.004445599762546846,0.004443142095017889,6.867690514998706,0.10094735852616758,0.006312497867860554,0.004429388708956918,0.004379594301731342,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,571.5741611278044,588.4229138506594,18.575834493741866,1.5277871978495803,0.40334716558613,0.5584986602885622,36.23792938554105,23.907617219785923,0.6400254470439065,0.4972894900722864,0.46313007167643644,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.500329016546322,10.907636556457737,2.741039785184275,1.3329245077374383,0.10310954710442062,0.10846959798562684,19.815655628488997,3.2404211171615214,0.12757563964323518,0.10791495649452935,0.09644388284978041,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,23.73485549593165,28.857536673160656,4.767964071856286,0.8998516728011866,0.5756985425373156,0.40295305438080026,4.462647099685767,4.8718431312935,0.4236385331559565,0.41460557146576404,0.28162645723046653,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1516.794208314598,1586.1317905509616,39.33296783625758,0.7866593567251517,0.01404504385048889,0.013945072832793476,27.290277793737776,38.94604226766307,0.013898959322288677,0.014037044283571479,0.013668905845779351,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index b8b94454acbce15e2607f9bce33c58b1066d0eee..8a2614af03a33425c1736472299d178a206f7958 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T15:34:37.153430+00:00", + "evaluated_at": "2026-06-17T16:02:35.692700+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 66325.38859991776, diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c25ba495992464c0186dc18c158e098cbef6202d..e50772b1c0a134cadaec89f9f93530ea4ed5c99a 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:34:29.865314+00:00", + "evaluated_at": "2026-06-17T16:02:35.700398+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 5cd3b7dc6c44f420881081f45a79a9a912942870..60b5709b7610faed7121869d1252813a8de0eeec 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T12:39:01.087769+00:00", + "evaluated_at": "2026-06-17T16:02:35.711041+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194 + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716 ], "p10": [ - 15.865618794264194, - 15.865618794264194, - 15.755618374647495, - 15.865618794264194, - 15.865618794264194, - 15.755618374647495, - 15.66561803132474, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.46561917573392, - 15.865618794264194, - 15.855618756117222, - 15.745618527235385, - 15.865618794264194, - 15.555619519056675, - 15.865618794264194, - 15.855618756117222, - 15.655618183912631, - 15.855618756117222, - 15.46561917573392, - 15.865618794264194, - 15.66561803132474, - 15.66561803132474 + 15.910000085830688, + 15.910000085830688, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.550000429153442, + 15.550000429153442 ], "p90": [ - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.875618832411165, - 15.975619213880892, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.875618832411165, - 15.865618794264194, - 15.865618794264194, - 15.975619213880892, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194, - 15.865618794264194 + 15.990000009536741, + 16.34999966621399, + 15.950000047683716, + 15.990000009536741, + 15.950000047683716, + 15.950000047683716, + 15.990000009536741, + 15.990000009536741, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 16.34999966621399, + 16.34999966621399, + 16.34999966621399, + 16.34999966621399, + 15.950000047683716, + 15.950000047683716, + 16.34999966621399, + 16.34999966621399, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index db7536dbc6287f3915a477f2988c4277c994fe9b..a4dbe0ff7f244ca77f71162703f18b88a4283092 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T13:13:52.420652+00:00", + "evaluated_at": "2026-06-17T16:02:35.718271+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 15.467249840687794, - 15.467251271199268, - 15.167250126790089, - 15.417251557301563, - 15.467250317524952, - 15.117250889729542, - 15.067250698994679, - 15.467251271199268, - 15.367248982380909, - 15.467251271199268, - 15.367250889729542, - 15.167250126790089, - 15.067250698994679, - 15.117250889729542, - 15.067251652668995, - 15.467251271199268, - 15.367250889729542, - 15.367248982380909, - 15.467250317524952, - 15.367252797078175, - 15.467251271199268, - 15.167250126790089, - 15.467251271199268, - 15.467249363850636 + 18.80590865730646, + 18.905909038776187, + 18.955907798999576, + 18.905907131427554, + 18.80590865730646, + 19.00590751289728, + 19.00590751289728, + 18.80590865730646, + 19.205908275836734, + 18.955908275836734, + 18.80590865730646, + 19.105907894367007, + 18.755906559222964, + 18.805908180469302, + 19.105907894367007, + 18.80590865730646, + 18.855907894367007, + 18.755908466571597, + 18.855907894367007, + 18.805908180469302, + 18.905907608264712, + 18.7059063684881, + 18.805907703632144, + 18.855907894367007 ], "p10": [ - 13.267250508259815, - 13.267250508259815, - 12.667250126790089, - 12.567251652668995, - 12.567251652668995, - 12.667250126790089, - 13.267250508259815, - 12.937251156758352, - 12.567249745320362, - 13.267250508259815, - 12.927251309346241, - 12.55724970717339, - 12.447249478291553, - 12.567249745320362, - 12.447249478291553, - 13.267250508259815, - 12.567251461934132, - 12.567249745320362, - 12.55724970717339, - 13.3572491349688, - 13.667252034138722, - 12.167252034138722, - 12.967251271199268, - 12.567251461934132 + 15.285908581012515, + 15.285906864398745, + 15.085908008807925, + 15.605907894367007, + 15.105907894367007, + 15.585907436603335, + 15.285906864398745, + 15.775906826251774, + 15.8759072077215, + 15.605907894367007, + 15.30590865730646, + 15.105907894367007, + 15.285906864398745, + 15.805906749957828, + 15.955907703632144, + 15.395903850787906, + 15.085908008807925, + 15.305906749957828, + 14.905907131427554, + 15.085907818073062, + 15.405903316730289, + 14.895907284015445, + 15.085908008807925, + 15.105907894367007 ], "p90": [ - 18.887250775288624, - 18.977251118611377, - 18.77725054640679, - 18.877250927876517, - 18.767250508259817, - 18.497250336598437, - 18.767250508259817, - 19.067249745320364, - 18.767250508259817, - 19.087249821614307, - 18.96725127119927, - 18.77725054640679, - 18.97725121397881, - 18.497250336598437, - 19.267250508259817, - 18.96725127119927, - 18.767250508259817, - 18.767250508259817, - 18.467250317524954, - 19.267250508259817, - 18.907250851582567, - 18.767250508259817, - 17.78725058455376, - 18.78725058455376 + 24.41590736030939, + 24.405907131427554, + 24.91590697883966, + 23.13590791344049, + 24.725906444782044, + 26.405909038776187, + 24.41590736030939, + 22.71590812324884, + 25.335908771747377, + 24.945907284015444, + 22.71590812324884, + 24.41590736030939, + 24.41590736030939, + 22.80590694069269, + 22.865908504718565, + 22.745908237689758, + 24.505909420245914, + 23.785908390277648, + 22.80590865730646, + 22.605905987018375, + 24.52590911507013, + 24.505909420245914, + 24.91590697883966, + 25.305906749957828 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0cc4b308e57d3e2820f7b5e295abd194f4824ec7..009f3de4027b34abf96c1d6af6207b062903a06e 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:25:25.741346+00:00", + "evaluated_at": "2026-06-17T16:02:35.729025+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 23.689005991238268, - 23.789004465359362, - 23.789004465359362, - 23.789004465359362, - 23.689005037563952, - 23.789004465359362, - 23.789004465359362, - 23.689005991238268, - 23.789004465359362, - 23.789004465359362, - 23.789004465359362, - 23.689005037563952, - 23.789004465359362, - 23.789004465359362, - 23.689005991238268, - 23.689005991238268, - 23.789004465359362, - 23.789004465359362, - 23.789004465359362, - 23.689005991238268, - 23.789004465359362, - 23.789004465359362, - 23.689005991238268, - 23.789004465359362 + 23.801506346612427, + 23.7015059651427, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.7015059651427, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.7015059651427, + 23.7015059651427, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795 ], "p10": [ - 22.77900461794725, - 23.08900370241991, - 23.08900370241991, - 22.789004465359362, - 22.88900484682909, - 23.08900560976854, - 22.789004465359362, - 22.789004465359362, - 22.97900347353807, - 22.989003320950182, - 22.989003320950182, - 22.789006372707995, - 22.789004465359362, - 22.789004465359362, - 22.879004999416978, - 22.989005037563953, - 23.08900560976854, - 22.789004465359362, - 22.879004999416978, - 22.789006372707995, - 22.789006372707995, - 22.789006372707995, - 22.789006372707995, - 22.77900633456102 + 23.10150367632434, + 22.891504782586548, + 22.801506346612427, + 22.991503447442504, + 23.001505011468385, + 22.89150497332141, + 22.90150482073352, + 22.90150482073352, + 22.801506155877565, + 23.001503294854615, + 22.90150482073352, + 22.801504439263795, + 22.801506346612427, + 22.701504057794068, + 23.001505011468385, + 22.991503447442504, + 23.001503294854615, + 23.001505011468385, + 23.101505392938112, + 22.89150497332141, + 23.001505202203248, + 23.001505011468385, + 22.801504439263795, + 23.201504057794068 ], "p90": [ - 24.88900484682909, - 25.189004083889635, - 24.989005228298815, - 25.189004083889635, - 24.989005228298815, - 25.20900416018358, - 24.999005075710922, - 24.999005075710922, - 25.08900370241991, - 25.009005113857896, - 25.189004083889635, - 25.38900484682909, - 25.189004083889635, - 24.989005228298815, - 25.099003740566882, - 25.009005113857896, - 25.20900587679735, - 25.38900484682909, - 25.299006220120102, - 24.789004465359362, - 24.989005228298815, - 25.19900602938524, - 25.189004083889635, - 25.189004083889635 + 25.421506422906372, + 24.811504477410768, + 25.001503485589478, + 25.111503714471315, + 25.001505202203248, + 25.001505202203248, + 24.801504629998657, + 25.02150508776233, + 25.001505202203248, + 25.201504057794068, + 25.601503867059204, + 25.001503485589478, + 25.001505202203248, + 25.001505202203248, + 25.201504057794068, + 25.801504439263795, + 25.001503485589478, + 25.001505202203248, + 25.201504057794068, + 25.001505202203248, + 25.201504057794068, + 25.02150508776233, + 25.10150367632434, + 25.211506003289674 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 7e9c713b7772a06d313efc37107fb0b897cf4b3f..e00b74f9b6749fe493d7f0d331e23dbda82b48d1 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T14:25:25.751909+00:00", + "evaluated_at": "2026-06-17T16:02:35.739340+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.363023952095809, - 14.363023952095809, - 14.363023952095809, - 13.363023952095809, - 13.363023952095809, - 14.363023952095809, - 14.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 13.363023952095809, - 14.363023952095809, - 13.363023952095809, - 14.363023952095809, - 14.363023952095809 + 14.45259481037924, + 13.45259481037924, + 13.45259481037924, + 13.45259481037924, + 14.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.95259481037924, + 13.95259481037924, + 14.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.45259481037924, + 14.45259481037924, + 13.45259481037924, + 14.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.45259481037924, + 13.45259481037924, + 14.45259481037924 ], "p10": [ - 6.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 5.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 6.3630239520958085, - 6.263023952095811, - 6.3630239520958085, - 7.263023952095811, - 5.3630239520958085, - 5.3630239520958085, - 5.263023952095811, - 5.3630239520958085, - 6.3630239520958085, - 5.3630239520958085, - 6.263023952095811 + 6.4525948103792405, + 6.4525948103792405, + 4.4525948103792405, + 5.4525948103792405, + 6.352594810379243, + 5.4525948103792405, + 5.4525948103792405, + 6.352594810379243, + 4.4525948103792405, + 6.4525948103792405, + 6.352594810379243, + 5.4525948103792405, + 5.352594810379243, + 6.4525948103792405, + 5.4525948103792405, + 6.4525948103792405, + 5.4525948103792405, + 5.4525948103792405, + 5.4525948103792405, + 6.4525948103792405, + 6.4525948103792405, + 6.4525948103792405, + 6.352594810379243, + 5.4525948103792405 ], "p90": [ - 19.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 19.36302395209581, - 22.36302395209581, - 20.36302395209581, - 19.36302395209581, - 19.463023952095803, - 20.36302395209581, - 20.36302395209581, - 20.36302395209581, - 20.463023952095803, - 20.36302395209581, - 19.36302395209581, - 19.36302395209581, - 20.36302395209581, - 19.36302395209581, - 19.463023952095803, - 20.36302395209581 + 19.45259481037924, + 19.45259481037924, + 19.552594810379233, + 20.45259481037924, + 19.45259481037924, + 20.45259481037924, + 19.45259481037924, + 18.552594810379233, + 21.552594810379233, + 19.45259481037924, + 20.552594810379233, + 19.45259481037924, + 19.45259481037924, + 18.45259481037924, + 19.45259481037924, + 19.45259481037924, + 19.45259481037924, + 20.45259481037924, + 20.45259481037924, + 21.45259481037924, + 18.45259481037924, + 19.45259481037924, + 20.45259481037924, + 20.45259481037924 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index dd06db6314e428dc0a5594b0234d6c7ae193d912..4596e1d2875b7bbdb48a26fbde00c6fa928043c2 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,30 +1,42 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T15:34:37.187100+00:00", + "evaluated_at": "2026-06-17T16:02:35.743748+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/online_status.json b/results/online_status.json index 4da8a302ceb97dfcc52785bdb84f6f5b480883b0..c47455c2b4b22baa3621e35b7e0821a8dc16e188 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-17T15:07:37.616955+00:00", - "finished_at": "2026-06-17T15:34:37.219008+00:00", - "task_count": 4, + "started_at": "2026-06-17T15:41:36.643917+00:00", + "finished_at": "2026-06-17T16:02:35.792100+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,30 +10,42 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-17T15:08:40.566384+00:00", + "evaluated_at": "2026-06-17T15:43:05.277347+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -42,30 +54,42 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T15:09:32.719164+00:00", + "evaluated_at": "2026-06-17T15:49:02.264702+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -74,30 +98,42 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:17:20.700892+00:00", + "evaluated_at": "2026-06-17T15:50:19.842435+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -106,30 +142,42 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T15:24:09.118545+00:00", + "evaluated_at": "2026-06-17T15:58:03.781295+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -138,30 +186,42 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T15:31:35.557215+00:00", + "evaluated_at": "2026-06-17T15:59:05.775771+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -170,30 +230,42 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T15:32:15.492926+00:00", + "evaluated_at": "2026-06-17T16:02:33.496522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -202,30 +274,42 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T15:34:37.019576+00:00", + "evaluated_at": "2026-06-17T16:02:35.539485+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -234,30 +318,42 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T15:34:37.146877+00:00", + "evaluated_at": "2026-06-17T16:02:35.687088+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -266,30 +362,42 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T15:34:37.187100+00:00", + "evaluated_at": "2026-06-17T16:02:35.743748+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -298,30 +406,42 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T15:34:37.217913+00:00", + "evaluated_at": "2026-06-17T16:02:35.790874+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], @@ -330,7 +450,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-17T15:35:08.431931+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260617_160235.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..c71d368880b81418d3ac8b31dd8331277c9db16a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-17T16:02:35.418648+00:00", + "metrics": { + "MSE[mean]": 2374.628510590254, + "MSE[0.5]": 2358.7578542868364, + "MAE[0.5]": 45.341762318475084, + "MASE[0.5]": 3.7291764211961755, + "MAPE[0.5]": 1.653092507146359, + "sMAPE[0.5]": 0.7986669932176141, + "MSIS": 128.53519870837192, + "RMSE[mean]": 48.730160174067294, + "NRMSE[mean]": 1.304544165284568, + "ND[0.5]": 1.2138341278788645, + "mean_weighted_sum_quantile_loss": 1.1912196366805867 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 73.6759293076217, + 77.7812547301374, + 80.25319129290109, + 81.66207879530491, + 82.31895453168877, + 83.13813829492511, + 83.50351619410391, + 83.53716204584431, + 83.62575937129176, + 83.57446992736958, + 83.37905104457188, + 83.96423641245633, + 83.76443700180542, + 83.66050658130071, + 83.83295000284349, + 83.66455875629768, + 83.6877987871097, + 83.5215151119403, + 83.59932380914174, + 83.8636632395652, + 83.86027876319787, + 83.6695988068689, + 83.47413675577045, + 83.68978798669244 + ], + "p10": [ + 70.99574906953892, + 74.17281900853158, + 77.74243862694667, + 79.11414096416551, + 78.05568004952491, + 78.74841910249157, + 81.1478565179211, + 80.99485723651146, + 79.33782096147796, + 81.16043466306778, + 78.96505692347874, + 80.47144136212763, + 81.36823805491821, + 81.47001281022443, + 81.11489223069458, + 80.98712713435673, + 81.03719644904733, + 78.92410369301653, + 80.34345961939489, + 80.16578757558321, + 81.56290966799948, + 79.00374489168935, + 78.98767597485705, + 80.34411367401887 + ], + "p90": [ + 77.70711960294837, + 83.3387045492945, + 84.29065874771375, + 85.53794297869477, + 87.31490065115474, + 87.02681281228745, + 88.39887364391794, + 87.4862075501478, + 88.35697179407312, + 86.76441731815333, + 87.05729684364522, + 87.84086111347015, + 87.3194957763669, + 87.79712763295615, + 87.61972480604254, + 87.11413624251543, + 87.80514863767787, + 87.60370081576906, + 87.18480294609401, + 88.24699852035373, + 87.33552742852416, + 87.13032151642273, + 86.37904074820432, + 87.22000439260621 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_154243.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_154243.json new file mode 100644 index 0000000000000000000000000000000000000000..67b3ef489f8393f6945d32b76b64ccd6d5951b7e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_154243.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:42:43.461668+00:00", + "metrics": { + "MSE[mean]": 111.43604530943003, + "MSE[0.5]": 111.43604530943003, + "MAE[0.5]": 7.973713636398315, + "MASE[0.5]": 0.655805671455142, + "MAPE[0.5]": 0.21826475801430842, + "sMAPE[0.5]": 0.182436979704653, + "MSIS": 5.045313429917365, + "RMSE[mean]": 10.556327264225471, + "NRMSE[mean]": 0.2826010645191426, + "ND[0.5]": 0.21346249556448363, + "mean_weighted_sum_quantile_loss": 0.16876801581027273 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 74.9530029296875, + 76.08866882324219, + 77.06590270996094, + 75.67095947265625, + 73.79061889648438, + 72.23484802246094, + 68.36482238769531, + 53.03846740722656, + 35.783714294433594, + 30.049667358398438, + 27.85149574279785, + 26.318368911743164, + 25.160682678222656, + 24.83509063720703, + 24.921707153320312, + 23.97357940673828, + 23.681982040405273, + 23.413578033447266, + 25.237716674804688, + 30.675065994262695, + 40.70207977294922, + 45.37779235839844, + 48.2911491394043, + 51.142704010009766 + ], + "p10": [ + 67.13998413085938, + 65.46022033691406, + 64.54875946044922, + 58.483123779296875, + 54.52598571777344, + 49.4632568359375, + 43.658172607421875, + 28.221054077148438, + 20.925434112548828, + 18.398662567138672, + 17.920381546020508, + 16.913284301757812, + 16.209692001342773, + 15.494698524475098, + 15.744449615478516, + 15.155967712402344, + 13.719888687133789, + 13.108097076416016, + 13.799192428588867, + 16.569866180419922, + 22.837800979614258, + 25.720075607299805, + 27.964929580688477, + 29.12252426147461 + ], + "p90": [ + 83.59777069091797, + 87.70391845703125, + 90.42086029052734, + 90.2039566040039, + 89.39178466796875, + 89.569580078125, + 85.05390930175781, + 74.69862365722656, + 55.623291015625, + 47.59436798095703, + 43.58856201171875, + 41.1866569519043, + 39.76183319091797, + 39.95797348022461, + 40.89982604980469, + 40.64460372924805, + 41.64281463623047, + 42.894493103027344, + 45.944889068603516, + 53.2430419921875, + 64.28218841552734, + 69.9729232788086, + 73.53355407714844, + 75.25366973876953 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260617_160235.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..b7dd9a35ccee24de057f4e1dbe7b547a4c598551 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-17T16:02:35.637364+00:00", + "metrics": { + "MSE[mean]": 45325.870652520796, + "MSE[0.5]": 45207.429813580995, + "MAE[0.5]": 188.8997155265828, + "MASE[0.5]": 15.536236994153276, + "MAPE[0.5]": 6.583109823689468, + "sMAPE[0.5]": 1.3300861269268454, + "MSIS": 599.7709863089602, + "RMSE[mean]": 212.89873332765697, + "NRMSE[mean]": 5.6994641381637114, + "ND[0.5]": 5.056991826701604, + "mean_weighted_sum_quantile_loss": 5.032541427582573 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 78.98407856283833, + 91.88308367416464, + 104.7320871642446, + 117.48109122652914, + 130.18009748226464, + 143.17910106771203, + 155.9781057975686, + 168.57711167183436, + 181.77611602022122, + 194.3251207500778, + 206.97412586140408, + 220.07312982832119, + 232.52213322303376, + 245.37113957413666, + 258.4701440178909, + 270.9691495106869, + 283.818153477604, + 296.51715877966524, + 309.4161629373172, + 322.16516795327607, + 335.0641721109281, + 347.66317560100805, + 360.56218166600866, + 373.4111865866001 + ], + "p10": [ + 75.4640784865444, + 88.26308149978719, + 100.86208737405295, + 114.1810919894686, + 126.48009671932519, + 139.75910099141808, + 152.25810514907005, + 165.54710984077968, + 178.446114952106, + 190.97512036860806, + 203.47412586140408, + 216.07312982832119, + 229.05213352820954, + 242.3711381436252, + 255.32014382715607, + 267.5591447041684, + 280.04815359204497, + 293.06715706305147, + 305.46616217437776, + 318.4451675908798, + 331.5641678193937, + 343.85317651653537, + 356.84218197118446, + 369.6611865866001 + ], + "p90": [ + 84.59407726584126, + 97.383081766816, + 110.69208634408469, + 121.71109200854208, + 136.10009526974022, + 150.57910259359093, + 161.3881056449807, + 172.48711113777674, + 187.90611651613187, + 200.3151197582565, + 210.88412532734645, + 225.38312929426357, + 238.1821340241202, + 249.37113833436004, + 262.23014462824244, + 274.9091490910702, + 289.46815500348293, + 301.5471587033713, + 313.36616370025666, + 325.96516575982514, + 340.6841736177335, + 353.46317865276586, + 366.6721809412162, + 379.8611854421909 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_155853.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_155853.json new file mode 100644 index 0000000000000000000000000000000000000000..902c669da6f9d0b06c568d326d1588e64d0db28c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260617_155853.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:58:53.740234+00:00", + "metrics": { + "MSE[mean]": 209.7592226108777, + "MSE[0.5]": 162.83906601557626, + "MAE[0.5]": 10.50101896127065, + "MASE[0.5]": 0.8636663046718004, + "MAPE[0.5]": 0.31582083448917664, + "sMAPE[0.5]": 0.2693838101914469, + "MSIS": 4.325613239901485, + "RMSE[mean]": 14.48306675434722, + "NRMSE[mean]": 0.3877229248235731, + "ND[0.5]": 0.2811204183719973, + "mean_weighted_sum_quantile_loss": 0.24116242113200276 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 76.77276229858398, + 66.48860549926758, + 56.404991149902344, + 48.84611129760742, + 38.73030662536621, + 35.37107467651367, + 34.34543991088867, + 34.42495918273926, + 36.505510330200195, + 30.481182098388672, + 30.2671537399292, + 28.110182762145996, + 28.794517517089844, + 26.676448822021484, + 28.630756378173828, + 28.36341667175293, + 27.150470733642578, + 31.38750171661377, + 43.164794921875, + 48.84611129760742, + 55.74245834350586, + 61.565603256225586, + 62.978946685791016, + 66.67809295654297 + ], + "p10": [ + 52.62385368347168, + 37.99357223510742, + 30.573333740234375, + 20.015438079833984, + 16.68832015991211, + 17.173863410949707, + 18.49911594390869, + 17.792390823364258, + 16.265366554260254, + 13.579039573669434, + 15.322752475738525, + 14.350395202636719, + 13.309536933898926, + 14.167705535888672, + 14.959659099578857, + 15.155125617980957, + 13.369209289550781, + 16.183870315551758, + 17.849199295043945, + 19.341026306152344, + 22.418618202209473, + 27.70632553100586, + 28.57224464416504, + 25.780579566955566 + ], + "p90": [ + 100.4367790222168, + 97.18024063110352, + 85.23357391357422, + 81.18936538696289, + 73.80484390258789, + 76.25668716430664, + 68.29280471801758, + 65.44906616210938, + 67.03984069824219, + 57.94721603393555, + 56.92658996582031, + 57.78577995300293, + 56.53826141357422, + 49.49075889587402, + 52.55493927001953, + 59.43678092956543, + 56.35994529724121, + 66.21257400512695, + 85.48595428466797, + 90.6786880493164, + 100.46585464477539, + 103.6105728149414, + 103.28462600708008, + 113.42103576660156 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260617_160235.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..f9a009de5daa07ed292c01bb2122b868470738c1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T16:02:35.718271+00:00", + "metrics": { + "MSE[mean]": 571.5741611278044, + "MSE[0.5]": 588.4229138506594, + "MAE[0.5]": 18.575834493741866, + "MASE[0.5]": 1.5277871978495803, + "MAPE[0.5]": 0.40334716558613, + "sMAPE[0.5]": 0.5584986602885622, + "MSIS": 36.23792938554105, + "RMSE[mean]": 23.907617219785923, + "NRMSE[mean]": 0.6400254470439065, + "ND[0.5]": 0.4972894900722864, + "mean_weighted_sum_quantile_loss": 0.46313007167643644 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 18.80590865730646, + 18.905909038776187, + 18.955907798999576, + 18.905907131427554, + 18.80590865730646, + 19.00590751289728, + 19.00590751289728, + 18.80590865730646, + 19.205908275836734, + 18.955908275836734, + 18.80590865730646, + 19.105907894367007, + 18.755906559222964, + 18.805908180469302, + 19.105907894367007, + 18.80590865730646, + 18.855907894367007, + 18.755908466571597, + 18.855907894367007, + 18.805908180469302, + 18.905907608264712, + 18.7059063684881, + 18.805907703632144, + 18.855907894367007 + ], + "p10": [ + 15.285908581012515, + 15.285906864398745, + 15.085908008807925, + 15.605907894367007, + 15.105907894367007, + 15.585907436603335, + 15.285906864398745, + 15.775906826251774, + 15.8759072077215, + 15.605907894367007, + 15.30590865730646, + 15.105907894367007, + 15.285906864398745, + 15.805906749957828, + 15.955907703632144, + 15.395903850787906, + 15.085908008807925, + 15.305906749957828, + 14.905907131427554, + 15.085907818073062, + 15.405903316730289, + 14.895907284015445, + 15.085908008807925, + 15.105907894367007 + ], + "p90": [ + 24.41590736030939, + 24.405907131427554, + 24.91590697883966, + 23.13590791344049, + 24.725906444782044, + 26.405909038776187, + 24.41590736030939, + 22.71590812324884, + 25.335908771747377, + 24.945907284015444, + 22.71590812324884, + 24.41590736030939, + 24.41590736030939, + 22.80590694069269, + 22.865908504718565, + 22.745908237689758, + 24.505909420245914, + 23.785908390277648, + 22.80590865730646, + 22.605905987018375, + 24.52590911507013, + 24.505909420245914, + 24.91590697883966, + 25.305906749957828 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..53a09038776e1cd83247a8c8c7bd40b11196c8c3 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T16:02:35.769000+00:00", + "metrics": { + "MSE[mean]": 692.600829930307, + "MSE[0.5]": 692.600829930307, + "MAE[0.5]": 20.366666436195374, + "MASE[0.5]": 1.6750758763798679, + "MAPE[0.5]": 0.4797758390090279, + "sMAPE[0.5]": 0.687974549632932, + "MSIS": 65.2008824176943, + "RMSE[mean]": 26.31731046156326, + "NRMSE[mean]": 0.7045348032097248, + "ND[0.5]": 0.5452314494910083, + "mean_weighted_sum_quantile_loss": 0.541801072110206 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "p10": [ + 16.169999999999998, + 14.7, + 13.524000186920166, + 12.544000186920165, + 11.76, + 11.465999813079835, + 11.564000186920167, + 15.778000373840332, + 15.484000186920166, + 18.13, + 14.504000186920166, + 13.034000186920165, + 12.348000373840332, + 11.76, + 10.681999626159667, + 10.78, + 11.465999813079835, + 12.25, + 14.014000186920166, + 21.363999252319335, + 24.303999252319336, + 37.63200149536133, + 51.54799850463867, + 65.26799850463867 + ], + "p90": [ + 16.830000000000002, + 15.3, + 14.076000194549561, + 13.056000194549561, + 12.24, + 11.933999805450439, + 12.03600019454956, + 16.42200038909912, + 16.11600019454956, + 18.87, + 15.09600019454956, + 13.566000194549561, + 12.852000389099121, + 12.24, + 11.11799961090088, + 11.22, + 11.933999805450439, + 12.75, + 14.58600019454956, + 22.23599922180176, + 25.295999221801758, + 39.16800155639648, + 53.65199844360352, + 67.93199844360352 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_160150.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_160150.json new file mode 100644 index 0000000000000000000000000000000000000000..7a0b682eff7cc20482e86452f1f1923d5a5971bf --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260617_160150.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T16:01:50.910124+00:00", + "metrics": { + "MSE[mean]": 99.3249435543471, + "MSE[0.5]": 99.3249435543471, + "MAE[0.5]": 8.21993883450826, + "MASE[0.5]": 0.6760566973558673, + "MAPE[0.5]": 0.2682187136200331, + "sMAPE[0.5]": 0.21533539522429115, + "MSIS": 4.37554219285727, + "RMSE[mean]": 9.966190021986693, + "NRMSE[mean]": 0.2668026330481658, + "ND[0.5]": 0.22005413500077886, + "mean_weighted_sum_quantile_loss": 0.1996278246886492 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 73.955078125, + 75.37109375, + 74.8046875, + 71.123046875, + 67.158203125, + 61.77734375, + 56.396484375, + 47.900390625, + 39.75830078125, + 36.395263671875, + 33.563232421875, + 31.337432861328125, + 29.16473388671875, + 27.4212646484375, + 27.01416015625, + 27.120361328125, + 25.987548828125, + 27.1026611328125, + 28.99658203125, + 35.93505859375, + 42.44873046875, + 47.4755859375, + 52.0068359375, + 53.564453125 + ], + "p10": [ + 64.609375, + 55.263671875, + 47.1923828125, + 39.8291015625, + 34.908447265625, + 30.1470947265625, + 26.5185546875, + 23.47412109375, + 20.0048828125, + 18.94287109375, + 18.5888671875, + 17.7392578125, + 16.3232421875, + 15.54443359375, + 15.68603515625, + 15.615234375, + 15.1904296875, + 15.1904296875, + 15.1904296875, + 18.37646484375, + 20.50048828125, + 21.20849609375, + 21.668701171875, + 21.63330078125 + ], + "p90": [ + 81.318359375, + 88.681640625, + 92.9296875, + 94.345703125, + 94.345703125, + 93.779296875, + 92.9296875, + 85.0, + 76.50390625, + 72.255859375, + 66.7333984375, + 61.3525390625, + 57.24609375, + 53.9892578125, + 52.71484375, + 52.431640625, + 51.4404296875, + 54.5556640625, + 58.37890625, + 68.57421875, + 78.203125, + 85.56640625, + 92.646484375, + 96.044921875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_154807.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_154807.json new file mode 100644 index 0000000000000000000000000000000000000000..fb6196bfbd78b80f694afc8e32639f03b99b07da --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_154807.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:48:07.997062+00:00", + "metrics": { + "MSE[mean]": 61.02843636359239, + "MSE[0.5]": 39.58394282940799, + "MAE[0.5]": 4.842769702275594, + "MASE[0.5]": 0.3982982059709393, + "MAPE[0.5]": 0.16455400413081267, + "sMAPE[0.5]": 0.14565974675344895, + "MSIS": 25.92054288671289, + "RMSE[mean]": 7.812069915431658, + "NRMSE[mean]": 0.20913516784200759, + "ND[0.5]": 0.1296446992243327, + "mean_weighted_sum_quantile_loss": 0.20466859293536577 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 69.23981475830078, + 66.4272232055664, + 62.47034454345703, + 57.12199020385742, + 50.930599212646484, + 45.6195182800293, + 41.721527099609375, + 37.24235534667969, + 33.23615264892578, + 31.086374282836914, + 29.694713592529297, + 27.237241744995117, + 25.743736267089844, + 24.510438919067383, + 24.161460876464844, + 23.460479736328125, + 24.271371841430664, + 24.781864166259766, + 26.802501678466797, + 31.031597137451172, + 34.67162322998047, + 37.67963409423828, + 39.47807693481445, + 40.720375061035156 + ], + "p10": [ + 71.9981918334961, + 69.01051330566406, + 66.00003814697266, + 61.11451721191406, + 55.38457107543945, + 51.37276840209961, + 47.83224105834961, + 44.1923713684082, + 40.19189453125, + 38.42320251464844, + 35.95152282714844, + 33.47389602661133, + 31.96817398071289, + 30.754549026489258, + 31.004194259643555, + 31.71942901611328, + 31.21497917175293, + 31.872102737426758, + 34.61658477783203, + 39.08533477783203, + 42.75327682495117, + 46.824851989746094, + 49.501441955566406, + 50.01242446899414 + ], + "p90": [ + 80.62712097167969, + 81.43463134765625, + 80.50668334960938, + 76.71255493164062, + 72.05543518066406, + 67.9417724609375, + 64.4620361328125, + 60.12942886352539, + 55.69871139526367, + 52.306640625, + 50.579612731933594, + 46.91863250732422, + 44.48257827758789, + 43.209835052490234, + 42.7949104309082, + 42.61122512817383, + 44.1167106628418, + 45.98721694946289, + 49.41184616088867, + 55.194705963134766, + 60.502479553222656, + 65.27000427246094, + 67.65091705322266, + 68.75827026367188 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_155744.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_155744.json new file mode 100644 index 0000000000000000000000000000000000000000..fcc0dd45d6cbd6caebe541b5ca1344798a0ead65 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260617_155744.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:57:44.702395+00:00", + "metrics": { + "MSE[mean]": 37.37129230547771, + "MSE[0.5]": 37.37129230547771, + "MAE[0.5]": 4.80046550432841, + "MASE[0.5]": 0.3948188569241562, + "MAPE[0.5]": 0.15034592288131657, + "sMAPE[0.5]": 0.15007735858586801, + "MSIS": 4.260679158699059, + "RMSE[mean]": 6.113206384989608, + "NRMSE[mean]": 0.16365527411015127, + "ND[0.5]": 0.12851218304950568, + "mean_weighted_sum_quantile_loss": 0.18337121715168603 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 69.3282470703125, + 69.51244354248047, + 67.07933044433594, + 61.529380798339844, + 52.72228240966797, + 44.906551361083984, + 39.84339141845703, + 33.79793930053711, + 28.70672035217285, + 25.60359001159668, + 23.429000854492188, + 21.225034713745117, + 19.550559997558594, + 18.94615936279297, + 18.91846466064453, + 19.348201751708984, + 20.396770477294922, + 21.781465530395508, + 24.50469970703125, + 30.150043487548828, + 35.88438034057617, + 41.14527130126953, + 45.94367980957031, + 47.334354400634766 + ], + "p10": [ + 57.420989990234375, + 49.82654571533203, + 41.614654541015625, + 30.605669021606445, + 21.3453369140625, + 16.948463439941406, + 14.81037425994873, + 13.269699096679688, + 12.409229278564453, + 12.177570343017578, + 12.119239807128906, + 11.377307891845703, + 10.109304428100586, + 9.51695442199707, + 9.29959487915039, + 9.403829574584961, + 9.646833419799805, + 10.496994018554688, + 12.14748764038086, + 14.387399673461914, + 17.321136474609375, + 18.806215286254883, + 18.668087005615234, + 18.20135498046875 + ], + "p90": [ + 79.31492614746094, + 86.94740295410156, + 90.12689208984375, + 89.17472839355469, + 84.38184356689453, + 82.71426391601562, + 81.00581359863281, + 76.00967407226562, + 69.83668518066406, + 63.2759895324707, + 57.656036376953125, + 53.125091552734375, + 50.635318756103516, + 49.23988723754883, + 48.45258331298828, + 51.166481018066406, + 54.473548889160156, + 56.982757568359375, + 61.382537841796875, + 69.63687133789062, + 77.95482635498047, + 83.73487091064453, + 88.11527252197266, + 89.88484191894531 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_154957.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_154957.json new file mode 100644 index 0000000000000000000000000000000000000000..384c102fac207b0b977cc94ab523b691af4abb2e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260617_154957.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:49:57.531976+00:00", + "metrics": { + "MSE[mean]": 66.5843077780484, + "MSE[0.5]": 66.5843077780484, + "MAE[0.5]": 6.630697011947632, + "MASE[0.5]": 0.5453479902120101, + "MAPE[0.5]": 0.19571591302498503, + "sMAPE[0.5]": 0.17635094792305653, + "MSIS": 4.509890205896124, + "RMSE[mean]": 8.159920819349193, + "NRMSE[mean]": 0.21844740620678263, + "ND[0.5]": 0.17750889937171574, + "mean_weighted_sum_quantile_loss": 0.20355671219956645 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 + ], + "actual": [ + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 35.900001525878906, + 42.0, + 46.400001525878906, + 46.0 + ], + "predictions": { + "p50": [ + 71.76963806152344, + 73.0082778930664, + 72.53069305419922, + 69.80844116210938, + 66.28020477294922, + 61.60593795776367, + 57.8809928894043, + 49.11705017089844, + 34.67047882080078, + 29.7614688873291, + 26.25429344177246, + 23.69259262084961, + 22.352705001831055, + 21.676109313964844, + 21.307527542114258, + 21.611286163330078, + 21.782258987426758, + 22.30072021484375, + 24.113616943359375, + 28.63676643371582, + 32.62099838256836, + 35.01006317138672, + 37.078887939453125, + 36.15317153930664 + ], + "p10": [ + 59.238929748535156, + 52.851783752441406, + 38.57411193847656, + 34.94452667236328, + 28.732683181762695, + 21.311201095581055, + 18.62506866455078, + 17.40939712524414, + 14.377017974853516, + 14.33183479309082, + 13.120532989501953, + 12.652631759643555, + 11.891561508178711, + 11.535684585571289, + 11.888420104980469, + 12.217126846313477, + 11.705780029296875, + 12.636423110961914, + 12.852746963500977, + 14.863077163696289, + 16.16240692138672, + 17.083574295043945, + 17.701528549194336, + 16.37903594970703 + ], + "p90": [ + 82.18387603759766, + 91.63059997558594, + 96.60603332519531, + 99.03156280517578, + 96.68785858154297, + 96.94918823242188, + 93.2719497680664, + 92.58492279052734, + 84.672119140625, + 76.4921875, + 66.53390502929688, + 62.03732681274414, + 53.1673583984375, + 49.26206970214844, + 52.40131759643555, + 52.09394073486328, + 51.945404052734375, + 55.662010192871094, + 60.82371139526367, + 69.430908203125, + 76.91205596923828, + 80.45797729492188, + 84.5157470703125, + 83.75362396240234 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_160235.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..49381daf2b320969210cf05f63ad5becdb104891 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-17T16:02:35.268040+00:00", + "metrics": { + "MSE[mean]": 559404.0114379448, + "MSE[0.5]": 296380.149149835, + "MAE[0.5]": 495.85986239950034, + "MASE[0.5]": 0.498871387002855, + "MAPE[0.5]": 0.0075485318561178405, + "sMAPE[0.5]": 0.007579150161300157, + "MSIS": 3.825881582388893, + "RMSE[mean]": 747.9331597395217, + "NRMSE[mean]": 0.011411643773686041, + "ND[0.5]": 0.007565617378620778, + "mean_weighted_sum_quantile_loss": 0.006327748617740993 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65160.53977176251, + 65158.55876953953, + 65150.309490961336, + 65159.2280687726, + 65158.565311743325, + 65165.44185203298, + 65139.08108063059, + 65159.73617745694, + 65186.3016922319, + 65155.63873132827, + 65155.63863660007, + 65152.1629508247, + 65153.994531365795, + 65157.47025054604, + 65151.98436043254, + 65165.43499923071, + 65158.3385943775, + 65159.1611048801, + 65159.16110486971, + 65158.586733590855, + 65158.02849169196, + 65153.80706932389, + 65150.16165202213, + 65176.868176560514 + ], + "p10": [ + 64947.48282002717, + 64962.637589721104, + 64952.23209189073, + 64952.50838246606, + 64961.00763806168, + 64896.625027314054, + 64900.097935200276, + 64952.15080660354, + 64959.01033686311, + 64944.58554184064, + 64952.44139560665, + 64949.5282932634, + 64961.983239930276, + 64944.58547082312, + 64892.83177538238, + 64949.52828599568, + 64958.353646921656, + 64900.1001274539, + 64961.6859741704, + 64896.618174435665, + 64900.10012744577, + 64959.010561210845, + 64958.353646946234, + 64959.01056121077 + ], + "p90": [ + 65401.84999049923, + 65502.654529870815, + 65411.75011080193, + 65484.60223115194, + 65485.31386945828, + 65492.542360665226, + 65403.89326414506, + 65374.51886010797, + 65478.57840986395, + 65479.17436928477, + 65508.85007276954, + 65411.36378151753, + 65492.535505436485, + 65478.57863496325, + 65502.0001821891, + 65478.57863428853, + 65492.53550776143, + 65577.30410852566, + 65485.335291302494, + 65371.254014630074, + 65502.00018242928, + 65381.98647658758, + 65478.57863421158, + 65492.53550778604 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_154225.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_154225.json new file mode 100644 index 0000000000000000000000000000000000000000..12e47ca10967fb7fb8443f86b59315f43bf82de6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_154225.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:42:25.544149+00:00", + "metrics": { + "MSE[mean]": 170167.5002530416, + "MSE[0.5]": 170167.5002530416, + "MAE[0.5]": 288.1796875, + "MASE[0.5]": 0.2899299001808443, + "MAPE[0.5]": 0.0044224302050216826, + "sMAPE[0.5]": 0.004403572319691163, + "MSIS": 2.6524820623979433, + "RMSE[mean]": 412.5136364449563, + "NRMSE[mean]": 0.006293956364412445, + "ND[0.5]": 0.00439692222993224, + "mean_weighted_sum_quantile_loss": 0.005877214833425285 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65878.9765625, + 65844.078125, + 65849.203125, + 65837.9453125, + 65808.5390625, + 65807.578125, + 65800.2890625, + 65806.953125, + 65805.390625, + 65786.8046875, + 65767.1328125, + 65738.7734375, + 65714.9765625, + 65705.7109375, + 65701.4921875, + 65730.796875, + 65729.0546875, + 65698.1171875, + 65721.5625, + 65710.3046875, + 65705.21875, + 65668.578125, + 65642.8828125, + 65663.390625 + ], + "p10": [ + 65462.0859375, + 65234.2890625, + 65074.9140625, + 64918.3046875, + 64759.8203125, + 64580.76171875, + 64431.8359375, + 64331.16796875, + 64214.44140625, + 64150.66796875, + 64086.71484375, + 64022.609375, + 63979.0078125, + 63910.35546875, + 63860.92578125, + 63841.0625, + 63793.73828125, + 63776.12109375, + 63740.8671875, + 63722.12890625, + 63671.54296875, + 63606.328125, + 63570.81640625, + 63538.33203125 + ], + "p90": [ + 66113.71875, + 66244.0, + 66363.6875, + 66464.46875, + 66543.3359375, + 66601.6796875, + 66665.171875, + 66754.3515625, + 66784.8125, + 66847.4296875, + 66854.96875, + 66885.9921875, + 66932.421875, + 66937.8515625, + 66960.25, + 66997.421875, + 67055.8828125, + 67022.4375, + 67019.90625, + 67062.59375, + 67049.2109375, + 67111.4453125, + 67149.9921875, + 67131.0859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_160235.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..7c46edee3514ca0303e106ca20d8a513fde7c2d0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-17T16:02:35.587655+00:00", + "metrics": { + "MSE[mean]": 600907.0587688407, + "MSE[0.5]": 568318.3642842011, + "MAE[0.5]": 569.0110505976796, + "MASE[0.5]": 0.5724668471006743, + "MAPE[0.5]": 0.00872575442602064, + "sMAPE[0.5]": 0.008659330210287324, + "MSIS": 11.934450759115526, + "RMSE[mean]": 775.1819520401908, + "NRMSE[mean]": 0.011827394174573052, + "ND[0.5]": 0.008681726873793063, + "mean_weighted_sum_quantile_loss": 0.007937211950177247 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65851.50545583684, + 65866.94605186215, + 65887.91594476246, + 65942.36044703776, + 65942.51979306307, + 65954.44867033837, + 65967.45567261368, + 65999.59548738899, + 66042.83295841429, + 66041.2266794396, + 66076.9934473399, + 66076.78169961521, + 66117.84729564052, + 66137.30546979082, + 66158.99997206613, + 66181.15931809144, + 66189.81866411673, + 66216.54051014203, + 66241.12759054234, + 66257.44709281765, + 66289.63182946795, + 66298.29117549326, + 66303.20442776856, + 66380.18603941887 + ], + "p10": [ + 65638.80819021184, + 65685.65737998715, + 65682.19719476246, + 65715.75419703776, + 65736.60065243806, + 65682.65570158837, + 65768.97520386368, + 65798.30212801398, + 65824.60248966429, + 65829.2079294396, + 65863.3856348399, + 65885.92818399021, + 65951.36370189051, + 65915.98593854082, + 65877.90622206613, + 65971.85814621643, + 66042.58428911673, + 65942.98972889203, + 66029.30923116734, + 65963.26935844265, + 66008.07323571795, + 66094.39273799326, + 66116.08724026856, + 66132.93096129387 + ], + "p90": [ + 66073.66483083685, + 66095.35933311215, + 66117.05383538746, + 66242.03232203776, + 66181.93385556307, + 66285.42132658837, + 66201.44395386368, + 66215.77908113899, + 66347.36420841429, + 66369.37277318959, + 66475.2219629649, + 66415.58834024021, + 66437.36643626551, + 66459.06093854082, + 66481.50778456613, + 66502.44994309143, + 66520.92022661673, + 66545.75535389203, + 66493.52212179234, + 66474.37873344265, + 66611.67479821795, + 66632.53336299326, + 66580.30013089356, + 66685.84424254387 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_155825.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_155825.json new file mode 100644 index 0000000000000000000000000000000000000000..743c026dee9d33172e606fb10675e78b429a9c0e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260617_155825.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:58:25.649675+00:00", + "metrics": { + "MSE[mean]": 816204.3321825663, + "MSE[0.5]": 608965.1934375763, + "MAE[0.5]": 593.8458658854166, + "MASE[0.5]": 0.5974524926187447, + "MAPE[0.5]": 0.009104942734504904, + "sMAPE[0.5]": 0.009033761078231102, + "MSIS": 2.615710769635187, + "RMSE[mean]": 903.4402759355852, + "NRMSE[mean]": 0.013784304741038667, + "ND[0.5]": 0.009060645847445262, + "mean_weighted_sum_quantile_loss": 0.006865550636224844 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65907.8359375, + 65942.765625, + 65905.234375, + 65999.58984375, + 65949.62109375, + 65963.90625, + 65933.203125, + 65919.48046875, + 66103.015625, + 65955.7421875, + 66040.5859375, + 66040.0, + 66169.3671875, + 66126.89453125, + 66065.9609375, + 66174.86328125, + 66343.859375, + 66138.90234375, + 66246.61328125, + 66305.68359375, + 66258.96875, + 66177.18359375, + 66154.9453125, + 66375.51953125 + ], + "p10": [ + 65572.5078125, + 65368.8125, + 65357.044921875, + 65364.220703125, + 65228.203125, + 64986.8828125, + 65021.724609375, + 65002.73046875, + 65250.20703125, + 65031.908203125, + 64916.939453125, + 64957.02734375, + 64807.86328125, + 64849.408203125, + 64813.470703125, + 64862.03515625, + 64713.798828125, + 64619.640625, + 64626.181640625, + 64723.703125, + 64778.96484375, + 64609.90234375, + 64608.380859375, + 64261.552734375 + ], + "p90": [ + 66276.578125, + 66379.36328125, + 66619.3046875, + 66697.75390625, + 66798.5859375, + 66887.38671875, + 66988.75390625, + 67154.53125, + 67212.3359375, + 66972.96875, + 67282.0234375, + 67334.57421875, + 67761.86328125, + 67690.359375, + 67818.02734375, + 67785.94140625, + 67988.98828125, + 67875.328125, + 67981.125, + 68224.9921875, + 67873.53515625, + 67735.0703125, + 68679.3515625, + 68214.8359375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_160235.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..40d09f9a02d416dc9cc1d80c8eefb3a066065048 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T16:02:35.692700+00:00", + "metrics": { + "MSE[mean]": 807580.7356394072, + "MSE[0.5]": 762730.9954933543, + "MAE[0.5]": 784.0871676260916, + "MASE[0.5]": 0.7888491941088445, + "MAPE[0.5]": 0.011998456776851988, + "sMAPE[0.5]": 0.011909457924071344, + "MSIS": 15.976500483563308, + "RMSE[mean]": 898.6549591692059, + "NRMSE[mean]": 0.013711292427610572, + "ND[0.5]": 0.011963266139428266, + "mean_weighted_sum_quantile_loss": 0.011094290698211608 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 66325.38859991776, + 66319.13469366776, + 66318.41008429276, + 66351.16008429276, + 66329.62492804276, + 66319.85930304276, + 66311.17180304276, + 66321.61711554276, + 66343.16008429276, + 66319.85930304276, + 66333.93156866776, + 66312.02531866776, + 66331.39641241776, + 66329.16008429276, + 66329.16008429276, + 66329.62492804276, + 66316.58977179276, + 66321.61711554276, + 66324.50969366776, + 66319.13469366776, + 66329.62492804276, + 66316.58977179276, + 66299.80852179276, + 66355.09563116776 + ], + "p10": [ + 66112.69133429276, + 66137.84602179276, + 66112.69133429276, + 66124.55383429276, + 66123.70578741776, + 66048.06633429276, + 66112.69133429276, + 66120.32375616775, + 66124.92961554276, + 66107.84055304276, + 66120.32375616775, + 66121.17180304276, + 66164.91281866776, + 66107.84055304276, + 66048.06633429276, + 66120.32375616775, + 66169.35539679276, + 66048.06633429276, + 66112.69133429276, + 66024.95695929276, + 66048.06633429276, + 66112.69133429276, + 66112.69133429276, + 66107.84055304276 + ], + "p90": [ + 66547.54797491776, + 66547.54797491776, + 66547.54797491776, + 66650.83195929276, + 66569.03899054276, + 66650.83195929276, + 66545.16008429276, + 66537.80070929276, + 66647.69133429276, + 66648.00539679275, + 66732.16008429276, + 66650.83195929276, + 66650.91555304275, + 66650.91555304275, + 66651.66789679276, + 66650.91555304275, + 66647.69133429276, + 66650.83195929276, + 66576.90422491776, + 66536.06633429276, + 66651.66789679276, + 66650.83195929276, + 66576.90422491776, + 66660.75383429276 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..1040c2cdbb3bd5bfd9e5ef076d2f2975962a9df9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T16:02:35.748380+00:00", + "metrics": { + "MSE[mean]": 959222.1277402242, + "MSE[0.5]": 959222.1277402242, + "MAE[0.5]": 827.5152994791666, + "MASE[0.5]": 0.8325410796904839, + "MAPE[0.5]": 0.012662426621977203, + "sMAPE[0.5]": 0.01255107241970721, + "MSIS": 4.005233303551461, + "RMSE[mean]": 979.3988603935703, + "NRMSE[mean]": 0.014943248285793189, + "ND[0.5]": 0.012625873972776041, + "mean_weighted_sum_quantile_loss": 0.009420189590735406 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "p10": [ + 65814.83234375, + 65514.75328125, + 65430.79484375, + 65282.06453125, + 65189.577031249995, + 65040.78546875, + 64882.216875, + 65002.16734375, + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625 + ], + "p90": [ + 68501.15203125, + 68188.82484375, + 68101.43953125, + 67946.63859375, + 67850.37609375, + 67695.51140625, + 67530.470625, + 67655.31703125, + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_155956.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_155956.json new file mode 100644 index 0000000000000000000000000000000000000000..5fec83ea73e7242863e418fae6e4b6014f10ae7d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260617_155956.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T15:59:56.217416+00:00", + "metrics": { + "MSE[mean]": 308388.15445836383, + "MSE[0.5]": 308388.15445836383, + "MAE[0.5]": 419.7057291666667, + "MASE[0.5]": 0.42225474396983703, + "MAPE[0.5]": 0.006436755153835118, + "sMAPE[0.5]": 0.006400538515760013, + "MSIS": 2.217389567185416, + "RMSE[mean]": 555.3270698051409, + "NRMSE[mean]": 0.008472942556401922, + "ND[0.5]": 0.006403690234423052, + "mean_weighted_sum_quantile_loss": 0.005692700639980962 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65973.5, + 66014.0, + 65987.0, + 66005.0, + 66009.5, + 66000.5, + 65996.0, + 65987.0, + 65964.5, + 65960.0, + 65969.0, + 65964.5, + 65946.5, + 65969.0, + 65960.0, + 65951.0, + 65955.5, + 65937.5, + 65915.0, + 65910.5, + 65919.5, + 65924.0, + 65915.0, + 65928.5 + ], + "p10": [ + 65444.75, + 65325.5, + 65164.625, + 65087.5625, + 64986.59375, + 64892.375, + 64842.875, + 64761.875, + 64702.25, + 64661.75, + 64646.0, + 64594.25, + 64535.75, + 64531.25, + 64511.0, + 64450.25, + 64459.25, + 64412.0, + 64371.5, + 64344.5, + 64340.0, + 64340.0, + 64299.5, + 64299.5 + ], + "p90": [ + 66509.0, + 66653.0, + 66707.0, + 66779.0, + 66815.0, + 66824.0, + 66833.0, + 66842.0, + 66860.0, + 66860.0, + 66878.0, + 66914.0, + 66914.0, + 66959.0, + 66950.0, + 66968.0, + 66950.0, + 66941.0, + 66914.0, + 66941.0, + 66950.0, + 66968.0, + 66977.0, + 66995.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_154739.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_154739.json new file mode 100644 index 0000000000000000000000000000000000000000..83882123342eb4f7c3bba0c3bc4ae9e778310749 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_154739.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:47:39.084097+00:00", + "metrics": { + "MSE[mean]": 189433.51928075156, + "MSE[0.5]": 117011.6486269633, + "MAE[0.5]": 259.5065104166667, + "MASE[0.5]": 0.2610825811981748, + "MAPE[0.5]": 0.003973867948288666, + "sMAPE[0.5]": 0.0039659682970625346, + "MSIS": 8.980929801276499, + "RMSE[mean]": 435.2396113415593, + "NRMSE[mean]": 0.006640699554699776, + "ND[0.5]": 0.003959439176167419, + "mean_weighted_sum_quantile_loss": 0.004414830561841357 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65753.046875, + 65733.8203125, + 65710.8671875, + 65685.2578125, + 65663.546875, + 65620.84375, + 65621.0703125, + 65631.4375, + 65644.5078125, + 65614.5859375, + 65599.6171875, + 65591.484375, + 65571.0, + 65573.6796875, + 65595.9140625, + 65570.28125, + 65581.5234375, + 65573.203125, + 65524.24609375, + 65496.40234375, + 65471.609375, + 65459.640625, + 65434.109375, + 65508.6328125 + ], + "p10": [ + 65790.5625, + 65834.71875, + 65792.4765625, + 65768.2578125, + 65737.7265625, + 65713.8125, + 65687.5546875, + 65696.125, + 65663.5390625, + 65753.0703125, + 65695.9296875, + 65672.8359375, + 65663.84375, + 65715.703125, + 65701.6484375, + 65679.140625, + 65680.734375, + 65577.0390625, + 65648.2265625, + 65584.1640625, + 65631.984375, + 65616.3515625, + 65574.546875, + 65588.375 + ], + "p90": [ + 66098.1484375, + 66157.8515625, + 66213.140625, + 66248.421875, + 66263.734375, + 66267.8515625, + 66305.78125, + 66357.40625, + 66417.5390625, + 66429.2421875, + 66454.953125, + 66431.390625, + 66445.9453125, + 66487.921875, + 66533.3515625, + 66561.5234375, + 66602.5078125, + 66594.359375, + 66595.09375, + 66545.59375, + 66563.0859375, + 66581.3359375, + 66566.1015625, + 66601.9296875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_155149.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_155149.json new file mode 100644 index 0000000000000000000000000000000000000000..c60a4e771a381ae41b3b7a8c46ed7b0a90432470 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260617_155149.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:51:49.797813+00:00", + "metrics": { + "MSE[mean]": 255038.64264297485, + "MSE[0.5]": 255038.64264297485, + "MAE[0.5]": 348.6292317708333, + "MASE[0.5]": 0.350746574973096, + "MAPE[0.5]": 0.005352033800007572, + "sMAPE[0.5]": 0.005322386656574869, + "MSIS": 2.1044670049209824, + "RMSE[mean]": 505.0135073866588, + "NRMSE[mean]": 0.007705279772865495, + "ND[0.5]": 0.005319235482817908, + "mean_weighted_sum_quantile_loss": 0.004965572278489816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65849.921875, + 65842.828125, + 65846.578125, + 65847.0, + 65847.3359375, + 65861.796875, + 65867.359375, + 65866.7890625, + 65863.5078125, + 65846.4296875, + 65835.890625, + 65832.765625, + 65830.6328125, + 65845.625, + 65862.5390625, + 65860.15625, + 65854.3671875, + 65847.40625, + 65847.203125, + 65852.65625, + 65866.6640625, + 65883.6875, + 65906.6640625, + 65918.234375 + ], + "p10": [ + 65527.44921875, + 65389.4375, + 65279.6640625, + 65188.05859375, + 65118.65625, + 65078.56640625, + 65044.3984375, + 65001.44921875, + 64956.01171875, + 64897.5859375, + 64849.66015625, + 64818.7578125, + 64772.6796875, + 64750.42578125, + 64732.28515625, + 64702.265625, + 64666.49609375, + 64628.2109375, + 64603.19921875, + 64582.4921875, + 64559.984375, + 64547.859375, + 64534.1171875, + 64517.9609375 + ], + "p90": [ + 66200.671875, + 66338.7421875, + 66468.5859375, + 66569.4921875, + 66641.8046875, + 66716.921875, + 66780.140625, + 66828.3828125, + 66864.609375, + 66889.078125, + 66914.75, + 66944.25, + 66962.1484375, + 67016.203125, + 67081.234375, + 67100.59375, + 67129.7265625, + 67181.4921875, + 67237.6875, + 67302.5625, + 67348.3046875, + 67412.609375, + 67479.3359375, + 67540.65625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_154928.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_154928.json new file mode 100644 index 0000000000000000000000000000000000000000..76277ce7fd911f7d2dd0487eda84aad5f46a6307 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260617_154928.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:49:28.263730+00:00", + "metrics": { + "MSE[mean]": 105666.0069548289, + "MSE[0.5]": 105666.0069548289, + "MAE[0.5]": 231.88883463541666, + "MASE[0.5]": 0.23329717393387991, + "MAPE[0.5]": 0.003555009456302873, + "sMAPE[0.5]": 0.0035455196746388413, + "MSIS": 2.849393408516646, + "RMSE[mean]": 325.063081500851, + "NRMSE[mean]": 0.004959673256573183, + "ND[0.5]": 0.003538060509145166, + "mean_weighted_sum_quantile_loss": 0.005755209003832088 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 63982.48046875, + 63865.44140625, + 63694.0, + 63589.26953125, + 63449.0, + 63472.0, + 63502.0, + 63580.01171875, + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125 + ], + "actual": [ + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65491.26171875 + ], + "predictions": { + "p50": [ + 65807.421875, + 65797.8359375, + 65788.1640625, + 65772.0234375, + 65755.5234375, + 65769.2421875, + 65742.7890625, + 65740.3203125, + 65724.40625, + 65703.4921875, + 65676.4609375, + 65678.21875, + 65624.6796875, + 65613.8671875, + 65602.1015625, + 65580.046875, + 65549.1328125, + 65551.59375, + 65515.3828125, + 65518.91796875, + 65515.1953125, + 65486.421875, + 65453.44921875, + 65461.64453125 + ], + "p10": [ + 65431.32421875, + 65251.3125, + 65109.00390625, + 64985.171875, + 64861.25390625, + 64762.78515625, + 64644.3984375, + 64558.671875, + 64421.94921875, + 64306.39453125, + 64194.90625, + 64122.28515625, + 64014.78125, + 63935.3515625, + 63866.15234375, + 63786.30859375, + 63740.1328125, + 63650.03515625, + 63614.1328125, + 63579.71484375, + 63525.8671875, + 63454.6484375, + 63422.16796875, + 63406.55078125 + ], + "p90": [ + 66166.390625, + 66314.1171875, + 66430.6015625, + 66515.6015625, + 66603.9296875, + 66737.2109375, + 66779.140625, + 66869.1328125, + 66931.640625, + 66989.5546875, + 67029.5390625, + 67111.125, + 67096.390625, + 67160.484375, + 67209.4296875, + 67239.2890625, + 67275.8125, + 67336.53125, + 67361.328125, + 67426.75, + 67465.71875, + 67502.4765625, + 67484.3671875, + 67581.359375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..32e5aeadff0326c2ebd69b15f987832c2adec56b --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260617_160235.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-17T16:02:35.518050+00:00", + "metrics": { + "MSE[mean]": 25.666161545829482, + "MSE[0.5]": 20.98699008892748, + "MAE[0.5]": 3.9525401773997935, + "MASE[0.5]": 0.745957779220931, + "MAPE[0.5]": 0.47004700457189186, + "sMAPE[0.5]": 0.3477283591710445, + "MSIS": 3.551173189119369, + "RMSE[mean]": 5.0661781991782995, + "NRMSE[mean]": 0.44053723471115647, + "ND[0.5]": 0.3436991458608516, + "mean_weighted_sum_quantile_loss": 0.2722147027850439 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.543673703745466, + 13.26112057539542, + 13.052395234422058, + 14.110465883489638, + 12.449516244329136, + 12.915522650676113, + 12.911576677250128, + 13.167286767399773, + 13.018239904322272, + 13.167487896283559, + 13.200740111081362, + 12.469827423563567, + 13.018239904322279, + 13.054050216337524, + 13.018239904322279, + 12.729190790834176, + 13.064259249806753, + 12.998606070066714, + 14.049247577381479, + 12.681098945908355, + 13.186865874111911, + 12.915522650391821, + 13.07774351660713, + 12.492831703790038 + ], + "p10": [ + 8.49441908352108, + 8.888847687618668, + 9.30860479793452, + 9.6665805237223, + 9.230543307315255, + 8.471775949988146, + 8.518837296129433, + 8.87496465763836, + 8.435311180043211, + 8.29153781555576, + 9.443462822879948, + 8.9456173760943, + 8.471775949703854, + 9.202001374753518, + 8.299857785328541, + 8.88816379537554, + 8.421765840571748, + 8.518837296136653, + 10.197276245056033, + 8.874964657638179, + 9.173583232954172, + 8.521352678091482, + 9.236872216906626, + 8.421765840571748 + ], + "p90": [ + 19.434265347954597, + 18.495160862679008, + 20.387847667873825, + 20.179873464952813, + 18.4958593178799, + 18.961676159383554, + 18.52732276860262, + 17.917386224474242, + 17.927605543105148, + 18.524232967242515, + 19.36097757215156, + 18.595785498734113, + 18.495859329076026, + 18.555130980915767, + 18.961676159099262, + 18.99198457073048, + 18.962844353176813, + 19.254246528713495, + 19.254246528713495, + 18.595785498734113, + 18.555130980915767, + 19.271878691064703, + 19.254246528713495, + 17.871041808891206 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_154253.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_154253.json new file mode 100644 index 0000000000000000000000000000000000000000..7b8bae1345c51785cd136b734a3b514f34f14f84 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_154253.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:42:53.599183+00:00", + "metrics": { + "MSE[mean]": 24.24309131369095, + "MSE[0.5]": 24.24309131369095, + "MAE[0.5]": 4.330705205599467, + "MASE[0.5]": 0.8173283743202141, + "MAPE[0.5]": 0.5173363733907547, + "sMAPE[0.5]": 0.374223949428597, + "MSIS": 7.1864615374123915, + "RMSE[mean]": 4.923727380114678, + "NRMSE[mean]": 0.42815020696649375, + "ND[0.5]": 0.3765830613564754, + "mean_weighted_sum_quantile_loss": 0.27665041187919087 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.504185676574707, + 13.378726959228516, + 13.354606628417969, + 13.35373592376709, + 13.363676071166992, + 13.375185012817383, + 13.383808135986328, + 13.407135009765625, + 13.379952430725098, + 13.42282485961914, + 13.410523414611816, + 13.48166275024414, + 13.506170272827148, + 13.556788444519043, + 13.556756973266602, + 13.559686660766602, + 13.527975082397461, + 13.443634986877441, + 13.489123344421387, + 13.607173919677734, + 13.584722518920898, + 13.56772232055664, + 13.524767875671387, + 13.488789558410645 + ], + "p10": [ + 9.045701026916504, + 8.928079605102539, + 8.95338249206543, + 8.977279663085938, + 8.935457229614258, + 8.968830108642578, + 8.95159912109375, + 8.93716049194336, + 8.909635543823242, + 8.92162799835205, + 8.894515991210938, + 8.979045867919922, + 8.982831954956055, + 8.959014892578125, + 8.972208976745605, + 8.90500259399414, + 8.92077350616455, + 8.881301879882812, + 8.905986785888672, + 8.975813865661621, + 8.918510437011719, + 8.954336166381836, + 8.927980422973633, + 8.933321952819824 + ], + "p90": [ + 19.281875610351562, + 19.333118438720703, + 19.34268569946289, + 19.34450340270996, + 19.430423736572266, + 19.45467758178711, + 19.516206741333008, + 19.608774185180664, + 19.58722686767578, + 19.720436096191406, + 19.75690269470215, + 19.86611557006836, + 19.93653678894043, + 20.054832458496094, + 20.03469467163086, + 20.218477249145508, + 19.94526481628418, + 20.123708724975586, + 20.3236026763916, + 20.31625747680664, + 20.345684051513672, + 20.341981887817383, + 20.257469177246094, + 20.229732513427734 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..af8e15b6beb32088deb9975f08b8a602f7599acf --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260617_160235.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-17T16:02:35.677730+00:00", + "metrics": { + "MSE[mean]": 26.581305635893973, + "MSE[0.5]": 32.370095317806026, + "MAE[0.5]": 5.073761696185536, + "MASE[0.5]": 0.9575644616654223, + "MAPE[0.5]": 0.6217353725254634, + "sMAPE[0.5]": 0.42166674113849045, + "MSIS": 4.462647099685768, + "RMSE[mean]": 5.155706123887781, + "NRMSE[mean]": 0.4483222716424158, + "ND[0.5]": 0.4411966692335249, + "mean_weighted_sum_quantile_loss": 0.2953804201511905 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 15.049970189140655, + 14.050840793420068, + 14.051711397699481, + 14.052582001978895, + 15.053452606258308, + 15.05432321053772, + 15.055193814817136, + 14.556064419096549, + 14.556935023375962, + 15.057805627655375, + 15.058676231934788, + 15.059546836214201, + 14.060417440493614, + 15.061288044773027, + 14.06215864905244, + 15.063029253331853, + 15.063899857611267, + 15.06477046189068, + 14.065641066170093, + 15.066511670449506, + 15.06738227472892, + 14.068252879008334, + 14.069123483287747, + 15.06999408756716 + ], + "p10": [ + 7.049970189140655, + 7.050840793420068, + 5.051711397699481, + 6.0525820019788945, + 6.95345260625831, + 6.054323210537721, + 6.055193814817136, + 6.956064419096551, + 5.056935023375962, + 7.057805627655375, + 6.95867623193479, + 6.059546836214201, + 5.960417440493616, + 7.061288044773027, + 6.06215864905244, + 7.0630292533318535, + 6.063899857611267, + 6.06477046189068, + 6.065641066170093, + 7.066511670449506, + 7.067382274728921, + 7.068252879008334, + 6.969123483287749, + 6.06999408756716 + ], + "p90": [ + 20.049970189140655, + 20.05084079342007, + 20.151711397699476, + 21.052582001978895, + 20.053452606258308, + 21.05432321053772, + 20.055193814817137, + 19.156064419096545, + 22.156935023375958, + 20.057805627655377, + 21.158676231934784, + 20.059546836214203, + 20.060417440493616, + 19.06128804477303, + 20.062158649052442, + 20.063029253331855, + 20.06389985761127, + 21.06477046189068, + 21.065641066170095, + 22.066511670449508, + 19.06738227472892, + 20.068252879008334, + 21.069123483287747, + 21.06999408756716 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_155903.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_155903.json new file mode 100644 index 0000000000000000000000000000000000000000..61b00d6e9a97767e68562710335857df781d7e18 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260617_155903.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:59:03.426689+00:00", + "metrics": { + "MSE[mean]": 23.57045882714154, + "MSE[0.5]": 23.78709331136355, + "MAE[0.5]": 4.266293962796529, + "MASE[0.5]": 0.8051721240402362, + "MAPE[0.5]": 0.510839710885278, + "sMAPE[0.5]": 0.36921343845857496, + "MSIS": 7.90080174924818, + "RMSE[mean]": 4.854941691425505, + "NRMSE[mean]": 0.4221688427326526, + "ND[0.5]": 0.3709820837214373, + "mean_weighted_sum_quantile_loss": 0.27039419111230334 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 14.52838945388794, + 14.111220836639404, + 13.120971202850342, + 12.767828464508057, + 13.063286781311035, + 14.169592380523682, + 14.234474182128906, + 13.781925678253174, + 13.82234525680542, + 12.738411903381348, + 12.781400203704834, + 12.92440128326416, + 12.99775505065918, + 14.512091159820557, + 13.678102493286133, + 13.393088817596436, + 13.074674129486084, + 12.642114162445068, + 13.080793857574463, + 13.70450735092163, + 14.105879306793213, + 13.751734256744385, + 13.612971305847168, + 12.972441673278809 + ], + "p10": [ + 9.363610744476318, + 8.188647270202637, + 7.814689874649048, + 7.901116371154785, + 8.660355567932129, + 9.393674850463867, + 8.108713150024414, + 8.806176662445068, + 9.135214805603027, + 8.057505369186401, + 8.519675731658936, + 7.477713584899902, + 8.28012752532959, + 9.476148128509521, + 8.686422348022461, + 8.198674201965332, + 8.203346252441406, + 7.092085599899292, + 7.539860486984253, + 8.381973266601562, + 8.6961989402771, + 7.55491828918457, + 8.655657291412354, + 8.768620014190674 + ], + "p90": [ + 18.707735061645508, + 18.227116584777832, + 17.324238777160645, + 16.22867774963379, + 17.6257381439209, + 18.907394409179688, + 18.216970443725586, + 20.422115325927734, + 18.750274658203125, + 17.680849075317383, + 17.047767639160156, + 17.12855052947998, + 17.871164321899414, + 19.095531463623047, + 18.616615295410156, + 17.409555435180664, + 16.2518310546875, + 16.114656448364258, + 17.09697723388672, + 18.80556583404541, + 19.30448818206787, + 18.355658531188965, + 17.81421947479248, + 17.597525596618652 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..0a8eb3b7dc7a5a855c246c9ea5c5028cd29ca418 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260617_160235.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T16:02:35.739340+00:00", + "metrics": { + "MSE[mean]": 23.73485549593165, + "MSE[0.5]": 28.857536673160656, + "MAE[0.5]": 4.767964071856286, + "MASE[0.5]": 0.8998516728011866, + "MAPE[0.5]": 0.5756985425373156, + "sMAPE[0.5]": 0.40295305438080026, + "MSIS": 4.462647099685767, + "RMSE[mean]": 4.8718431312935, + "NRMSE[mean]": 0.4236385331559565, + "ND[0.5]": 0.41460557146576404, + "mean_weighted_sum_quantile_loss": 0.28162645723046653 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 14.45259481037924, + 13.45259481037924, + 13.45259481037924, + 13.45259481037924, + 14.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.95259481037924, + 13.95259481037924, + 14.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.45259481037924, + 14.45259481037924, + 13.45259481037924, + 14.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.45259481037924, + 14.45259481037924, + 14.45259481037924, + 13.45259481037924, + 13.45259481037924, + 14.45259481037924 + ], + "p10": [ + 6.4525948103792405, + 6.4525948103792405, + 4.4525948103792405, + 5.4525948103792405, + 6.352594810379243, + 5.4525948103792405, + 5.4525948103792405, + 6.352594810379243, + 4.4525948103792405, + 6.4525948103792405, + 6.352594810379243, + 5.4525948103792405, + 5.352594810379243, + 6.4525948103792405, + 5.4525948103792405, + 6.4525948103792405, + 5.4525948103792405, + 5.4525948103792405, + 5.4525948103792405, + 6.4525948103792405, + 6.4525948103792405, + 6.4525948103792405, + 6.352594810379243, + 5.4525948103792405 + ], + "p90": [ + 19.45259481037924, + 19.45259481037924, + 19.552594810379233, + 20.45259481037924, + 19.45259481037924, + 20.45259481037924, + 19.45259481037924, + 18.552594810379233, + 21.552594810379233, + 19.45259481037924, + 20.552594810379233, + 19.45259481037924, + 19.45259481037924, + 18.45259481037924, + 19.45259481037924, + 19.45259481037924, + 19.45259481037924, + 20.45259481037924, + 20.45259481037924, + 21.45259481037924, + 18.45259481037924, + 19.45259481037924, + 20.45259481037924, + 20.45259481037924 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..a8c06f85792521136543365cfa4f1ae5c22016f2 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260617_160235.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T16:02:35.787197+00:00", + "metrics": { + "MSE[mean]": 25.5, + "MSE[0.5]": 25.5, + "MAE[0.5]": 4.416666666666667, + "MASE[0.5]": 0.8335517693315859, + "MAPE[0.5]": 0.4768336865376339, + "sMAPE[0.5]": 0.3638344445449137, + "MSIS": 30.4554654620096, + "RMSE[mean]": 5.049752469181039, + "NRMSE[mean]": 0.4391089103635686, + "ND[0.5]": 0.38405797101449274, + "mean_weighted_sum_quantile_loss": 0.3762801932367149 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "p10": [ + 20.58, + 13.719999999999999, + 11.76, + 12.74, + 16.66, + 6.859999999999999, + 18.62, + 10.78, + 12.74, + 10.78, + 11.76, + 16.66, + 10.78, + 16.66, + 10.78, + 10.78, + 13.719999999999999, + 13.719999999999999, + 12.74, + 12.74, + 8.82, + 9.8, + 16.66, + 14.7 + ], + "p90": [ + 21.42, + 14.280000000000001, + 12.24, + 13.26, + 17.34, + 7.140000000000001, + 19.38, + 11.22, + 13.26, + 11.22, + 12.24, + 17.34, + 11.22, + 17.34, + 11.22, + 11.22, + 14.280000000000001, + 14.280000000000001, + 13.26, + 13.26, + 9.18, + 10.2, + 17.34, + 15.3 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_160230.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_160230.json new file mode 100644 index 0000000000000000000000000000000000000000..e70e75890493a35ad677a20623ab6e4b72864a11 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260617_160230.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T16:02:30.624781+00:00", + "metrics": { + "MSE[mean]": 23.9437321566996, + "MSE[0.5]": 23.9437321566996, + "MAE[0.5]": 4.277865727742513, + "MASE[0.5]": 0.8073560482240131, + "MAPE[0.5]": 0.5129763394967423, + "sMAPE[0.5]": 0.37038188787393295, + "MSIS": 7.9256638193193, + "RMSE[mean]": 4.893233302909192, + "NRMSE[mean]": 0.4254985480790602, + "ND[0.5]": 0.3719883241515229, + "mean_weighted_sum_quantile_loss": 0.27427592500204434 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.47991943359375, + 13.493927001953125, + 13.447235107421875, + 13.556961059570312, + 13.605987548828125, + 13.521942138671875, + 13.526611328125, + 13.456573486328125, + 13.538284301757812, + 13.409881591796875, + 13.407546997070312, + 13.388870239257812, + 13.458908081054688, + 13.3958740234375, + 13.444900512695312, + 13.505599975585938, + 13.297821044921875, + 13.3211669921875, + 13.47991943359375, + 13.391204833984375, + 13.398208618164062, + 13.409881591796875, + 13.524276733398438, + 13.33050537109375 + ], + "p10": [ + 9.23095703125, + 9.15625, + 9.15625, + 9.2496337890625, + 9.38037109375, + 9.2496337890625, + 9.193603515625, + 9.23095703125, + 9.193603515625, + 9.118896484375, + 9.118896484375, + 9.118896484375, + 9.118896484375, + 9.08154296875, + 9.08154296875, + 9.08154296875, + 8.894775390625, + 8.820068359375, + 8.894775390625, + 8.857421875, + 8.969482421875, + 8.894775390625, + 8.93212890625, + 8.820068359375 + ], + "p90": [ + 18.71875, + 18.830810546875, + 18.64404296875, + 18.8681640625, + 19.054931640625, + 19.1669921875, + 19.279052734375, + 19.1669921875, + 19.279052734375, + 18.8681640625, + 18.79345703125, + 18.830810546875, + 19.129638671875, + 19.129638671875, + 19.24169921875, + 19.31640625, + 18.6627197265625, + 18.79345703125, + 19.1669921875, + 19.24169921875, + 19.24169921875, + 19.279052734375, + 19.31640625, + 18.79345703125 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_154823.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_154823.json new file mode 100644 index 0000000000000000000000000000000000000000..d3fc7963d85d5eebc8c7fa0b33f01ee2d67a4a25 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_154823.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:48:23.023808+00:00", + "metrics": { + "MSE[mean]": 22.363749942161917, + "MSE[0.5]": 20.48683607360738, + "MAE[0.5]": 3.7455937465031943, + "MASE[0.5]": 0.706901047832844, + "MAPE[0.5]": 0.41812874292595287, + "sMAPE[0.5]": 0.33200119979763015, + "MSIS": 27.14778280695644, + "RMSE[mean]": 4.72903266452685, + "NRMSE[mean]": 0.41122023169798694, + "ND[0.5]": 0.32570380404375604, + "mean_weighted_sum_quantile_loss": 0.34626707040169385 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 12.20544147491455, + 12.037431716918945, + 11.81390380859375, + 11.882087707519531, + 11.94091510772705, + 11.915685653686523, + 11.970141410827637, + 11.987424850463867, + 11.909387588500977, + 11.887164115905762, + 12.065033912658691, + 12.084649085998535, + 12.212786674499512, + 12.280606269836426, + 12.216346740722656, + 12.11445140838623, + 11.967717170715332, + 11.959063529968262, + 11.919374465942383, + 11.865059852600098, + 11.93679141998291, + 11.95374584197998, + 11.999861717224121, + 11.938274383544922 + ], + "p10": [ + 13.471028327941895, + 13.449990272521973, + 13.14365005493164, + 13.265923500061035, + 13.37496280670166, + 13.285521507263184, + 13.305668830871582, + 13.283568382263184, + 13.334490776062012, + 13.24219799041748, + 13.426913261413574, + 13.556474685668945, + 13.680839538574219, + 13.691018104553223, + 13.660802841186523, + 13.52384090423584, + 13.480796813964844, + 13.356849670410156, + 13.513976097106934, + 13.209857940673828, + 13.339644432067871, + 13.371498107910156, + 13.408103942871094, + 13.38166618347168 + ], + "p90": [ + 16.462398529052734, + 16.464733123779297, + 16.38828468322754, + 16.43674087524414, + 16.5242919921875, + 16.53607177734375, + 16.600479125976562, + 16.632484436035156, + 16.594036102294922, + 16.517375946044922, + 16.74140167236328, + 16.799072265625, + 16.982891082763672, + 17.071571350097656, + 17.030067443847656, + 16.953876495361328, + 16.800174713134766, + 16.759624481201172, + 16.761573791503906, + 16.66349983215332, + 16.73615837097168, + 16.836376190185547, + 16.87088394165039, + 16.70882797241211 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_155802.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_155802.json new file mode 100644 index 0000000000000000000000000000000000000000..e550df06f69176fac58159a9984d0957812034cc --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260617_155802.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:58:02.158967+00:00", + "metrics": { + "MSE[mean]": 24.018371701635413, + "MSE[0.5]": 24.018371701635413, + "MAE[0.5]": 4.303847869237264, + "MASE[0.5]": 0.8122596240762334, + "MAPE[0.5]": 0.5130841926016814, + "sMAPE[0.5]": 0.3723456106890441, + "MSIS": 7.321613614243574, + "RMSE[mean]": 4.900854180817403, + "NRMSE[mean]": 0.4261612331145567, + "ND[0.5]": 0.37424764080324036, + "mean_weighted_sum_quantile_loss": 0.276256755085575 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.50794792175293, + 13.312192916870117, + 13.117973327636719, + 13.20361614227295, + 13.258613586425781, + 13.418074607849121, + 13.392817497253418, + 13.35694694519043, + 13.280073165893555, + 13.182908058166504, + 13.336287498474121, + 13.388957977294922, + 13.575302124023438, + 13.545001983642578, + 13.535752296447754, + 13.442704200744629, + 13.324252128601074, + 13.380626678466797, + 13.444501876831055, + 13.654410362243652, + 13.636690139770508, + 13.602063179016113, + 13.529414176940918, + 13.390469551086426 + ], + "p10": [ + 9.48907470703125, + 9.159357070922852, + 8.965227127075195, + 9.047233581542969, + 9.065902709960938, + 9.145710945129395, + 9.074833869934082, + 9.047431945800781, + 8.958833694458008, + 8.851730346679688, + 8.977237701416016, + 8.978937149047852, + 9.117029190063477, + 9.083515167236328, + 9.090158462524414, + 8.974283218383789, + 8.826173782348633, + 8.867874145507812, + 8.883935928344727, + 9.033405303955078, + 9.019205093383789, + 9.018487930297852, + 8.996020317077637, + 8.90555191040039 + ], + "p90": [ + 19.35505485534668, + 19.388286590576172, + 19.1346492767334, + 19.244707107543945, + 19.443462371826172, + 19.692792892456055, + 19.691919326782227, + 19.665727615356445, + 19.588300704956055, + 19.492820739746094, + 19.680442810058594, + 19.843093872070312, + 20.106897354125977, + 20.118751525878906, + 20.110958099365234, + 20.057186126708984, + 19.976287841796875, + 20.07662582397461, + 20.195865631103516, + 20.5716609954834, + 20.540771484375, + 20.53335189819336, + 20.4569034576416, + 20.253658294677734 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_155016.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_155016.json new file mode 100644 index 0000000000000000000000000000000000000000..5bbbe4978648075b0dcf5249e68ef0c0f7cedca8 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260617_155016.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:50:16.021363+00:00", + "metrics": { + "MSE[mean]": 23.669323819035867, + "MSE[0.5]": 23.669323819035867, + "MAE[0.5]": 4.248534957567851, + "MASE[0.5]": 0.8018204900259116, + "MAPE[0.5]": 0.505742522029032, + "sMAPE[0.5]": 0.36851077136112514, + "MSIS": 7.369935211941581, + "RMSE[mean]": 4.865112929731011, + "NRMSE[mean]": 0.4230532982374792, + "ND[0.5]": 0.3694378223972044, + "mean_weighted_sum_quantile_loss": 0.2718767480957719 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 21.0, + 20.0, + 16.0, + 20.0, + 14.0, + 15.0, + 12.0, + 19.0, + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 16.0, + 13.0, + 18.0, + 18.0, + 11.0, + 13.0, + 12.0, + 18.0, + 13.0, + 18.0, + 14.0, + 7.0, + 18.0, + 11.0, + 12.0, + 9.0, + 12.0, + 15.0, + 13.0, + 8.0, + 11.0, + 16.0, + 9.0, + 8.0, + 12.0, + 10.0, + 13.0, + 10.0, + 12.0, + 14.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 17.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 10.0, + 14.0, + 12.0, + 15.0, + 7.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 16.0, + 14.0, + 18.0, + 22.0, + 23.0, + 20.0, + 11.0, + 13.0, + 11.0, + 11.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 11.0, + 11.0, + 25.0, + 14.0, + 22.0, + 8.0, + 13.0, + 15.0, + 21.0, + 14.0, + 12.0, + 13.0, + 17.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 11.0, + 14.0, + 14.0, + 13.0, + 13.0, + 9.0, + 10.0, + 17.0, + 15.0 + ], + "actual": [ + 16.0, + 20.0, + 9.0, + 19.0, + 16.0, + 5.0, + 12.0, + 8.0, + 7.0, + 9.0, + 9.0, + 10.0, + 6.0, + 12.0, + 18.0, + 8.0, + 10.0, + 13.0, + 20.0, + 11.0, + 10.0, + 13.0, + 11.0, + 4.0 + ], + "predictions": { + "p50": [ + 13.276827812194824, + 13.28754711151123, + 13.274468421936035, + 13.266904830932617, + 13.280599594116211, + 13.251449584960938, + 13.290728569030762, + 13.306279182434082, + 13.292591094970703, + 13.287760734558105, + 13.34659481048584, + 13.331469535827637, + 13.371603012084961, + 13.323668479919434, + 13.310641288757324, + 13.313912391662598, + 13.318110466003418, + 13.30848217010498, + 13.343084335327148, + 13.34890079498291, + 13.340577125549316, + 13.336039543151855, + 13.35519027709961, + 13.33261775970459 + ], + "p10": [ + 8.942190170288086, + 8.950556755065918, + 8.922273635864258, + 8.930899620056152, + 8.915079116821289, + 8.914868354797363, + 8.919350624084473, + 8.93714714050293, + 8.892831802368164, + 8.896760940551758, + 8.926416397094727, + 8.93986988067627, + 8.939942359924316, + 8.919170379638672, + 8.909858703613281, + 8.918869018554688, + 8.891721725463867, + 8.881990432739258, + 8.89207649230957, + 8.901712417602539, + 8.881996154785156, + 8.873506546020508, + 8.88682746887207, + 8.894947052001953 + ], + "p90": [ + 19.01129150390625, + 18.842731475830078, + 18.98452377319336, + 18.990694046020508, + 19.102025985717773, + 18.96644401550293, + 19.15387725830078, + 19.05552864074707, + 19.134992599487305, + 19.05636978149414, + 19.2893009185791, + 19.1949462890625, + 19.41736602783203, + 19.143159866333008, + 19.24435043334961, + 19.068302154541016, + 19.236108779907227, + 19.152233123779297, + 19.379487991333008, + 19.197734832763672, + 19.25520133972168, + 19.222702026367188, + 19.33354949951172, + 19.2303466796875 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260617_160235.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..d8aea6507b9e4e58d93fce1c16161a1d697c8d7d --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-17T16:02:35.311821+00:00", + "metrics": { + "MSE[mean]": 2.9244108714625447, + "MSE[0.5]": 3.0902279460421958, + "MAE[0.5]": 1.4828289963672845, + "MASE[0.5]": 0.8190685412897448, + "MAPE[0.5]": 0.0654288298000007, + "sMAPE[0.5]": 0.06854999311948155, + "MSIS": 23.06591486199115, + "RMSE[mean]": 1.710090895672667, + "NRMSE[mean]": 0.07744100345043889, + "ND[0.5]": 0.06714950983872729, + "mean_weighted_sum_quantile_loss": 0.06419802891286291 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.788784925839906, + 20.756057325071325, + 20.717249547485928, + 20.68320388428193, + 20.669294822849917, + 20.64345209674411, + 20.65199385286659, + 20.6256805575252, + 20.60486514467958, + 20.61906138227068, + 20.60771105320663, + 20.600934632947812, + 20.61327585900066, + 20.5831816281594, + 20.569234137944356, + 20.58643193772899, + 20.589402105983883, + 20.577716929265947, + 20.588337634926177, + 20.59840656263477, + 20.55466802963152, + 20.56694249426229, + 20.580692793039628, + 20.567131254285485 + ], + "p10": [ + 20.48524382744741, + 20.443505072971536, + 20.35061089984978, + 20.40581906873946, + 20.362537678319253, + 20.309991204888178, + 20.38442412711653, + 20.269835134080903, + 20.235272742520884, + 20.31175843251554, + 20.29429175258171, + 20.219833134825592, + 20.281132111461854, + 20.205555677935067, + 20.271733956382665, + 20.207674434089142, + 20.221853293404802, + 20.231939086775952, + 20.239953388492378, + 20.218278776451204, + 20.20061379112814, + 20.20643604206903, + 20.21715968533873, + 20.27474410524106 + ], + "p90": [ + 21.10933162921675, + 21.083632494201154, + 21.03873839109571, + 20.97811704040159, + 21.09080211418199, + 20.923885582062173, + 20.926616884524066, + 20.944844492340415, + 20.90806893222768, + 20.92600033078303, + 20.945433422239162, + 20.88493388390734, + 20.923841688814566, + 20.907888184811405, + 20.867482585752786, + 20.893889384975626, + 20.909715204102508, + 20.84047390558416, + 20.90483907511708, + 20.9332093871588, + 20.91535897843132, + 20.922231387300293, + 20.99024740371565, + 20.884051032262434 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_154230.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_154230.json new file mode 100644 index 0000000000000000000000000000000000000000..9b0eeeb2f79879ef9f62b667819b205e151bb060 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_154230.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:42:30.037539+00:00", + "metrics": { + "MSE[mean]": 1.0082514629748403, + "MSE[0.5]": 1.0082514629748403, + "MAE[0.5]": 0.780179500579834, + "MASE[0.5]": 0.4309468502771349, + "MAPE[0.5]": 0.034445166500048946, + "sMAPE[0.5]": 0.033817551485012066, + "MSIS": 2.444838132938304, + "RMSE[mean]": 1.0041172555906208, + "NRMSE[mean]": 0.04547117819971291, + "ND[0.5]": 0.03533021756285016, + "mean_weighted_sum_quantile_loss": 0.033518584988996875 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.857563018798828, + 20.647903442382812, + 20.44390869140625, + 20.345172882080078, + 20.31070327758789, + 20.523513793945312, + 21.072246551513672, + 21.841093063354492, + 22.69681739807129, + 23.462509155273438, + 24.115894317626953, + 24.514726638793945, + 24.788158416748047, + 24.90381622314453, + 24.82598304748535, + 24.608871459960938, + 24.77834129333496, + 24.06730079650879, + 23.14727210998535, + 22.303699493408203, + 21.752269744873047, + 21.422826766967773, + 21.16102409362793, + 20.905982971191406 + ], + "p10": [ + 20.453569412231445, + 20.022735595703125, + 19.704505920410156, + 19.482826232910156, + 19.379579544067383, + 19.464080810546875, + 19.856826782226562, + 20.345476150512695, + 20.795324325561523, + 21.10700225830078, + 21.10507583618164, + 21.255029678344727, + 21.417726516723633, + 21.425321578979492, + 21.268840789794922, + 21.071056365966797, + 20.970577239990234, + 20.99002456665039, + 20.52975082397461, + 19.9866886138916, + 19.717988967895508, + 19.498958587646484, + 19.3414363861084, + 19.03689193725586 + ], + "p90": [ + 21.088937759399414, + 21.245437622070312, + 21.144641876220703, + 21.158288955688477, + 21.293413162231445, + 21.572601318359375, + 22.37140464782715, + 23.494203567504883, + 24.756519317626953, + 26.100135803222656, + 27.324825286865234, + 28.274194717407227, + 28.620929718017578, + 28.616744995117188, + 28.836719512939453, + 28.515926361083984, + 28.2342472076416, + 27.239748001098633, + 25.969127655029297, + 24.85639762878418, + 23.99382781982422, + 23.520538330078125, + 23.233407974243164, + 22.991405487060547 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260617_160235.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..6515741fd5c5129c46df333723d1258827d4fddb --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-17T16:02:35.602882+00:00", + "metrics": { + "MSE[mean]": 6.554949833247299, + "MSE[0.5]": 7.345810740100781, + "MAE[0.5]": 2.357101120016555, + "MASE[0.5]": 1.3019892251730578, + "MAPE[0.5]": 0.10444350596607699, + "sMAPE[0.5]": 0.11214400143316851, + "MSIS": 15.190647933313064, + "RMSE[mean]": 2.560263625732182, + "NRMSE[mean]": 0.11594084546971963, + "ND[0.5]": 0.1067406863752903, + "mean_weighted_sum_quantile_loss": 0.09071258683585551 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.638730846383265, + 20.55373080823632, + 20.4387319907925, + 20.338731609322803, + 20.343729816415117, + 20.27373202893956, + 20.178730808236462, + 20.07873138044108, + 19.99873241040937, + 19.91373141858811, + 19.91373141858814, + 19.7937324867034, + 19.67373164747003, + 19.623732410409513, + 19.513732753732295, + 19.44373210523379, + 19.353731952645926, + 19.23373302076119, + 19.163733325937, + 19.203733287790055, + 19.048732601144575, + 18.92373355481892, + 18.908733211496195, + 18.853733859994758 + ], + "p10": [ + 19.862732158639123, + 19.65173114392968, + 19.60373195264553, + 19.486731372811573, + 19.622730670907305, + 19.449732242562607, + 19.363732181527478, + 19.40373309705485, + 19.13173087690107, + 19.14373286817307, + 19.18873218152759, + 18.974732814767368, + 18.791732440927063, + 18.711732517221037, + 18.810732875802607, + 18.712732540109275, + 18.48073295209661, + 18.450732456185992, + 18.250731693246568, + 18.288732562997573, + 18.16273330304887, + 17.902733074167063, + 18.10373385999473, + 18.021733890512337 + ], + "p90": [ + 21.89573100660055, + 22.15773128125878, + 21.968730579354514, + 21.70373042676665, + 21.95473216626863, + 21.803732715585067, + 21.39873279187904, + 21.713732562997233, + 21.223730884530465, + 21.504731594064186, + 21.436731945016362, + 21.07373145673514, + 21.044732509591615, + 20.864732013680996, + 20.883732639291377, + 20.603731952645898, + 20.64673274610296, + 20.50373157117623, + 20.51873363111278, + 20.658731304147476, + 20.74373286817338, + 20.425733409860424, + 20.719734226205667, + 20.298734127023565 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_155839.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_155839.json new file mode 100644 index 0000000000000000000000000000000000000000..b7439d200beb0b122649789be5e3755375c5ff00 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260617_155839.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:58:39.095581+00:00", + "metrics": { + "MSE[mean]": 0.6401297083414951, + "MSE[0.5]": 0.8884625786237544, + "MAE[0.5]": 0.712177594502767, + "MASE[0.5]": 0.3933847159029636, + "MAPE[0.5]": 0.03135387057737039, + "sMAPE[0.5]": 0.032203556215084424, + "MSIS": 4.588953542483266, + "RMSE[mean]": 0.8000810636063668, + "NRMSE[mean]": 0.03623145445903316, + "ND[0.5]": 0.03225076964784379, + "mean_weighted_sum_quantile_loss": 0.054251061474410694 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.940505981445312, + 21.01163387298584, + 20.735167503356934, + 20.64768123626709, + 20.586316108703613, + 20.64359188079834, + 20.764928817749023, + 20.954099655151367, + 21.489967346191406, + 21.792682647705078, + 21.367697715759277, + 21.541919708251953, + 21.43623447418213, + 21.33403491973877, + 21.718802452087402, + 22.117511749267578, + 21.8067045211792, + 22.45870876312256, + 21.581603050231934, + 22.29511260986328, + 21.787226676940918, + 22.422868728637695, + 22.04603385925293, + 22.257424354553223 + ], + "p10": [ + 20.501646041870117, + 19.82798194885254, + 19.506223678588867, + 18.564921379089355, + 18.462910652160645, + 18.24117946624756, + 17.750215530395508, + 17.279053688049316, + 18.885506629943848, + 18.733620643615723, + 18.24269199371338, + 17.797823905944824, + 17.119686126708984, + 16.79171657562256, + 16.838906288146973, + 17.070642471313477, + 17.57155704498291, + 16.96424102783203, + 17.039831161499023, + 16.95138931274414, + 16.44685935974121, + 16.814444541931152, + 17.3537015914917, + 15.62306833267212 + ], + "p90": [ + 21.413631439208984, + 22.16455078125, + 21.946134567260742, + 22.496342658996582, + 23.1682071685791, + 24.98811435699463, + 23.730969429016113, + 24.597259521484375, + 24.47773838043213, + 25.66659450531006, + 25.678394317626953, + 26.443259239196777, + 25.734081268310547, + 25.662590980529785, + 29.15310573577881, + 28.139816284179688, + 27.702340126037598, + 28.145928382873535, + 26.479683876037598, + 28.33126735687256, + 28.196301460266113, + 28.21865463256836, + 29.78671169281006, + 30.8059024810791 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260617_160235.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..fe58cc2d44328f1f306e83c27c09e6fb1cad1fe8 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T16:02:35.700398+00:00", + "metrics": { + "MSE[mean]": 1.3552808749740446, + "MSE[0.5]": 1.1151120880535934, + "MAE[0.5]": 0.8260371094912434, + "MASE[0.5]": 0.4562771647841492, + "MAPE[0.5]": 0.038615694465923694, + "sMAPE[0.5]": 0.03754888748755416, + "MSIS": 4.115785308594549, + "RMSE[mean]": 1.1641653125626295, + "NRMSE[mean]": 0.052718911149796856, + "ND[0.5]": 0.03740686697307957, + "mean_weighted_sum_quantile_loss": 0.032055990258087565 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.582480830339648, + 22.57748071589873, + 22.542481822160937, + 22.522481364397265, + 22.607479495195605, + 22.617481631426074, + 22.602480334429004, + 22.582480830339648, + 22.582481784013964, + 22.57748071589873, + 22.657480639604785, + 22.617481631426074, + 22.57748071589873, + 22.607481402544238, + 22.577481669573046, + 22.587480944780566, + 22.57748071589873, + 22.53748170772002, + 22.547481936601855, + 22.667481822160937, + 22.592481059221484, + 22.547481936601855, + 22.612481516985156, + 22.637482089189746 + ], + "p10": [ + 21.806482142595506, + 21.67548105159209, + 21.707481784013964, + 21.670481127886035, + 21.886480349687794, + 21.793481845049122, + 21.78748170772002, + 21.907482546953418, + 21.715480250505664, + 21.80748216548369, + 21.932481402544237, + 21.79848195949004, + 21.695481509355762, + 21.695481509355762, + 21.87448179164336, + 21.856481379656053, + 21.704481715349413, + 21.754481143144822, + 21.634480303911424, + 21.752481097368456, + 21.70648176112578, + 21.526481455949998, + 21.80748216548369, + 21.805482119707325 + ], + "p90": [ + 23.839480990556932, + 24.18148118892119, + 24.07248041072295, + 23.887480181841113, + 24.21848184504912, + 24.14748231807158, + 23.822482318071582, + 24.2174820128958, + 23.807480258135058, + 24.168480891374806, + 24.180481166033008, + 23.89748060145781, + 23.948481578020314, + 23.84848100581572, + 23.94748155513213, + 23.747480792192675, + 23.870481509355763, + 23.807480258135058, + 23.902482241777637, + 24.12247983851836, + 24.28748132625029, + 24.04948179164336, + 24.423482531694628, + 24.082482356218552 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..f1db42fbcfd969893645cbb5ddb9998124ccee29 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T16:02:35.754397+00:00", + "metrics": { + "MSE[mean]": 2.1437042964941306, + "MSE[0.5]": 2.1437042964941306, + "MAE[0.5]": 1.2912500699361165, + "MASE[0.5]": 0.7132463108112109, + "MAPE[0.5]": 0.05893869912850077, + "sMAPE[0.5]": 0.057397264678754834, + "MSIS": 15.762726357163581, + "RMSE[mean]": 1.4641394388835138, + "NRMSE[mean]": 0.06630315828557283, + "ND[0.5]": 0.05847390999761378, + "mean_weighted_sum_quantile_loss": 0.05233002873140174 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "p10": [ + 22.15780059814453, + 21.961799850463866, + 21.805, + 21.65800037384033, + 21.44239917755127, + 21.461999626159667, + 22.40280059814453, + 23.65719940185547, + 24.7253995513916, + 24.931200523376464, + 24.63719940185547, + 24.156999626159667, + 23.911999626159666, + 23.559200897216797, + 22.696799850463865, + 22.363599700927733, + 22.108799476623535, + 21.65800037384033, + 21.138599700927735, + 20.8151997756958, + 20.68780059814453, + 20.638799476623536, + 20.5701997756958, + 20.491799850463867 + ], + "p90": [ + 23.062200622558596, + 22.858199844360353, + 22.695, + 22.542000389099123, + 22.317599143981933, + 22.33799961090088, + 23.317200622558595, + 24.622799377441407, + 25.734599533081056, + 25.94880054473877, + 25.642799377441406, + 25.14299961090088, + 24.88799961090088, + 24.52080093383789, + 23.623199844360354, + 23.276399688720705, + 23.01119945526123, + 22.542000389099123, + 22.001399688720703, + 21.66479976654053, + 21.532200622558594, + 21.48119945526123, + 21.409799766540527, + 21.328199844360352 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_160003.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_160003.json new file mode 100644 index 0000000000000000000000000000000000000000..c3c173e73661796e0a4b22da949e4d635a5c3af2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260617_160003.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T16:00:03.166146+00:00", + "metrics": { + "MSE[mean]": 4.051738910394761, + "MSE[0.5]": 4.051738910394761, + "MAE[0.5]": 1.5394481817881267, + "MASE[0.5]": 0.8503432153926083, + "MAPE[0.5]": 0.06780837187298276, + "sMAPE[0.5]": 0.06465411322895132, + "MSIS": 2.5435106082142234, + "RMSE[mean]": 2.0128931691460332, + "NRMSE[mean]": 0.09115332246470267, + "ND[0.5]": 0.06971349432904397, + "mean_weighted_sum_quantile_loss": 0.045377083344849835 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.61907958984375, + 20.41827392578125, + 20.27484130859375, + 20.1170654296875, + 20.0023193359375, + 20.1170654296875, + 20.87725830078125, + 22.074920654296875, + 23.42139434814453, + 24.667465209960938, + 25.703765869140625, + 26.456787109375, + 26.90142822265625, + 27.1165771484375, + 26.95880126953125, + 26.4281005859375, + 25.675079345703125, + 24.850341796875, + 23.715431213378906, + 22.71319580078125, + 21.9530029296875, + 21.50836181640625, + 21.07806396484375, + 20.79119873046875 + ], + "p10": [ + 20.33221435546875, + 19.916259765625, + 19.62939453125, + 19.39990234375, + 19.113037109375, + 19.0843505859375, + 19.457275390625, + 20.33221435546875, + 21.2071533203125, + 21.981689453125, + 22.591278076171875, + 23.00006103515625, + 23.204452514648438, + 23.347885131835938, + 23.1578369140625, + 22.784912109375, + 22.376129150390625, + 21.85260009765625, + 21.00634765625, + 20.33221435546875, + 19.85888671875, + 19.6007080078125, + 19.227783203125, + 18.998291015625 + ], + "p90": [ + 20.8629150390625, + 20.7481689453125, + 20.77685546875, + 20.73382568359375, + 20.73382568359375, + 20.96331787109375, + 22.074920654296875, + 23.591720581054688, + 25.32366943359375, + 26.90142822265625, + 28.1492919921875, + 29.1533203125, + 29.841796875, + 30.243408203125, + 30.18603515625, + 29.669677734375, + 28.751708984375, + 27.8050537109375, + 26.49981689453125, + 25.2232666015625, + 24.222824096679688, + 23.561241149902344, + 22.989303588867188, + 22.670166015625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_154750.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_154750.json new file mode 100644 index 0000000000000000000000000000000000000000..9772da7ae2fc654396ed54af11df797887d36a33 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_154750.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:47:50.253057+00:00", + "metrics": { + "MSE[mean]": 3.265212421903167, + "MSE[0.5]": 2.0555524345600134, + "MAE[0.5]": 1.1191657384236653, + "MASE[0.5]": 0.6181922872278925, + "MAPE[0.5]": 0.04934103729951961, + "sMAPE[0.5]": 0.04822957659021768, + "MSIS": 26.443721001437382, + "RMSE[mean]": 1.8069898787495096, + "NRMSE[mean]": 0.0818290476776705, + "ND[0.5]": 0.05068111761204866, + "mean_weighted_sum_quantile_loss": 0.058322632263445154 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.7585391998291, + 20.618999481201172, + 20.436073303222656, + 20.30069351196289, + 20.302343368530273, + 20.419166564941406, + 20.99262809753418, + 22.00701332092285, + 23.13190269470215, + 24.148582458496094, + 24.944150924682617, + 25.540979385375977, + 25.840978622436523, + 25.943973541259766, + 25.74445343017578, + 25.12926483154297, + 24.434043884277344, + 23.582847595214844, + 22.656145095825195, + 21.805675506591797, + 21.165306091308594, + 20.82621192932129, + 20.550310134887695, + 20.428409576416016 + ], + "p10": [ + 20.802688598632812, + 20.755508422851562, + 20.526199340820312, + 20.560462951660156, + 20.484943389892578, + 20.792221069335938, + 21.33295440673828, + 22.299644470214844, + 23.682022094726562, + 24.744630813598633, + 25.632308959960938, + 26.293418884277344, + 26.567224502563477, + 26.68696403503418, + 26.391782760620117, + 25.878326416015625, + 25.172119140625, + 24.269611358642578, + 23.42589569091797, + 22.476905822753906, + 21.774574279785156, + 21.46290397644043, + 21.272647857666016, + 21.073715209960938 + ], + "p90": [ + 20.911060333251953, + 21.021337509155273, + 21.067108154296875, + 21.1031494140625, + 21.338253021240234, + 21.730422973632812, + 22.612831115722656, + 23.95408058166504, + 25.405235290527344, + 26.714853286743164, + 27.75808334350586, + 28.523576736450195, + 28.89879608154297, + 29.103227615356445, + 28.876253128051758, + 28.262720108032227, + 27.504972457885742, + 26.533782958984375, + 25.476165771484375, + 24.442758560180664, + 23.69216537475586, + 23.299306869506836, + 22.89461326599121, + 22.62143325805664 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_155201.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_155201.json new file mode 100644 index 0000000000000000000000000000000000000000..d83a151c4952aa32f67e46e5b3ee65f1c0834249 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260617_155201.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:52:01.034032+00:00", + "metrics": { + "MSE[mean]": 0.599317467854083, + "MSE[0.5]": 0.599317467854083, + "MAE[0.5]": 0.5944896539052328, + "MASE[0.5]": 0.3283775639867488, + "MAPE[0.5]": 0.026530083893923598, + "sMAPE[0.5]": 0.026747771423885704, + "MSIS": 2.1204012782978103, + "RMSE[mean]": 0.7741559712707013, + "NRMSE[mean]": 0.03505744366808659, + "ND[0.5]": 0.026921303104895065, + "mean_weighted_sum_quantile_loss": 0.02886119856295038 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.781906127929688, + 20.675437927246094, + 20.57654571533203, + 20.45308494567871, + 20.366914749145508, + 20.39887046813965, + 20.841705322265625, + 21.520286560058594, + 22.2479248046875, + 22.92205238342285, + 23.47926139831543, + 23.921674728393555, + 24.187503814697266, + 24.22819709777832, + 24.132558822631836, + 23.859928131103516, + 23.493650436401367, + 23.030319213867188, + 22.242515563964844, + 21.618759155273438, + 21.15574073791504, + 20.8491153717041, + 20.60015296936035, + 20.33843231201172 + ], + "p10": [ + 20.654205322265625, + 20.415931701660156, + 20.17816925048828, + 19.899864196777344, + 19.634098052978516, + 19.455062866210938, + 19.697734832763672, + 20.138019561767578, + 20.626562118530273, + 21.042760848999023, + 21.25497055053711, + 21.27948760986328, + 21.255535125732422, + 21.144180297851562, + 21.01751136779785, + 20.864742279052734, + 20.78468132019043, + 20.646625518798828, + 20.232421875, + 19.853376388549805, + 19.47370147705078, + 19.16350746154785, + 18.875059127807617, + 18.61350440979004 + ], + "p90": [ + 20.899417877197266, + 20.91337776184082, + 20.95802879333496, + 20.990398406982422, + 21.076688766479492, + 21.287723541259766, + 21.966386795043945, + 22.909055709838867, + 23.967622756958008, + 25.019378662109375, + 26.02660369873047, + 26.848270416259766, + 27.507699966430664, + 27.76997947692871, + 27.770891189575195, + 27.426652908325195, + 26.860736846923828, + 25.90775489807129, + 24.627986907958984, + 23.72882652282715, + 23.107662200927734, + 22.723604202270508, + 22.383323669433594, + 22.101194381713867 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_154946.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_154946.json new file mode 100644 index 0000000000000000000000000000000000000000..7b9748be906ea4ba5a6bcdf495304bed0c04974b --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260617_154946.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:49:46.828801+00:00", + "metrics": { + "MSE[mean]": 3.4284285278736206, + "MSE[0.5]": 3.4284285278736206, + "MAE[0.5]": 1.3590960502624512, + "MASE[0.5]": 0.7507223166584148, + "MAPE[0.5]": 0.05963965742649446, + "sMAPE[0.5]": 0.0567959913348521, + "MSIS": 2.6957509008207823, + "RMSE[mean]": 1.8516016115443463, + "NRMSE[mean]": 0.08384927792510193, + "ND[0.5]": 0.06154629685719261, + "mean_weighted_sum_quantile_loss": 0.04398314079085203 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.75291633605957, + 20.661235809326172, + 20.510290145874023, + 20.339534759521484, + 20.249828338623047, + 20.421283721923828, + 21.07335090637207, + 22.216672897338867, + 23.341068267822266, + 24.38194465637207, + 25.33951187133789, + 26.034870147705078, + 26.50377655029297, + 26.835899353027344, + 26.63916778564453, + 26.29499053955078, + 25.75944709777832, + 24.8602294921875, + 23.83880043029785, + 22.886707305908203, + 22.181123733520508, + 21.73434829711914, + 21.395187377929688, + 21.07792854309082 + ], + "p10": [ + 20.5836238861084, + 20.372854232788086, + 19.998037338256836, + 19.496700286865234, + 19.292858123779297, + 19.30006217956543, + 19.85402488708496, + 20.420028686523438, + 21.0481014251709, + 21.642528533935547, + 21.946794509887695, + 22.25947380065918, + 22.45566177368164, + 22.55890655517578, + 22.429880142211914, + 22.154600143432617, + 21.82029151916504, + 21.329204559326172, + 20.846384048461914, + 20.311325073242188, + 19.882423400878906, + 19.564743041992188, + 19.34213638305664, + 19.100177764892578 + ], + "p90": [ + 20.88675880432129, + 20.863679885864258, + 20.82301902770996, + 20.76272964477539, + 20.905550003051758, + 21.283466339111328, + 22.561738967895508, + 24.0993709564209, + 25.75850486755371, + 27.60481071472168, + 28.874244689941406, + 30.156736373901367, + 30.67273712158203, + 31.06147003173828, + 31.05324935913086, + 30.473325729370117, + 29.6243953704834, + 28.91620445251465, + 27.41275405883789, + 25.907917022705078, + 24.66209602355957, + 24.038484573364258, + 23.571983337402344, + 23.163890838623047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260617_160235.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..00cd866125af650b5d6360ca6bfefb43e0d6f27c --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-17T16:02:35.375725+00:00", + "metrics": { + "MSE[mean]": 0.024060165275090837, + "MSE[0.5]": 0.05354763887747201, + "MAE[0.5]": 0.2284316539867246, + "MASE[0.5]": 0.6325800112921073, + "MAPE[0.5]": 0.014279683170303745, + "sMAPE[0.5]": 0.014377975350522024, + "MSIS": 8.815041239957953, + "RMSE[mean]": 0.15511339489254575, + "NRMSE[mean]": 0.009699639384640175, + "ND[0.5]": 0.014284418629629326, + "mean_weighted_sum_quantile_loss": 0.01267762722738652 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.834460265300885, + 15.819827675673162, + 15.81243802222717, + 15.802696646252848, + 15.796116279473914, + 15.787295213458885, + 15.786542498921463, + 15.781259891357598, + 15.774951167243419, + 15.77632522280757, + 15.774447999171786, + 15.773876443092863, + 15.773313627679542, + 15.774512879044995, + 15.765320623225657, + 15.765638000866328, + 15.767020508329756, + 15.767968158261255, + 15.769304503830885, + 15.762673802190946, + 15.766729567313577, + 15.762063793601687, + 15.76343316774366, + 15.764818021224183 + ], + "p10": [ + 15.72240185729088, + 15.705886150405645, + 15.712330586553945, + 15.700230620479825, + 15.690235916642877, + 15.675751801483417, + 15.686959643922242, + 15.66731836609008, + 15.676446742293944, + 15.661523387055432, + 15.66826765410792, + 15.425794953672385, + 15.661458966449082, + 15.660820339597842, + 15.422030759164887, + 15.6589401834911, + 15.657632285799716, + 15.419886668840777, + 15.662532319522281, + 15.65676050097538, + 15.661796430580642, + 15.65937976696253, + 15.655921308764835, + 15.642925978979314 + ], + "p90": [ + 16.17240314265379, + 16.16558108291874, + 16.151352080861923, + 16.14276085966921, + 15.86741889941198, + 15.854327120292265, + 16.125876574862684, + 16.127013298603178, + 16.118885753645227, + 15.851262204143094, + 15.83755628308638, + 16.117236338270782, + 16.115998031724576, + 16.109541089954526, + 15.84351602833785, + 15.839029513378973, + 15.83791931033477, + 15.84137193801374, + 15.840886550183209, + 15.832607646165485, + 15.836516299844112, + 15.866869795213994, + 15.835606820719656, + 15.831578474231653 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_154237.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_154237.json new file mode 100644 index 0000000000000000000000000000000000000000..32818fa9b80ed5ab5505ee208023b997c7836b30 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_154237.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:42:37.113936+00:00", + "metrics": { + "MSE[mean]": 0.007697988566898554, + "MSE[0.5]": 0.007697988566898554, + "MAE[0.5]": 0.030683716138203938, + "MASE[0.5]": 0.08497029707764091, + "MAPE[0.5]": 0.001940534482249457, + "sMAPE[0.5]": 0.001929394453041697, + "MSIS": 3.478115593698618, + "RMSE[mean]": 0.08773818192154745, + "NRMSE[mean]": 0.005486494093514704, + "ND[0.5]": 0.001918731659038332, + "mean_weighted_sum_quantile_loss": 0.008866202449954995 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.999234199523926, + 15.997020721435547, + 15.997711181640625, + 15.997054100036621, + 15.996179580688477, + 15.995108604431152, + 15.994979858398438, + 15.994929313659668, + 15.994924545288086, + 15.998153686523438, + 15.996816635131836, + 15.994109153747559, + 15.994790077209473, + 15.99895191192627, + 15.99661922454834, + 15.996735572814941, + 15.984000205993652, + 15.985823631286621, + 15.990782737731934, + 15.991694450378418, + 15.992949485778809, + 15.991752624511719, + 15.986608505249023, + 15.990769386291504 + ], + "p10": [ + 15.557559967041016, + 15.488088607788086, + 15.408512115478516, + 15.307401657104492, + 15.231912612915039, + 15.197257041931152, + 15.105546951293945, + 15.115335464477539, + 15.055051803588867, + 15.054835319519043, + 15.035117149353027, + 14.98479175567627, + 14.958463668823242, + 14.904180526733398, + 14.905243873596191, + 14.890207290649414, + 14.806622505187988, + 14.840432167053223, + 14.871479988098145, + 14.885512351989746, + 14.934964179992676, + 14.97977352142334, + 14.985791206359863, + 15.031140327453613 + ], + "p90": [ + 16.011810302734375, + 16.01041030883789, + 16.009296417236328, + 16.008203506469727, + 16.008445739746094, + 16.009679794311523, + 16.007802963256836, + 16.00718116760254, + 16.006023406982422, + 16.007734298706055, + 16.00605583190918, + 16.00666046142578, + 16.007951736450195, + 16.009315490722656, + 16.0101318359375, + 16.010150909423828, + 16.007558822631836, + 16.00930404663086, + 16.005878448486328, + 16.0089111328125, + 16.006362915039062, + 16.007904052734375, + 16.005342483520508, + 16.006793975830078 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260617_160235.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..5a1f5795de31d71cf3ccefccca3d604939bbf669 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-17T16:02:35.621616+00:00", + "metrics": { + "MSE[mean]": 0.008110486441968564, + "MSE[0.5]": 0.007499618559804734, + "MAE[0.5]": 0.02501763818563137, + "MASE[0.5]": 0.06927961851945556, + "MAPE[0.5]": 0.0015870784837263188, + "sMAPE[0.5]": 0.001575165466875166, + "MSIS": 4.100174001290308, + "RMSE[mean]": 0.09005823916759956, + "NRMSE[mean]": 0.0056315732380593534, + "ND[0.5]": 0.0015644172369777046, + "mean_weighted_sum_quantile_loss": 0.001786724923173703 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 16.00000214828904, + 16.000004048135064, + 16.000005947981087, + 16.00000784782711, + 16.000009747673133, + 16.000011647519155, + 16.000013547365178, + 16.000015447211204, + 16.000017347057227, + 16.00001924690325, + 16.000021146749273, + 16.000023046595295, + 16.000024946441318, + 16.00002684628734, + 16.000028746133363, + 16.000030645979386, + 16.00003254582541, + 16.00003444567143, + 16.000036345517454, + 16.000038245363477, + 16.0000401452095, + 16.000042045055523, + 16.00004394490155, + 16.00004584474757 + ], + "p10": [ + 15.960002186436014, + 15.960004086282037, + 16.000005947981087, + 16.00000784782711, + 16.000009747673133, + 16.000011647519155, + 16.000013547365178, + 16.000015447211204, + 16.000017347057227, + 16.00001924690325, + 16.000021146749273, + 16.000023046595295, + 16.000024946441318, + 16.00002684628734, + 16.000028746133363, + 16.000030645979386, + 16.00003254582541, + 16.00003444567143, + 16.000036345517454, + 16.000038245363477, + 16.0000401452095, + 16.000042045055523, + 15.600044326371275, + 15.600046226217298 + ], + "p90": [ + 16.040002110142066, + 16.400003666665338, + 16.000005947981087, + 16.040007809680134, + 16.000009747673133, + 16.000011647519155, + 16.040013509218202, + 16.040015409064228, + 16.000017347057227, + 16.00001924690325, + 16.000021146749273, + 16.40002266512557, + 16.40002456497159, + 16.400026464817614, + 16.400028364663637, + 16.000030645979386, + 16.00003254582541, + 16.400034064201705, + 16.400035964047728, + 16.000038245363477, + 16.0000401452095, + 16.000042045055523, + 16.00004394490155, + 16.00004584474757 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_155844.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_155844.json new file mode 100644 index 0000000000000000000000000000000000000000..44b5b875671675bd32da446a37ca7fbb3252e32f --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260617_155844.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:58:44.012821+00:00", + "metrics": { + "MSE[mean]": 0.017563687870506328, + "MSE[0.5]": 0.007509567750455896, + "MAE[0.5]": 0.026090880235036213, + "MASE[0.5]": 0.0722516736435284, + "MAPE[0.5]": 0.0016540375638789233, + "sMAPE[0.5]": 0.0016422473791000587, + "MSIS": 2.460811465396255, + "RMSE[mean]": 0.13252806446374416, + "NRMSE[mean]": 0.00828732060524607, + "ND[0.5]": 0.0016315298216701528, + "mean_weighted_sum_quantile_loss": 0.005610770710495925 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 16.00117015838623, + 15.999639511108398, + 15.999967098236084, + 15.99931001663208, + 16.00037956237793, + 15.999313354492188, + 16.000226974487305, + 16.000645637512207, + 16.00016212463379, + 15.998969078063965, + 15.999461650848389, + 15.999350547790527, + 15.997589588165283, + 15.998434066772461, + 15.998641967773438, + 15.998741626739502, + 15.99660348892212, + 15.997618198394775, + 15.99836015701294, + 15.998125553131104, + 15.99952220916748, + 15.998106002807617, + 15.997360229492188, + 16.00025749206543 + ], + "p10": [ + 15.8847074508667, + 15.714583396911621, + 15.714583396911621, + 15.714583396911621, + 15.678667545318604, + 15.662808895111084, + 15.66155195236206, + 15.714583396911621, + 15.62755537033081, + 15.679232120513916, + 15.370051860809326, + 15.35851526260376, + 15.246623039245605, + 15.317858695983887, + 15.430522441864014, + 15.293482780456543, + 15.380464553833008, + 15.325560569763184, + 15.160912990570068, + 15.331128597259521, + 15.360447883605957, + 15.276381969451904, + 15.239807605743408, + 15.379905223846436 + ], + "p90": [ + 16.01032066345215, + 16.007984161376953, + 16.009159088134766, + 16.009074211120605, + 16.010204315185547, + 16.010469436645508, + 16.013065338134766, + 16.01176929473877, + 16.01021385192871, + 16.01323413848877, + 16.012282371520996, + 16.010424613952637, + 16.008676528930664, + 16.010579109191895, + 16.008852005004883, + 16.01018238067627, + 16.007880210876465, + 16.010343551635742, + 16.0114164352417, + 16.008689880371094, + 16.012991905212402, + 16.151565551757812, + 16.045446395874023, + 16.121145248413086 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260617_160235.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..7f8444a1a1b750b9c1d9b06b10da07dcf0ba8060 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T16:02:35.711041+00:00", + "metrics": { + "MSE[mean]": 0.010190369193410619, + "MSE[0.5]": 0.009166661103582404, + "MAE[0.5]": 0.07083330551783244, + "MASE[0.5]": 0.19615378351606103, + "MAPE[0.5]": 0.004445599762546846, + "sMAPE[0.5]": 0.004443142095017889, + "MSIS": 6.867690514998706, + "RMSE[mean]": 0.10094735852616758, + "NRMSE[mean]": 0.006312497867860554, + "ND[0.5]": 0.004429388708956918, + "mean_weighted_sum_quantile_loss": 0.004379594301731342 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716 + ], + "p10": [ + 15.910000085830688, + 15.910000085830688, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.550000429153442, + 15.550000429153442 + ], + "p90": [ + 15.990000009536741, + 16.34999966621399, + 15.950000047683716, + 15.990000009536741, + 15.950000047683716, + 15.950000047683716, + 15.990000009536741, + 15.990000009536741, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 16.34999966621399, + 16.34999966621399, + 16.34999966621399, + 16.34999966621399, + 15.950000047683716, + 15.950000047683716, + 16.34999966621399, + 16.34999966621399, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716, + 15.950000047683716 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..0267d703b27cec6a35528cbeb1c42c2a2d5917f7 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260617_160235.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T16:02:35.763182+00:00", + "metrics": { + "MSE[mean]": 0.027499955495234946, + "MSE[0.5]": 0.027499955495234946, + "MAE[0.5]": 0.07499996821085612, + "MASE[0.5]": 0.2076922348970439, + "MAPE[0.5]": 0.004710972349038222, + "sMAPE[0.5]": 0.004738617981868662, + "MSIS": 2.650153886396169, + "RMSE[mean]": 0.1658311053308002, + "NRMSE[mean]": 0.010369845373955787, + "ND[0.5]": 0.004689940839788435, + "mean_weighted_sum_quantile_loss": 0.006864683354009691 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "p10": [ + 15.288000373840331, + 15.68, + 15.68, + 15.68, + 15.68, + 15.288000373840331, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.288000373840331, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68, + 15.68 + ], + "p90": [ + 15.912000389099122, + 16.32, + 16.32, + 16.32, + 16.32, + 15.912000389099122, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 15.912000389099122, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32, + 16.32 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_160007.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_160007.json new file mode 100644 index 0000000000000000000000000000000000000000..cb1cf0b8381613523dcce61869cc6bb1f6c085f9 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260617_160007.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T16:00:07.893201+00:00", + "metrics": { + "MSE[mean]": 0.007242287484132248, + "MSE[0.5]": 0.007242287484132248, + "MAE[0.5]": 0.03340506553649902, + "MASE[0.5]": 0.09250634211806825, + "MAPE[0.5]": 0.0021103323724135457, + "sMAPE[0.5]": 0.0020995720762260217, + "MSIS": 2.3744470797646655, + "RMSE[mean]": 0.08510163032593587, + "NRMSE[mean]": 0.0053216237435739664, + "ND[0.5]": 0.0020889046335990117, + "mean_weighted_sum_quantile_loss": 0.0057131236951817755 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.990676879882812, + 15.990676879882812, + 15.987289428710938, + 15.987289428710938, + 15.988983154296875, + 15.990676879882812, + 15.990676879882812, + 15.988983154296875, + 15.987289428710938, + 15.987289428710938, + 15.988983154296875, + 15.985595703125, + 15.982208251953125, + 15.985595703125, + 15.987289428710938, + 15.985595703125, + 15.9991455078125, + 15.997451782226562, + 15.994064331054688, + 15.995758056640625, + 15.99237060546875, + 15.997451782226562, + 15.994064331054688, + 15.997451782226562 + ], + "p10": [ + 15.750591278076172, + 15.665375709533691, + 15.600273132324219, + 15.556236267089844, + 15.543533325195312, + 15.533370971679688, + 15.52490234375, + 15.496109008789062, + 15.4842529296875, + 15.458847045898438, + 15.426666259765625, + 15.406341552734375, + 15.392791748046875, + 15.389404296875, + 15.389404296875, + 15.38262939453125, + 15.386016845703125, + 15.379241943359375, + 15.377548217773438, + 15.3758544921875, + 15.353836059570312, + 15.331817626953125, + 15.30133056640625, + 15.297943115234375 + ], + "p90": [ + 16.009307861328125, + 16.002532958984375, + 16.004226684570312, + 16.004226684570312, + 16.000839233398438, + 16.000839233398438, + 16.004226684570312, + 16.011001586914062, + 16.004226684570312, + 15.9991455078125, + 16.007614135742188, + 16.00592041015625, + 16.00592041015625, + 16.004226684570312, + 16.004226684570312, + 16.00592041015625, + 16.016082763671875, + 16.014389038085938, + 16.002532958984375, + 16.00592041015625, + 15.9991455078125, + 16.002532958984375, + 16.004226684570312, + 16.007614135742188 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_154801.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_154801.json new file mode 100644 index 0000000000000000000000000000000000000000..f7b9185062af64e8af42483cf011a7b778124571 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_154801.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:48:01.780400+00:00", + "metrics": { + "MSE[mean]": 0.007566781295281544, + "MSE[0.5]": 0.007664604560280471, + "MAE[0.5]": 0.033011277516682945, + "MASE[0.5]": 0.09141585213704125, + "MAPE[0.5]": 0.002086131723009911, + "sMAPE[0.5]": 0.0020749236347632817, + "MSIS": 2.689433295135006, + "RMSE[mean]": 0.08698724788888049, + "NRMSE[mean]": 0.005439536257774155, + "ND[0.5]": 0.0020642800562770238, + "mean_weighted_sum_quantile_loss": 0.0020770219981191868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.994768142700195, + 15.995845794677734, + 15.995990753173828, + 15.99708366394043, + 15.994598388671875, + 15.994638442993164, + 15.994909286499023, + 15.994522094726562, + 15.996063232421875, + 15.994024276733398, + 15.99224853515625, + 15.990646362304688, + 15.992547988891602, + 15.988824844360352, + 15.989473342895508, + 15.988174438476562, + 15.99024772644043, + 15.986612319946289, + 15.985015869140625, + 15.990257263183594, + 15.986061096191406, + 15.989463806152344, + 15.987945556640625, + 15.991933822631836 + ], + "p10": [ + 15.979194641113281, + 15.979873657226562, + 15.976448059082031, + 15.96965217590332, + 15.974552154541016, + 15.966850280761719, + 15.970756530761719, + 15.967269897460938, + 15.96645736694336, + 15.957996368408203, + 15.966836929321289, + 15.960826873779297, + 15.964635848999023, + 15.958780288696289, + 15.955047607421875, + 15.953948974609375, + 15.957273483276367, + 15.95374870300293, + 15.954000473022461, + 15.95506477355957, + 15.949880599975586, + 15.956436157226562, + 15.952241897583008, + 15.956489562988281 + ], + "p90": [ + 16.00508689880371, + 16.006454467773438, + 16.005390167236328, + 16.00664520263672, + 16.00221061706543, + 16.00189971923828, + 16.00504493713379, + 16.004592895507812, + 16.004291534423828, + 16.00649642944336, + 16.00770378112793, + 16.013423919677734, + 16.008913040161133, + 16.00869369506836, + 16.00516128540039, + 16.003787994384766, + 16.00723648071289, + 16.003875732421875, + 16.004392623901367, + 16.00790023803711, + 16.003520965576172, + 16.006675720214844, + 16.005632400512695, + 16.006305694580078 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_155214.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_155214.json new file mode 100644 index 0000000000000000000000000000000000000000..672120f439732400e746e5a3d71f6c39c68a659e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260617_155214.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:52:14.755537+00:00", + "metrics": { + "MSE[mean]": 0.007481669945794541, + "MSE[0.5]": 0.007481669945794541, + "MAE[0.5]": 0.025922457377115887, + "MASE[0.5]": 0.0717852718489186, + "MAPE[0.5]": 0.0016435512229017544, + "sMAPE[0.5]": 0.001631719227822341, + "MSIS": 2.5988771804572752, + "RMSE[mean]": 0.0864966470205322, + "NRMSE[mean]": 0.0054088577241242, + "ND[0.5]": 0.0016209979073432865, + "mean_weighted_sum_quantile_loss": 0.005984700397541342 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 16.000011444091797, + 15.999594688415527, + 15.999288558959961, + 15.999128341674805, + 15.99875545501709, + 15.998620986938477, + 15.998652458190918, + 15.999248504638672, + 15.999052047729492, + 15.998828887939453, + 15.999032020568848, + 15.99864387512207, + 15.99920654296875, + 15.999200820922852, + 15.998974800109863, + 15.99910831451416, + 15.998820304870605, + 15.998140335083008, + 15.9983549118042, + 15.998368263244629, + 15.998546600341797, + 15.999151229858398, + 16.000036239624023, + 15.999375343322754 + ], + "p10": [ + 15.976850509643555, + 15.845152854919434, + 15.66050910949707, + 15.571215629577637, + 15.553939819335938, + 15.537899017333984, + 15.526189804077148, + 15.496170043945312, + 15.455426216125488, + 15.378003120422363, + 15.374157905578613, + 15.333782196044922, + 15.323421478271484, + 15.326688766479492, + 15.276198387145996, + 15.242036819458008, + 15.178062438964844, + 15.205732345581055, + 15.169748306274414, + 15.171010971069336, + 15.173637390136719, + 15.173212051391602, + 15.202489852905273, + 15.205409049987793 + ], + "p90": [ + 16.001462936401367, + 16.000593185424805, + 16.000213623046875, + 16.001258850097656, + 16.000539779663086, + 16.000423431396484, + 16.00066566467285, + 16.000856399536133, + 16.00156021118164, + 16.00078773498535, + 16.001359939575195, + 16.00063133239746, + 16.000715255737305, + 16.00139617919922, + 16.001224517822266, + 16.001567840576172, + 16.001495361328125, + 16.002517700195312, + 16.001676559448242, + 16.001617431640625, + 16.00112533569336, + 16.001583099365234, + 16.00221824645996, + 16.001567840576172 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_154951.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_154951.json new file mode 100644 index 0000000000000000000000000000000000000000..2815600f6eaa60d75c6ac3014572443c4f2c0a82 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260617_154951.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:49:51.968460+00:00", + "metrics": { + "MSE[mean]": 0.007507148169338507, + "MSE[0.5]": 0.007507148169338507, + "MAE[0.5]": 0.025462746620178223, + "MASE[0.5]": 0.0705122265824704, + "MAPE[0.5]": 0.0016148803686547827, + "sMAPE[0.5]": 0.0016029852467578426, + "MSIS": 2.9817849659395192, + "RMSE[mean]": 0.08664380052455287, + "NRMSE[mean]": 0.005418059611067462, + "ND[0.5]": 0.0015922510117794039, + "mean_weighted_sum_quantile_loss": 0.0072049227208703815 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.0, + 15.0, + 15.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0 + ], + "actual": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0 + ], + "predictions": { + "p50": [ + 15.999641418457031, + 15.999720573425293, + 15.999577522277832, + 15.999982833862305, + 15.999797821044922, + 15.99973201751709, + 15.999420166015625, + 15.999455451965332, + 15.99904727935791, + 15.999429702758789, + 15.999608993530273, + 15.999621391296387, + 15.999496459960938, + 15.999763488769531, + 15.999735832214355, + 15.999653816223145, + 15.999469757080078, + 15.999088287353516, + 15.999421119689941, + 15.99949836730957, + 15.999171257019043, + 15.999290466308594, + 15.999634742736816, + 15.999601364135742 + ], + "p10": [ + 15.930413246154785, + 15.690943717956543, + 15.533120155334473, + 15.504740715026855, + 15.401424407958984, + 15.385479927062988, + 15.305583000183105, + 15.269964218139648, + 15.260011672973633, + 15.223893165588379, + 15.166910171508789, + 15.145853996276855, + 15.121526718139648, + 15.126059532165527, + 15.126692771911621, + 15.12083625793457, + 15.10276985168457, + 15.09323787689209, + 15.077406883239746, + 15.063356399536133, + 15.04975700378418, + 15.042726516723633, + 15.03689193725586, + 15.032339096069336 + ], + "p90": [ + 16.002952575683594, + 16.002727508544922, + 16.003101348876953, + 16.002931594848633, + 16.002933502197266, + 16.002925872802734, + 16.002687454223633, + 16.002914428710938, + 16.002843856811523, + 16.0031795501709, + 16.003009796142578, + 16.003381729125977, + 16.003686904907227, + 16.003204345703125, + 16.00307846069336, + 16.003883361816406, + 16.00408363342285, + 16.00455093383789, + 16.004995346069336, + 16.00537109375, + 16.005407333374023, + 16.005971908569336, + 16.006929397583008, + 16.0078125 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260617_160235.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..36986786e1b202f96d55dec921825aa0e6a51805 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-17T16:02:35.458199+00:00", + "metrics": { + "MSE[mean]": 24.300872768920158, + "MSE[0.5]": 24.562130608966353, + "MAE[0.5]": 3.969078579237513, + "MASE[0.5]": 1.9301004458224977, + "MAPE[0.5]": 0.1449064423851378, + "sMAPE[0.5]": 0.16257674132133046, + "MSIS": 57.720260619632796, + "RMSE[mean]": 4.929591541793312, + "NRMSE[mean]": 0.19407841492992461, + "ND[0.5]": 0.1562629424486771, + "mean_weighted_sum_quantile_loss": 0.15025040875574733 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 22.08491721501629, + 21.84068141702636, + 21.725020773751837, + 21.620170027816336, + 21.571410400279355, + 21.504612219903724, + 21.455841762526184, + 21.40822801156601, + 21.37287207008651, + 21.38845132928402, + 21.38592421929324, + 21.410433389787954, + 21.33539673099531, + 21.30243904546914, + 21.343534524585827, + 21.406630946266525, + 21.343298226564947, + 21.31822972501509, + 21.357553027441767, + 21.318497458809603, + 21.39216339147688, + 21.340505248378843, + 21.34418571993527, + 21.37435857706495 + ], + "p10": [ + 21.44286242918379, + 21.15553119054768, + 20.916000026664577, + 21.007455692003617, + 20.74712535797258, + 20.601458756790137, + 20.848879860254115, + 20.814869984268757, + 20.606238887891205, + 20.52712407212614, + 20.644843996916055, + 20.5380423479266, + 20.48686086997589, + 20.40053151249558, + 20.551638673469675, + 20.550533150553225, + 20.367200663772675, + 20.523567933700026, + 20.542915350866064, + 20.468941230795256, + 20.542329446614524, + 20.512512243066016, + 20.51214103286296, + 20.779241727101667 + ], + "p90": [ + 22.783831658965543, + 22.56178804787312, + 22.41043236232463, + 22.341875137812817, + 22.28859966570008, + 22.23893620524057, + 22.083368920589816, + 22.136575906415814, + 22.14877828721315, + 22.087945466437162, + 22.365140091368595, + 21.87696321518946, + 22.100017445085783, + 22.034345988152722, + 22.181226890213665, + 22.327981585018122, + 22.02256937214654, + 22.069501096785743, + 22.06966211769351, + 22.023649243897058, + 22.122319733211395, + 22.08483014293068, + 22.068306013659804, + 22.10334391714565 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_154247.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_154247.json new file mode 100644 index 0000000000000000000000000000000000000000..53d2f32df206ef165b8acbe1af57d36e784f13c2 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_154247.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T15:42:47.601114+00:00", + "metrics": { + "MSE[mean]": 5.336389300280189, + "MSE[0.5]": 5.336389300280189, + "MAE[0.5]": 1.9058684508005779, + "MASE[0.5]": 0.9267938321533299, + "MAPE[0.5]": 0.07040763227071109, + "sMAPE[0.5]": 0.07403660847652725, + "MSIS": 6.643462203225369, + "RMSE[mean]": 2.3100626182595545, + "NRMSE[mean]": 0.09094735081795213, + "ND[0.5]": 0.07503419398146878, + "mean_weighted_sum_quantile_loss": 0.05942981242657763 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 22.135499954223633, + 22.10029411315918, + 22.07411766052246, + 21.93096160888672, + 21.820507049560547, + 21.751239776611328, + 22.022689819335938, + 22.694564819335938, + 23.624805450439453, + 24.506267547607422, + 25.259265899658203, + 25.73536491394043, + 25.99272346496582, + 26.069580078125, + 25.93290901184082, + 25.639476776123047, + 25.32189178466797, + 24.6741886138916, + 24.00436019897461, + 23.32480812072754, + 22.946025848388672, + 22.591787338256836, + 22.306665420532227, + 22.07616424560547 + ], + "p10": [ + 21.771656036376953, + 21.617916107177734, + 21.425548553466797, + 21.272443771362305, + 21.071969985961914, + 20.949804306030273, + 21.149869918823242, + 21.675682067871094, + 22.291257858276367, + 22.728708267211914, + 23.11319923400879, + 23.30807876586914, + 23.44257354736328, + 23.4588565826416, + 23.276315689086914, + 23.062255859375, + 22.675323486328125, + 22.139799118041992, + 21.749574661254883, + 21.205421447753906, + 20.90951156616211, + 20.578371047973633, + 20.309682846069336, + 20.095701217651367 + ], + "p90": [ + 22.42285919189453, + 22.540910720825195, + 22.636207580566406, + 22.59130859375, + 22.514314651489258, + 22.503286361694336, + 22.920787811279297, + 23.71908187866211, + 25.02605628967285, + 26.414705276489258, + 27.630023956298828, + 28.503015518188477, + 28.98987579345703, + 29.06676483154297, + 28.94347381591797, + 28.600555419921875, + 28.154170989990234, + 27.251262664794922, + 26.27910041809082, + 25.52606201171875, + 25.04541778564453, + 24.63933563232422, + 24.312210083007812, + 24.021678924560547 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260617_160235.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..1a618b2178df86b724d2d4a5e09e9c7e69bc902c --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-17T16:02:35.657472+00:00", + "metrics": { + "MSE[mean]": 67.79780376961224, + "MSE[0.5]": 69.64668736552143, + "MAE[0.5]": 7.078252279078373, + "MASE[0.5]": 3.4420426823894705, + "MAPE[0.5]": 0.26361223481281554, + "sMAPE[0.5]": 0.3212967576770804, + "MSIS": 99.41697749878465, + "RMSE[mean]": 8.233942176722657, + "NRMSE[mean]": 0.32417096482229985, + "ND[0.5]": 0.27867136073061183, + "mean_weighted_sum_quantile_loss": 0.2648853577259376 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 21.890576964310895, + 21.481693018731136, + 21.272807928742193, + 20.963924364632156, + 20.655040800522123, + 20.346157236412086, + 19.937275198180956, + 19.728390108192016, + 19.41950654408198, + 19.110622979971946, + 18.80173941586191, + 18.492855851751873, + 18.18397228764184, + 17.77509024941071, + 17.466206685300673, + 17.257321595311733, + 16.948438031201697, + 16.63955446709166, + 16.330670902981627, + 16.02178733887159, + 15.712903774761555, + 15.40402021065152, + 15.095136646541485, + 14.786253082431449 + ], + "p10": [ + 21.19057429402281, + 20.671691836174983, + 20.272809836090826, + 20.153923372810866, + 19.855041372726713, + 19.436157770469702, + 19.137274053771776, + 18.828390489661743, + 18.41950826069575, + 18.310621835562767, + 17.901739797331636, + 17.492855851751873, + 17.183974194990473, + 16.775088342062077, + 16.766205731626357, + 16.447320603490443, + 16.148436886792517, + 15.839555039296252, + 15.630671856655946, + 15.11178787292921, + 14.912904537701008, + 14.60402078285611, + 14.095136646541485, + 14.186252700961722 + ], + "p90": [ + 23.51057704060484, + 22.591691530999203, + 22.472806975067876, + 22.273923639839676, + 21.855041563461576, + 21.54615799935154, + 21.037273863036912, + 20.94839075669055, + 20.619507307021433, + 20.51062259850222, + 20.60173884365732, + 19.692854898077556, + 19.383973050581293, + 19.075089486471256, + 18.96620477795204, + 19.257321595311733, + 18.14843707752738, + 17.839555230031113, + 17.7306705215119, + 17.221788101811043, + 17.112903393291827, + 16.624020859150054, + 16.39513588360203, + 16.196254646457326 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_155858.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_155858.json new file mode 100644 index 0000000000000000000000000000000000000000..4b32b315221d61786e98a4c4004f4717b92c75ce --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260617_155858.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-17T15:58:58.352309+00:00", + "metrics": { + "MSE[mean]": 1.7966294218232786, + "MSE[0.5]": 1.9203190224705697, + "MAE[0.5]": 1.1709261735280354, + "MASE[0.5]": 0.5694029695894445, + "MAPE[0.5]": 0.04382825685436607, + "sMAPE[0.5]": 0.044954694828409296, + "MSIS": 1.866650824119635, + "RMSE[mean]": 1.3403840575832282, + "NRMSE[mean]": 0.052771028002547, + "ND[0.5]": 0.04609945749696176, + "mean_weighted_sum_quantile_loss": 0.038979118817467386 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 22.31931972503662, + 22.278664588928223, + 22.30709171295166, + 22.22835350036621, + 22.228925704956055, + 22.217474937438965, + 22.64936923980713, + 23.343233108520508, + 24.550909996032715, + 25.376734733581543, + 25.96717357635498, + 27.01974582672119, + 27.181049346923828, + 27.517925262451172, + 27.5368070602417, + 27.262012481689453, + 26.635868072509766, + 26.191378593444824, + 25.226930618286133, + 24.585323333740234, + 24.037632942199707, + 23.77207374572754, + 23.253416061401367, + 23.135738372802734 + ], + "p10": [ + 22.018319129943848, + 21.803977966308594, + 21.685782432556152, + 21.458942413330078, + 21.25827121734619, + 21.13572406768799, + 21.548316955566406, + 22.058194160461426, + 22.823272705078125, + 23.27615737915039, + 23.86721134185791, + 24.429020881652832, + 24.660808563232422, + 25.45058822631836, + 24.910341262817383, + 24.733867645263672, + 24.49549102783203, + 24.032402992248535, + 22.572874069213867, + 22.24858856201172, + 22.219602584838867, + 21.898244857788086, + 21.297873497009277, + 21.02607250213623 + ], + "p90": [ + 22.698716163635254, + 22.787014961242676, + 22.877985954284668, + 23.037224769592285, + 23.022456169128418, + 23.11980152130127, + 24.01915168762207, + 24.93345546722412, + 26.611682891845703, + 27.674832344055176, + 28.392763137817383, + 29.343371391296387, + 29.93939971923828, + 30.434407234191895, + 30.060364723205566, + 29.837108612060547, + 29.056517601013184, + 29.20097255706787, + 28.30663776397705, + 27.049644470214844, + 25.950135231018066, + 25.902116775512695, + 25.090805053710938, + 24.96418857574463 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260617_160235.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..ca233302f02d949fea6b8b8ccaf5180a08f01359 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-17T16:02:35.729025+00:00", + "metrics": { + "MSE[mean]": 10.500329016546322, + "MSE[0.5]": 10.907636556457737, + "MAE[0.5]": 2.741039785184275, + "MASE[0.5]": 1.3329245077374383, + "MAPE[0.5]": 0.10310954710442062, + "sMAPE[0.5]": 0.10846959798562684, + "MSIS": 19.815655628488997, + "RMSE[mean]": 3.2404211171615214, + "NRMSE[mean]": 0.12757563964323518, + "ND[0.5]": 0.10791495649452935, + "mean_weighted_sum_quantile_loss": 0.09644388284978041 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 23.801506346612427, + 23.7015059651427, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.7015059651427, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.7015059651427, + 23.7015059651427, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795, + 23.801504439263795 + ], + "p10": [ + 23.10150367632434, + 22.891504782586548, + 22.801506346612427, + 22.991503447442504, + 23.001505011468385, + 22.89150497332141, + 22.90150482073352, + 22.90150482073352, + 22.801506155877565, + 23.001503294854615, + 22.90150482073352, + 22.801504439263795, + 22.801506346612427, + 22.701504057794068, + 23.001505011468385, + 22.991503447442504, + 23.001503294854615, + 23.001505011468385, + 23.101505392938112, + 22.89150497332141, + 23.001505202203248, + 23.001505011468385, + 22.801504439263795, + 23.201504057794068 + ], + "p90": [ + 25.421506422906372, + 24.811504477410768, + 25.001503485589478, + 25.111503714471315, + 25.001505202203248, + 25.001505202203248, + 24.801504629998657, + 25.02150508776233, + 25.001505202203248, + 25.201504057794068, + 25.601503867059204, + 25.001503485589478, + 25.001505202203248, + 25.001505202203248, + 25.201504057794068, + 25.801504439263795, + 25.001503485589478, + 25.001505202203248, + 25.201504057794068, + 25.001505202203248, + 25.201504057794068, + 25.02150508776233, + 25.10150367632434, + 25.211506003289674 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260617_160235.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260617_160235.json new file mode 100644 index 0000000000000000000000000000000000000000..ae29e7e3a47dfac2f220f663a2c450a3e357fa18 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260617_160235.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-17T16:02:35.777970+00:00", + "metrics": { + "MSE[mean]": 4.578749726613903, + "MSE[0.5]": 4.578749726613903, + "MAE[0.5]": 1.7374999523162842, + "MASE[0.5]": 0.8449188812045311, + "MAPE[0.5]": 0.0643912679995025, + "sMAPE[0.5]": 0.0673319843658502, + "MSIS": 22.206373089603186, + "RMSE[mean]": 2.13980132877188, + "NRMSE[mean]": 0.08424415017596304, + "ND[0.5]": 0.06840551267330591, + "mean_weighted_sum_quantile_loss": 0.06287438108926222 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "p10": [ + 21.461999626159667, + 21.56, + 21.853999252319337, + 21.756000747680662, + 21.853999252319337, + 21.853999252319337, + 22.148000373840333, + 22.63800037384033, + 23.323999252319336, + 24.401999626159668, + 25.38199962615967, + 25.676000747680664, + 26.36199962615967, + 26.263999252319337, + 24.99, + 24.696000747680664, + 24.5, + 24.5, + 23.911999626159666, + 23.323999252319336, + 23.03, + 22.54, + 22.148000373840333, + 21.853999252319337 + ], + "p90": [ + 22.33799961090088, + 22.44, + 22.745999221801757, + 22.644000778198244, + 22.745999221801757, + 22.745999221801757, + 23.05200038909912, + 23.562000389099122, + 24.275999221801758, + 25.39799961090088, + 26.41799961090088, + 26.724000778198242, + 27.437999610900878, + 27.335999221801757, + 26.01, + 25.704000778198242, + 25.5, + 25.5, + 24.88799961090088, + 24.275999221801758, + 23.97, + 23.46, + 23.05200038909912, + 22.745999221801757 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_160223.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_160223.json new file mode 100644 index 0000000000000000000000000000000000000000..5a60d4362b96e0e733f532af63a8cae7f0f5eec7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260617_160223.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-17T16:02:23.898019+00:00", + "metrics": { + "MSE[mean]": 1.431376512438722, + "MSE[0.5]": 1.431376512438722, + "MAE[0.5]": 0.9270726044972738, + "MASE[0.5]": 0.45082081685411163, + "MAPE[0.5]": 0.03503988326710664, + "sMAPE[0.5]": 0.036065599176042594, + "MSIS": 1.7027825289729097, + "RMSE[mean]": 1.1964014846357898, + "NRMSE[mean]": 0.04710242254137212, + "ND[0.5]": 0.03649892289865741, + "mean_weighted_sum_quantile_loss": 0.03329185426990351 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 22.08087158203125, + 21.93115234375, + 22.02642822265625, + 21.658935546875, + 21.67254638671875, + 21.6044921875, + 21.9583740234375, + 23.094879150390625, + 24.758804321289062, + 25.905517578125, + 27.212158203125, + 28.02880859375, + 28.4371337890625, + 28.4915771484375, + 28.3282470703125, + 27.6749267578125, + 26.95355224609375, + 26.10968017578125, + 25.150115966796875, + 24.2177734375, + 23.629104614257812, + 23.094879150390625, + 22.686553955078125, + 22.3394775390625 + ], + "p10": [ + 21.7950439453125, + 21.550048828125, + 21.42755126953125, + 20.93756103515625, + 20.82867431640625, + 20.678955078125, + 20.84228515625, + 21.7950439453125, + 23.186752319335938, + 24.049339294433594, + 25.0072021484375, + 25.490386962890625, + 25.694549560546875, + 25.7694091796875, + 25.48358154296875, + 24.905120849609375, + 24.507003784179688, + 23.84857940673828, + 23.054046630859375, + 22.2850341796875, + 21.93115234375, + 21.4683837890625, + 21.114501953125, + 20.7606201171875 + ], + "p90": [ + 22.373504638671875, + 22.32586669921875, + 22.70697021484375, + 22.421142578125, + 22.51641845703125, + 22.5572509765625, + 23.135711669921875, + 24.415130615234375, + 26.3138427734375, + 27.59326171875, + 29.1448974609375, + 30.2882080078125, + 30.914306640625, + 31.07763671875, + 31.07763671875, + 30.3970947265625, + 29.33544921875, + 28.409912109375, + 27.28021240234375, + 26.21856689453125, + 25.469970703125, + 24.806442260742188, + 24.31475067138672, + 23.945556640625 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_154813.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_154813.json new file mode 100644 index 0000000000000000000000000000000000000000..78ad44af6d331c7e6ca8e5c24e40684ad3b06b61 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_154813.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T15:48:13.903371+00:00", + "metrics": { + "MSE[mean]": 3.1302970497672504, + "MSE[0.5]": 4.898695203790794, + "MAE[0.5]": 1.8560814062754314, + "MASE[0.5]": 0.9025831759731163, + "MAPE[0.5]": 0.06935187173629193, + "sMAPE[0.5]": 0.07284856455738338, + "MSIS": 5.847203778309975, + "RMSE[mean]": 1.769264550531449, + "NRMSE[mean]": 0.06965608745627108, + "ND[0.5]": 0.07307407403977258, + "mean_weighted_sum_quantile_loss": 0.047859704092397155 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 21.926475524902344, + 21.789413452148438, + 21.694284439086914, + 21.530927658081055, + 21.274316787719727, + 21.186384201049805, + 21.54181671142578, + 22.520416259765625, + 23.7570743560791, + 24.84133529663086, + 25.69384002685547, + 26.276981353759766, + 26.553661346435547, + 26.725826263427734, + 26.504161834716797, + 26.06610870361328, + 25.478412628173828, + 24.81344985961914, + 23.978649139404297, + 23.100374221801758, + 22.65546417236328, + 22.098339080810547, + 21.730981826782227, + 21.494176864624023 + ], + "p10": [ + 21.782018661499023, + 21.835302352905273, + 21.722110748291016, + 21.6905517578125, + 21.455947875976562, + 21.457714080810547, + 21.797775268554688, + 22.853313446044922, + 24.245067596435547, + 25.440021514892578, + 26.2901611328125, + 26.951519012451172, + 27.084049224853516, + 27.30835723876953, + 27.108158111572266, + 26.782936096191406, + 26.28280258178711, + 25.471412658691406, + 24.600391387939453, + 23.692115783691406, + 23.234111785888672, + 22.73016357421875, + 22.2918701171875, + 21.922557830810547 + ], + "p90": [ + 22.11839485168457, + 22.16849136352539, + 22.31208038330078, + 22.27276611328125, + 22.265546798706055, + 22.369140625, + 22.958038330078125, + 24.148906707763672, + 25.714771270751953, + 26.998550415039062, + 28.09505844116211, + 28.833316802978516, + 29.238319396972656, + 29.54098892211914, + 29.306385040283203, + 28.84585189819336, + 28.16824722290039, + 27.338905334472656, + 26.37677764892578, + 25.372299194335938, + 24.81066131591797, + 24.276226043701172, + 23.7939453125, + 23.459274291992188 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_155749.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_155749.json new file mode 100644 index 0000000000000000000000000000000000000000..864b265f23c97df3935918e702f85a4f48b05358 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260617_155749.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-17T15:57:49.520198+00:00", + "metrics": { + "MSE[mean]": 4.502894281981146, + "MSE[0.5]": 4.502894281981146, + "MAE[0.5]": 1.737082799275716, + "MASE[0.5]": 0.8447160262462573, + "MAPE[0.5]": 0.06424947441429187, + "sMAPE[0.5]": 0.06734410124300579, + "MSIS": 5.67206509124118, + "RMSE[mean]": 2.122002422708595, + "NRMSE[mean]": 0.08354340581469852, + "ND[0.5]": 0.06838908932459431, + "mean_weighted_sum_quantile_loss": 0.055692257014732384 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 22.10624885559082, + 22.023143768310547, + 21.995800018310547, + 21.88612937927246, + 21.7235050201416, + 21.603809356689453, + 21.975624084472656, + 22.90276527404785, + 24.036848068237305, + 24.915056228637695, + 25.522682189941406, + 26.030057907104492, + 26.368206024169922, + 26.480276107788086, + 26.308666229248047, + 26.005834579467773, + 25.6008358001709, + 25.065185546875, + 24.196561813354492, + 23.455379486083984, + 23.046510696411133, + 22.496538162231445, + 22.16527557373047, + 21.884742736816406 + ], + "p10": [ + 21.837120056152344, + 21.580760955810547, + 21.406896591186523, + 21.167448043823242, + 20.90626335144043, + 20.70296287536621, + 20.944576263427734, + 21.657482147216797, + 22.452377319335938, + 23.03132438659668, + 23.283855438232422, + 23.496522903442383, + 23.631750106811523, + 23.576881408691406, + 23.492477416992188, + 23.317777633666992, + 23.012859344482422, + 22.61113166809082, + 21.976303100585938, + 21.331745147705078, + 20.89059829711914, + 20.200597763061523, + 19.672643661499023, + 19.2736759185791 + ], + "p90": [ + 22.363201141357422, + 22.419692993164062, + 22.547060012817383, + 22.547103881835938, + 22.48079490661621, + 22.434558868408203, + 22.917675018310547, + 24.083402633666992, + 25.6765193939209, + 26.957990646362305, + 28.199609756469727, + 29.063879013061523, + 29.743417739868164, + 29.876388549804688, + 29.57871437072754, + 28.949148178100586, + 28.209003448486328, + 27.399511337280273, + 26.25933837890625, + 25.34937286376953, + 24.8862247467041, + 24.364389419555664, + 24.078140258789062, + 23.847105026245117 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_155004.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_155004.json new file mode 100644 index 0000000000000000000000000000000000000000..0efece0a424e02bc422232ac751e5ad2f1fabb47 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260617_155004.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-17T15:50:04.498715+00:00", + "metrics": { + "MSE[mean]": 5.021804913767028, + "MSE[0.5]": 5.021804913767028, + "MAE[0.5]": 1.8192336559295654, + "MASE[0.5]": 0.8846646949074746, + "MAPE[0.5]": 0.06694103709198224, + "sMAPE[0.5]": 0.07028205857564855, + "MSIS": 3.1060191234282812, + "RMSE[mean]": 2.240938400261602, + "NRMSE[mean]": 0.08822592480352968, + "ND[0.5]": 0.07162337514915867, + "mean_weighted_sum_quantile_loss": 0.054241204007503735 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" + ], + "context": [ + 24.200000762939453, + 24.0, + 24.299999237060547, + 24.0, + 23.799999237060547, + 23.600000381469727, + 24.5, + 26.399999618530273, + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547 + ], + "actual": [ + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.399999618530273, + 24.799999237060547, + 24.399999618530273, + 23.899999618530273 + ], + "predictions": { + "p50": [ + 22.070322036743164, + 21.954788208007812, + 22.038394927978516, + 21.948036193847656, + 21.958425521850586, + 21.96910858154297, + 22.28888702392578, + 22.85959815979004, + 23.91633415222168, + 24.676406860351562, + 25.361114501953125, + 25.68881607055664, + 25.91847801208496, + 25.910987854003906, + 25.97884750366211, + 25.64841079711914, + 25.277061462402344, + 24.75433349609375, + 24.130136489868164, + 23.560705184936523, + 23.34465789794922, + 22.870952606201172, + 22.645755767822266, + 22.34696388244629 + ], + "p10": [ + 21.75844955444336, + 21.495269775390625, + 21.400089263916016, + 21.203384399414062, + 21.104522705078125, + 21.04932975769043, + 21.25478744506836, + 21.717491149902344, + 22.523786544799805, + 22.99803352355957, + 23.46013832092285, + 23.621173858642578, + 23.765966415405273, + 23.634592056274414, + 23.649185180664062, + 23.352237701416016, + 23.069568634033203, + 22.626232147216797, + 22.133743286132812, + 21.687517166137695, + 21.43088150024414, + 20.978816986083984, + 20.74421501159668, + 20.45012855529785 + ], + "p90": [ + 22.33479118347168, + 22.358192443847656, + 22.615436553955078, + 22.68144989013672, + 22.80557632446289, + 22.899503707885742, + 23.37860107421875, + 24.137496948242188, + 25.60791778564453, + 26.862661361694336, + 27.84058380126953, + 28.618886947631836, + 29.099777221679688, + 29.263904571533203, + 29.46922492980957, + 29.235095977783203, + 28.778282165527344, + 27.914485931396484, + 27.086549758911133, + 26.1293888092041, + 25.90462875366211, + 25.258441925048828, + 24.952884674072266, + 24.527442932128906 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index f43a03dbe55ce02e75c9a7a8155645e9b979ced6..4f52e7efcc3eff7b7ccecbd9b8a3bba4c0482bac 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,972144.0767300924,972144.0767300924,839.9850260416666,0.8450865391186334,0.01285477984850524,0.012741908633348073,4.005233303551461,985.9736693898536,0.015046426380119346,0.01281857036056528,0.009486709374933585,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,959222.1277402242,959222.1277402242,827.5152994791666,0.8325410796904839,0.012662426621977203,0.01255107241970721,4.005233303551461,979.3988603935703,0.014943248285793189,0.012625873972776041,0.009420189590735406,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.6494995871042994,2.6494995871042994,1.410383348170823,1.312116743712008,25.39934135303427,1.0812195449551294,50.2030879152496,1.6277283517541554,1.8449739977625979,1.5986209255667825,1.5823821417965558,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.09236110713746983,0.09236110713746983,0.26805555323759717,1.9219076710290368,0.20325168780358993,0.2319451979022707,68.93155910599116,0.3039097022759718,0.23992872035169208,0.21162281226895358,0.20660575557143807,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.1516666158040607,0.1516666158040607,0.1916666030883789,0.20689649256013895,0.012032581393247995,0.01228392133685449,3.9945429755325446,0.38944398288336757,0.024391062869150194,0.012004171001006793,0.013276497553558883,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,821.5645788431178,821.5645788431178,22.712499896685284,2.978251211903921,0.5132498941737847,0.7560082433380956,116.77439447988532,28.66294783938173,0.7450565490798735,0.590382290364114,0.5876515060050512,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.6229171117150445,4.6229171117150445,1.6875,0.8208605861544408,0.06211629384730141,0.06502252050014173,21.539220804958518,2.1500970005362654,0.08485829647197192,0.0666008906857397,0.0611215292310556,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.416666666666668,24.416666666666668,4.333333333333333,0.8199737187910644,0.44528800734296087,0.35927802749004867,29.91374526288482,4.9413223601245315,0.42812901315158397,0.37545126353790614,0.36772563176895307,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.027499955495234946,0.027499955495234946,0.07499996821085612,0.2076922348970439,0.004710972349038222,0.004738617981868662,2.650153886396169,0.1658311053308002,0.010369845373955787,0.004689940839788435,0.006864683354009691,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,692.600829930307,692.600829930307,20.366666436195374,1.6750758763798679,0.4797758390090279,0.687974549632932,65.2008824176943,26.31731046156326,0.7045348032097248,0.5452314494910083,0.541801072110206,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.578749726613903,4.578749726613903,1.7374999523162842,0.8449188812045311,0.0643912679995025,0.0673319843658502,22.206373089603186,2.13980132877188,0.08424415017596304,0.06840551267330591,0.06287438108926222,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,25.5,25.5,4.416666666666667,0.8335517693315859,0.4768336865376339,0.3638344445449137,30.4554654620096,5.049752469181039,0.4391089103635686,0.38405797101449274,0.3762801932367149,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,37.5,0.75,0.013392857142857142,0.01327433628318584,3.4074997915828624,43.30127018922193,0.015453241405818979,0.013382899628252789,0.009827344072697211,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 9eb3a7e2c9f0f616d240c3e4b419e9a4f474a75f..d7c0fe4921a5aa1cbc1b9cdb48c1fd1f5c74d77d 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T15:34:37.192003+00:00", + "evaluated_at": "2026-06-17T16:02:35.748380+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 67157.9921875, diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 17a574bb7aed0942cd2e5688b15c08f0cceb679f..80bf38e58c6a79cd9c21983d37a0071640898adf 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:34:29.921451+00:00", + "evaluated_at": "2026-06-17T16:02:35.754397+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 89e4888e8a2cbd44b7b64d57a6d37d7ad0f34aea..962df866d8ff35ebccfe451b9c828cc047752897 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T12:39:01.127601+00:00", + "evaluated_at": "2026-06-17T16:02:35.763182+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,20 +120,23 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ + 15.600000381469727, 16.0, 16.0, - 15.600000381469727, 16.0, 16.0, + 15.600000381469727, + 16.0, 16.0, 16.0, 16.0, @@ -214,9 +144,6 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -225,13 +152,16 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "p10": [ + 15.288000373840331, + 15.68, 15.68, 15.68, - 15.288000373840331, 15.68, + 15.288000373840331, 15.68, 15.68, 15.68, @@ -240,9 +170,6 @@ 15.68, 15.68, 15.68, - 14.7, - 14.7, - 14.7, 15.288000373840331, 15.68, 15.68, @@ -251,13 +178,16 @@ 15.68, 15.68, 15.68, + 15.68, 15.68 ], "p90": [ + 15.912000389099122, + 16.32, 16.32, 16.32, - 15.912000389099122, 16.32, + 15.912000389099122, 16.32, 16.32, 16.32, @@ -266,9 +196,6 @@ 16.32, 16.32, 16.32, - 15.3, - 15.3, - 15.3, 15.912000389099122, 16.32, 16.32, @@ -277,18 +204,10 @@ 16.32, 16.32, 16.32, + 16.32, 16.32 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 66dccbf50d769522ae7f8f88773002efee32eb30..02b2de7b35ba633f884e707de9569b83508aab19 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T13:13:52.456132+00:00", + "evaluated_at": "2026-06-17T16:02:35.769000+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,11 +365,11 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 18.299999237060547, - 17.799999237060547, 16.5, 15.0, 13.800000190734863, @@ -215,11 +391,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "p10": [ - 17.933999252319335, - 17.443999252319337, 16.169999999999998, 14.7, 13.524000186920166, @@ -241,11 +417,11 @@ 14.014000186920166, 21.363999252319335, 24.303999252319336, - 37.63200149536133 + 37.63200149536133, + 51.54799850463867, + 65.26799850463867 ], "p90": [ - 18.66599922180176, - 18.155999221801757, 16.830000000000002, 15.3, 14.076000194549561, @@ -267,9 +443,187 @@ 14.58600019454956, 22.23599922180176, 25.295999221801758, - 39.16800155639648 + 39.16800155639648, + 53.65199844360352, + 67.93199844360352 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 906805f9a924ab9924b8159b28b00c84e00bccd0..fa63f00d6d68cf2e61e18e64d924525e9c71d19f 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:25:25.767262+00:00", + "evaluated_at": "2026-06-17T16:02:35.777970+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,18 +358,18 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.0, 21.899999618530273, 22.0, 22.299999237060547, @@ -393,10 +392,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "p10": [ - 21.56, 21.461999626159667, 21.56, 21.853999252319337, @@ -419,10 +418,10 @@ 23.323999252319336, 23.03, 22.54, - 22.148000373840333 + 22.148000373840333, + 21.853999252319337 ], "p90": [ - 22.44, 22.33799961090088, 22.44, 22.745999221801757, @@ -445,10 +444,10 @@ 24.275999221801758, 23.97, 23.46, - 23.05200038909912 + 23.05200038909912, + 22.745999221801757 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 47bd55a56236b0a6104842fbce6595a36d0b92e8..2cc3974f3fbf3e113d86f2d6c89214207b6a1b34 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T14:25:25.776928+00:00", + "evaluated_at": "2026-06-17T16:02:35.787197+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,18 +190,18 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 14.0, 21.0, 14.0, 12.0, @@ -225,10 +224,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "p10": [ - 13.719999999999999, 20.58, 13.719999999999999, 11.76, @@ -251,10 +250,10 @@ 12.74, 8.82, 9.8, - 16.66 + 16.66, + 14.7 ], "p90": [ - 14.280000000000001, 21.42, 14.280000000000001, 12.24, @@ -277,10 +276,10 @@ 13.26, 9.18, 10.2, - 17.34 + 17.34, + 15.3 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 9d3c65d88f59f561675353608567b5d37270db27..107619d66fae6baddfac95514fcd1ca7c8b7eaad 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,30 +1,42 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T15:34:37.217913+00:00", + "evaluated_at": "2026-06-17T16:02:35.790874+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index ec51a2742368c27a245e49a0882a7ec6d99cfda5..7f803572a9ddd317bec90032462ce2d340f6c2d6 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,323024.4960110982,323024.4960110982,432.1754557291667,0.43480020339798653,0.006629309152154661,0.006591373891008503,2.217389567185416,568.3524399622986,0.008673328113463644,0.006595202671028195,0.005757215157805761,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,308388.15445836383,308388.15445836383,419.7057291666667,0.42225474396983703,0.006436755153835118,0.006400538515760013,2.217389567185416,555.3270698051409,0.008472942556401922,0.006403690234423052,0.005692700639980962,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03765878392622473,0.03765878392622473,0.17246229499966528,0.16044621146551752,1.6556418898977676,0.39610848399041326,1.9181475764116511,0.19405871257489246,0.2199588637465952,0.19548006860354952,0.14953699834174478,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06895108663306597,0.06895108663306597,0.23183123601807487,1.6621861606886783,0.1745307003988674,0.19517332334025603,36.63255605180606,0.2625853892223746,0.20730426158611154,0.183024666138688,0.16276936025386848,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.01397048756462027,0.01397048756462027,0.04182736078898112,0.04515097623083186,0.002668633367010228,0.002640332798496472,0.8528123871175551,0.1181968170663672,0.007402723171261847,0.0026196676068820004,0.005338755370949345,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,239.2308712065322,239.2308712065322,11.781341155370077,1.5448670878785677,0.27711258515901127,0.2981425623384581,17.231272921530692,15.467089939821655,0.4020471557722419,0.30624084563599646,0.2726309656101724,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.3874741795122343,1.3874741795122343,0.9283092816670736,0.4515629636040544,0.03481038881922188,0.03571034479742433,1.7333395393035371,1.177910938701324,0.04648884009836084,0.036637762957550404,0.03361841318735928,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.62605550420024,23.62605550420024,4.262989044189453,0.8066628414760594,0.49559356159247664,0.3694278067298527,8.170561581184296,4.860664101149167,0.4211405719407221,0.3693564514821187,0.273948444805612,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.007242287484132248,0.007242287484132248,0.03340506553649902,0.09250634211806825,0.0021103323724135457,0.0020995720762260217,2.3744470797646655,0.08510163032593587,0.0053216237435739664,0.0020889046335990117,0.0057131236951817755,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,99.3249435543471,99.3249435543471,8.21993883450826,0.6760566973558673,0.2682187136200331,0.21533539522429115,4.37554219285727,9.966190021986693,0.2668026330481658,0.22005413500077886,0.1996278246886492,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.431376512438722,1.431376512438722,0.9270726044972738,0.45082081685411163,0.03503988326710664,0.036065599176042594,1.7027825289729097,1.1964014846357898,0.04710242254137212,0.03649892289865741,0.03329185426990351,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.9437321566996,23.9437321566996,4.277865727742513,0.8073560482240131,0.5129763394967423,0.37038188787393295,7.9256638193193,4.893233302909192,0.4254985480790602,0.3719883241515229,0.27427592500204434,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1915.8649749159813,1915.8649749159813,43.043701171875,0.8608740234375,0.01537135736884529,0.015250288704403078,1.3594264729817709,43.77059486591405,0.015620732740251853,0.015361320864312267,0.00807130632680194,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 56b6af33bc548b6190b9bb2476fd738e47908486..58e43f4d41e45f3f8e4be0c391a122bdc839612a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T15:31:51.512683+00:00", + "evaluated_at": "2026-06-17T15:59:56.217416+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65973.5, diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index ffa431e35f74e81e13788621a8167daa4af13626..a414040e2b274c95adcbf2093c88dddfea387c60 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:34:14.371052+00:00", + "evaluated_at": "2026-06-17T16:00:03.166146+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index fcb54b783eb9e1b1bf46729a61e36d89a98a16fe..17fda3ef629731e66696bb79e9774c3d6f09e385 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T12:38:47.073881+00:00", + "evaluated_at": "2026-06-17T16:00:07.893201+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 16.004180908203125, - 15.99749755859375, - 15.99749755859375, - 16.0108642578125, - 15.99749755859375, - 15.99749755859375, - 16.004180908203125, - 16.017547607421875, - 16.0108642578125, - 16.02423095703125, - 15.99749755859375, - 15.99749755859375, - 15.99749755859375, - 15.99749755859375, - 16.0108642578125, - 16.004180908203125, - 16.030914306640625, - 16.017547607421875, - 16.0108642578125, - 16.017547607421875, - 15.990814208984375, - 15.99749755859375, - 15.99749755859375, - 16.0108642578125 + 15.990676879882812, + 15.990676879882812, + 15.987289428710938, + 15.987289428710938, + 15.988983154296875, + 15.990676879882812, + 15.990676879882812, + 15.988983154296875, + 15.987289428710938, + 15.987289428710938, + 15.988983154296875, + 15.985595703125, + 15.982208251953125, + 15.985595703125, + 15.987289428710938, + 15.985595703125, + 15.9991455078125, + 15.997451782226562, + 15.994064331054688, + 15.995758056640625, + 15.99237060546875, + 15.997451782226562, + 15.994064331054688, + 15.997451782226562 ], "p10": [ - 15.9039306640625, - 15.857147216796875, - 15.83709716796875, - 15.790313720703125, - 15.736846923828125, - 15.683380126953125, - 15.643280029296875, - 15.603179931640625, - 15.5831298828125, - 15.603179931640625, - 15.563079833984375, - 15.54302978515625, - 15.48956298828125, - 15.509613037109375, - 15.4761962890625, - 15.456146240234375, - 15.39599609375, - 15.402679443359375, - 15.40936279296875, - 15.4227294921875, - 15.39599609375, - 15.39599609375, - 15.3692626953125, - 15.362579345703125 + 15.750591278076172, + 15.665375709533691, + 15.600273132324219, + 15.556236267089844, + 15.543533325195312, + 15.533370971679688, + 15.52490234375, + 15.496109008789062, + 15.4842529296875, + 15.458847045898438, + 15.426666259765625, + 15.406341552734375, + 15.392791748046875, + 15.389404296875, + 15.389404296875, + 15.38262939453125, + 15.386016845703125, + 15.379241943359375, + 15.377548217773438, + 15.3758544921875, + 15.353836059570312, + 15.331817626953125, + 15.30133056640625, + 15.297943115234375 ], "p90": [ - 16.030914306640625, - 16.03759765625, - 16.030914306640625, - 16.05096435546875, - 16.05096435546875, - 16.057647705078125, - 16.057647705078125, - 16.071014404296875, - 16.07769775390625, - 16.10443115234375, - 16.091064453125, - 16.10443115234375, - 16.13116455078125, - 16.10443115234375, - 16.14453125, - 16.13116455078125, - 16.194656372070312, - 16.214706420898438, - 16.194656372070312, - 16.208023071289062, - 16.1712646484375, - 16.194656372070312, - 16.214706420898438, - 16.25146484375 + 16.009307861328125, + 16.002532958984375, + 16.004226684570312, + 16.004226684570312, + 16.000839233398438, + 16.000839233398438, + 16.004226684570312, + 16.011001586914062, + 16.004226684570312, + 15.9991455078125, + 16.007614135742188, + 16.00592041015625, + 16.00592041015625, + 16.004226684570312, + 16.004226684570312, + 16.00592041015625, + 16.016082763671875, + 16.014389038085938, + 16.002532958984375, + 16.00592041015625, + 15.9991455078125, + 16.002532958984375, + 16.004226684570312, + 16.007614135742188 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 09e6e34b3e074b5a14b30ddc940cc7f230b4250e..dda387d3506aa766cb58eb722b3a706532aa344a 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T13:13:43.210055+00:00", + "evaluated_at": "2026-06-17T16:01:50.910124+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 41.158203125, - 40.759765625, - 38.8671875, - 36.6259765625, - 34.484375, - 32.69140625, - 31.396484375, - 30.30078125, - 30.30078125, - 31.4462890625, - 31.4462890625, - 31.1474609375, - 29.27978515625, - 27.11328125, - 25.805908203125, - 25.09619140625, - 24.43939208984375, - 23.95379638671875, - 24.52032470703125, - 25.3638916015625, - 26.515625, - 29.603515625, - 33.1396484375, - 34.2353515625 + 73.955078125, + 75.37109375, + 74.8046875, + 71.123046875, + 67.158203125, + 61.77734375, + 56.396484375, + 47.900390625, + 39.75830078125, + 36.395263671875, + 33.563232421875, + 31.337432861328125, + 29.16473388671875, + 27.4212646484375, + 27.01416015625, + 27.120361328125, + 25.987548828125, + 27.1026611328125, + 28.99658203125, + 35.93505859375, + 42.44873046875, + 47.4755859375, + 52.0068359375, + 53.564453125 ], "p10": [ - 34.0859375, - 28.13427734375, - 22.95458984375, - 19.443359375, - 17.3017578125, - 15.6083984375, - 14.4130859375, - 14.064453125, - 13.865234375, - 15.1103515625, - 15.6083984375, - 15.9072265625, - 14.462890625, - 13.16796875, - 12.8193359375, - 12.2216796875, - 12.9189453125, - 12.5703125, - 12.3212890625, - 12.6201171875, - 12.869140625, - 14.263671875, - 16.1064453125, - 16.5546875 + 64.609375, + 55.263671875, + 47.1923828125, + 39.8291015625, + 34.908447265625, + 30.1470947265625, + 26.5185546875, + 23.47412109375, + 20.0048828125, + 18.94287109375, + 18.5888671875, + 17.7392578125, + 16.3232421875, + 15.54443359375, + 15.68603515625, + 15.615234375, + 15.1904296875, + 15.1904296875, + 15.1904296875, + 18.37646484375, + 20.50048828125, + 21.20849609375, + 21.668701171875, + 21.63330078125 ], "p90": [ - 46.935546875, - 51.21875, - 53.2109375, - 53.41015625, - 53.2109375, - 53.2109375, - 53.41015625, - 52.61328125, - 53.2109375, - 54.60546875, - 54.20703125, - 53.80859375, - 52.4140625, - 50.421875, - 49.126953125, - 48.529296875, - 47.732421875, - 47.234375, - 47.83203125, - 48.330078125, - 49.126953125, - 52.21484375, - 56.19921875, - 57.79296875 + 81.318359375, + 88.681640625, + 92.9296875, + 94.345703125, + 94.345703125, + 93.779296875, + 92.9296875, + 85.0, + 76.50390625, + 72.255859375, + 66.7333984375, + 61.3525390625, + 57.24609375, + 53.9892578125, + 52.71484375, + 52.431640625, + 51.4404296875, + 54.5556640625, + 58.37890625, + 68.57421875, + 78.203125, + 85.56640625, + 92.646484375, + 96.044921875 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index d6c0d103ad29bbfbfd8389872741c56c1ecffb9e..ad8fb80ee6f86929b7333acefa7ba539223fba4a 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:25:12.541791+00:00", + "evaluated_at": "2026-06-17T16:02:23.898019+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.46197509765625, - 22.29864501953125, - 22.14892578125, - 22.14892578125, - 21.97198486328125, - 21.89031982421875, - 21.75421142578125, - 22.24420166015625, - 23.241195678710938, - 24.772415161132812, - 25.796630859375, - 26.98077392578125, - 27.7838134765625, - 28.192138671875, + 22.08087158203125, + 21.93115234375, + 22.02642822265625, + 21.658935546875, + 21.67254638671875, + 21.6044921875, + 21.9583740234375, + 23.094879150390625, + 24.758804321289062, + 25.905517578125, + 27.212158203125, + 28.02880859375, + 28.4371337890625, + 28.4915771484375, 28.3282470703125, - 28.1376953125, - 27.647705078125, - 27.00799560546875, - 26.177734375, - 25.19775390625, - 24.173538208007812, - 23.79413604736328, - 23.152725219726562, - 22.80224609375 + 27.6749267578125, + 26.95355224609375, + 26.10968017578125, + 25.150115966796875, + 24.2177734375, + 23.629104614257812, + 23.094879150390625, + 22.686553955078125, + 22.3394775390625 ], "p10": [ - 22.14892578125, - 21.89031982421875, - 21.56365966796875, - 21.45477294921875, - 21.1689453125, - 21.005615234375, - 20.69256591796875, - 21.114501953125, - 21.9039306640625, - 23.11529541015625, - 23.792434692382812, - 24.588668823242188, - 25.10247802734375, - 25.381500244140625, - 25.299835205078125, - 25.0616455078125, - 24.751998901367188, - 24.292633056640625, - 23.618896484375, - 22.8839111328125, - 22.16253662109375, - 21.94476318359375, + 21.7950439453125, + 21.550048828125, 21.42755126953125, - 21.12811279296875 + 20.93756103515625, + 20.82867431640625, + 20.678955078125, + 20.84228515625, + 21.7950439453125, + 23.186752319335938, + 24.049339294433594, + 25.0072021484375, + 25.490386962890625, + 25.694549560546875, + 25.7694091796875, + 25.48358154296875, + 24.905120849609375, + 24.507003784179688, + 23.84857940673828, + 23.054046630859375, + 22.2850341796875, + 21.93115234375, + 21.4683837890625, + 21.114501953125, + 20.7606201171875 ], "p90": [ - 22.78863525390625, - 22.713775634765625, - 22.781829833984375, - 22.856689453125, - 22.76141357421875, - 22.768218994140625, - 22.795440673828125, - 23.370498657226562, - 24.537628173828125, + 22.373504638671875, + 22.32586669921875, + 22.70697021484375, + 22.421142578125, + 22.51641845703125, + 22.5572509765625, + 23.135711669921875, + 24.415130615234375, 26.3138427734375, - 27.6204833984375, + 27.59326171875, 29.1448974609375, 30.2882080078125, - 30.8870849609375, - 31.29541015625, - 31.240966796875, - 30.478759765625, - 29.825439453125, - 28.8726806640625, - 27.7021484375, - 26.4771728515625, - 25.85107421875, - 25.041229248046875, - 24.602279663085938 + 30.914306640625, + 31.07763671875, + 31.07763671875, + 30.3970947265625, + 29.33544921875, + 28.409912109375, + 27.28021240234375, + 26.21856689453125, + 25.469970703125, + 24.806442260742188, + 24.31475067138672, + 23.945556640625 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 560952bdaa41c3075c5dc338250c93069ad0ecac..a05d7c1c5a103b3b0aa96bcfd5e006a0c723942c 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T14:25:21.414679+00:00", + "evaluated_at": "2026-06-17T16:02:30.624781+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.500930786132812, - 13.589645385742188, - 13.449569702148438, - 13.260467529296875, - 13.426223754882812, - 13.519607543945312, - 13.665519714355469, - 13.552291870117188, - 13.57330322265625, - 13.59197998046875, - 13.325836181640625, - 13.36785888671875, - 13.379531860351562, - 13.477584838867188, + 13.47991943359375, 13.493927001953125, - 13.608322143554688, - 13.584976196289062, - 13.129730224609375, + 13.447235107421875, + 13.556961059570312, + 13.605987548828125, + 13.521942138671875, + 13.526611328125, + 13.456573486328125, + 13.538284301757812, + 13.409881591796875, + 13.407546997070312, + 13.388870239257812, + 13.458908081054688, + 13.3958740234375, + 13.444900512695312, + 13.505599975585938, + 13.297821044921875, 13.3211669921875, - 13.416885375976562, - 13.512603759765625, - 13.652679443359375, - 13.674858093261719, - 13.608322143554688 + 13.47991943359375, + 13.391204833984375, + 13.398208618164062, + 13.409881591796875, + 13.524276733398438, + 13.33050537109375 ], "p10": [ + 9.23095703125, + 9.15625, + 9.15625, + 9.2496337890625, + 9.38037109375, 9.2496337890625, - 9.3056640625, + 9.193603515625, + 9.23095703125, 9.193603515625, 9.118896484375, - 9.15625, - 9.2869873046875, - 9.343017578125, - 9.1749267578125, - 9.3243408203125, - 9.268310546875, - 9.15625, - 9.1749267578125, - 9.15625, - 9.044189453125, 9.118896484375, - 9.268310546875, 9.118896484375, - 8.7080078125, + 9.118896484375, + 9.08154296875, + 9.08154296875, + 9.08154296875, + 8.894775390625, 8.820068359375, + 8.894775390625, + 8.857421875, + 8.969482421875, + 8.894775390625, 8.93212890625, - 9.044189453125, - 9.15625, - 9.08154296875, - 9.044189453125 + 8.820068359375 ], "p90": [ - 18.79345703125, - 19.204345703125, - 18.980224609375, - 18.49462890625, - 18.6253662109375, + 18.71875, + 18.830810546875, 18.64404296875, - 18.905517578125, - 19.129638671875, - 19.204345703125, + 18.8681640625, + 19.054931640625, + 19.1669921875, + 19.279052734375, 19.1669921875, + 19.279052734375, + 18.8681640625, + 18.79345703125, + 18.830810546875, + 19.129638671875, + 19.129638671875, + 19.24169921875, + 19.31640625, 18.6627197265625, - 18.64404296875, - 18.681396484375, - 19.054931640625, - 19.09228515625, + 18.79345703125, + 19.1669921875, 19.24169921875, 19.24169921875, - 18.3638916015625, - 18.4759521484375, - 18.6627197265625, - 18.94287109375, + 19.279052734375, 19.31640625, - 19.4658203125, - 19.24169921875 + 18.79345703125 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index fd5cd49a6fa7be034883fdfb09e3fe7a38cd7235..eb5ca9dcfcb72fb6b4865bd0fbe40047570a61e4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,30 +1,42 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T15:32:15.492926+00:00", + "evaluated_at": "2026-06-17T16:02:33.496522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 98417205eedb56d37ebd932a14e0aa9caf34dab1..203f209bc0406644594fbab30f0dc0ed14997e09 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,199285.18778355917,121176.73213831584,271.9762369791667,0.2736280406263243,0.004165195661985987,0.004156807177432159,9.48274817840248,446.413695784033,0.006812484975230687,0.004150486523013671,0.004605964560125908,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,189433.51928075156,117011.6486269633,259.5065104166667,0.2610825811981748,0.003973867948288666,0.0039659682970625346,8.980929801276499,435.2396113415593,0.006640699554699776,0.003959439176167419,0.004414830561841357,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03192429965289487,0.025423464785013276,0.13133672277520722,0.12218600938610868,1.241976063710216,0.33830142995574797,5.9097825338676575,0.17867372401361895,0.20252050935482274,0.1488656496094564,0.1719960680113893,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.06721801774661158,0.08238577503587147,0.25642582029104233,1.8385246830922368,0.1934982149562384,0.21874465672357957,40.01525389612181,0.2592643780904187,0.20468241060472908,0.20244144384602308,0.16414662353525702,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.019904685159417568,0.021379227280704072,0.09781948725382487,0.10953347975125564,0.0061875702011297655,0.0061613771235464075,6.358201035129622,0.14108396492662648,0.00884538993264103,0.006132883408976218,0.008650784207533712,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,281.61650992286314,349.022805295763,13.996504147847494,1.835337617187119,0.2951888037911807,0.36663539748597573,42.8229617077669,16.781433488318665,0.4362118297630697,0.3638211651506926,0.315467809021192,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.3003895992431658,5.0675368404131405,1.8316350777943928,0.8909730628618312,0.06793105552322622,0.07147346445825055,6.8198192880316855,1.8166974429560818,0.07169995129326272,0.0722894978325041,0.048257355202787525,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,21.371399668088998,20.049556724374156,3.860247174898783,0.7304541303356435,0.4026401509903783,0.3415070605682729,25.755891524225905,4.6229211185233305,0.4005419019659204,0.33446184908870324,0.3412783310205832,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.007566781295281544,0.007664604560280471,0.033011277516682945,0.09141585213704125,0.002086131723009911,0.0020749236347632817,2.689433295135006,0.08698724788888049,0.005439536257774155,0.0020642800562770238,0.0020770219981191868,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,61.02843636359239,39.58394282940799,4.842769702275594,0.3982982059709393,0.16455400413081267,0.14565974675344895,25.92054288671289,7.812069915431658,0.20913516784200759,0.1296446992243327,0.20466859293536577,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,3.1302970497672504,4.898695203790794,1.8560814062754314,0.9025831759731163,0.06935187173629193,0.07284856455738338,5.847203778309975,1.769264550531449,0.06965608745627108,0.07307407403977258,0.047859704092397155,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,22.363749942161917,20.48683607360738,3.7455937465031943,0.706901047832844,0.41812874292595287,0.33200119979763015,27.14778280695644,4.72903266452685,0.41122023169798694,0.32570380404375604,0.34626707040169385,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1757.0664058178663,1202.6036929562688,34.43201700846354,0.6886403401692709,0.012292946645789277,0.01221808198505569,27.45555216471354,41.917375941462105,0.014959360930782014,0.012288006069934944,0.012638179842394673,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 39e99b2e70d23861f3128df009a691e96ef13387..e3dfe1474dd9e792a6032fc8df1d83cd33746e4e 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T15:09:07.458333+00:00", + "evaluated_at": "2026-06-17T15:47:39.084097+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65753.046875, diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 3bef9898032262210f0146a0b344ac3077c789fc..8d19361812bf2a4b0a7cc257171db76f547e887a 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:30:49.521323+00:00", + "evaluated_at": "2026-06-17T15:47:50.253057+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index f012de2794974a27c9f79a0f6fb7b98ed392d1dc..887f75be5bbe21d882c38fb98ba4a9343849b4af 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,108 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:00:39.612254+00:00", + "evaluated_at": "2026-06-17T15:48:01.780400+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, @@ -173,9 +76,7 @@ 16.0, 16.0, 16.0, - 16.0 - ], - "actuals": [ + 16.0, 16.0, 15.600000381469727, 16.0, @@ -199,95 +100,114 @@ 16.0, 16.0, 16.0, + 16.0, + 16.0 + ], + "actuals": [ + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 16.0045108795166, - 16.000350952148438, - 15.989524841308594, - 15.96383285522461, - 15.97349739074707, - 15.979593276977539, - 15.964286804199219, - 15.968284606933594, - 15.954545974731445, - 15.982051849365234, - 15.942178726196289, - 15.9371337890625, - 15.974109649658203, - 15.961214065551758, - 15.946823120117188, - 15.941375732421875, - 15.925298690795898, - 15.895050048828125, - 15.885414123535156, - 15.889167785644531, - 15.86175537109375, - 15.898200988769531, - 15.929079055786133, - 15.906099319458008 + 15.994768142700195, + 15.995845794677734, + 15.995990753173828, + 15.99708366394043, + 15.994598388671875, + 15.994638442993164, + 15.994909286499023, + 15.994522094726562, + 15.996063232421875, + 15.994024276733398, + 15.99224853515625, + 15.990646362304688, + 15.992547988891602, + 15.988824844360352, + 15.989473342895508, + 15.988174438476562, + 15.99024772644043, + 15.986612319946289, + 15.985015869140625, + 15.990257263183594, + 15.986061096191406, + 15.989463806152344, + 15.987945556640625, + 15.991933822631836 ], "p10": [ - 16.055139541625977, - 15.993896484375, - 15.994709014892578, - 15.995546340942383, - 15.998861312866211, - 16.07817840576172, - 16.065170288085938, - 16.04663848876953, - 16.037172317504883, - 16.004838943481445, - 16.054946899414062, - 16.09401512145996, - 16.115957260131836, - 16.116979598999023, - 16.12166976928711, - 16.08476448059082, - 16.1221923828125, - 16.191858291625977, - 16.18524169921875, - 16.091938018798828, - 16.115970611572266, - 16.10182762145996, - 16.19646453857422, - 16.226787567138672 + 15.979194641113281, + 15.979873657226562, + 15.976448059082031, + 15.96965217590332, + 15.974552154541016, + 15.966850280761719, + 15.970756530761719, + 15.967269897460938, + 15.96645736694336, + 15.957996368408203, + 15.966836929321289, + 15.960826873779297, + 15.964635848999023, + 15.958780288696289, + 15.955047607421875, + 15.953948974609375, + 15.957273483276367, + 15.95374870300293, + 15.954000473022461, + 15.95506477355957, + 15.949880599975586, + 15.956436157226562, + 15.952241897583008, + 15.956489562988281 ], "p90": [ - 16.063512802124023, - 16.07473373413086, - 16.063371658325195, - 16.085708618164062, - 16.089067459106445, - 16.08003044128418, - 16.08559799194336, - 16.102008819580078, - 16.136320114135742, - 16.18808364868164, - 16.184736251831055, - 16.1828670501709, - 16.235271453857422, - 16.275110244750977, - 16.29253387451172, - 16.316444396972656, - 16.356624603271484, - 16.3853702545166, - 16.428329467773438, - 16.474306106567383, - 16.47073745727539, - 16.553783416748047, - 16.57294464111328, - 16.60483169555664 + 16.00508689880371, + 16.006454467773438, + 16.005390167236328, + 16.00664520263672, + 16.00221061706543, + 16.00189971923828, + 16.00504493713379, + 16.004592895507812, + 16.004291534423828, + 16.00649642944336, + 16.00770378112793, + 16.013423919677734, + 16.008913040161133, + 16.00869369506836, + 16.00516128540039, + 16.003787994384766, + 16.00723648071289, + 16.003875732421875, + 16.004392623901367, + 16.00790023803711, + 16.003520965576172, + 16.006675720214844, + 16.005632400512695, + 16.006305694580078 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -407,70 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00", - "2026-06-24 21:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d8cedd389399f886875a862c1fcafe704d0f8371..60b2a1dd9a79724a756696a63cc841db4fcbb7bd 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T13:11:47.510508+00:00", + "evaluated_at": "2026-06-17T15:48:07.997062+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 38.270843505859375, - 36.652748107910156, - 34.27177810668945, - 31.34926414489746, - 29.070533752441406, - 26.68169593811035, - 25.46227264404297, - 24.277809143066406, - 23.50528907775879, - 23.762544631958008, - 23.91866683959961, - 23.532730102539062, - 22.635482788085938, - 21.755558013916016, - 20.973388671875, - 20.23575782775879, - 21.05191421508789, - 20.84469223022461, - 21.43036460876465, - 22.241975784301758, - 23.050273895263672, - 24.698667526245117, - 25.89771270751953, - 27.086244583129883 + 69.23981475830078, + 66.4272232055664, + 62.47034454345703, + 57.12199020385742, + 50.930599212646484, + 45.6195182800293, + 41.721527099609375, + 37.24235534667969, + 33.23615264892578, + 31.086374282836914, + 29.694713592529297, + 27.237241744995117, + 25.743736267089844, + 24.510438919067383, + 24.161460876464844, + 23.460479736328125, + 24.271371841430664, + 24.781864166259766, + 26.802501678466797, + 31.031597137451172, + 34.67162322998047, + 37.67963409423828, + 39.47807693481445, + 40.720375061035156 ], "p10": [ - 39.923431396484375, - 38.962642669677734, - 36.310794830322266, - 33.966819763183594, - 31.99519920349121, - 30.367752075195312, - 29.44138526916504, - 28.522912979125977, - 28.270771026611328, - 28.855276107788086, - 28.924821853637695, - 28.833675384521484, - 28.011831283569336, - 26.613176345825195, - 26.006816864013672, - 25.72241973876953, - 26.24387550354004, - 26.410005569458008, - 26.968910217285156, - 27.66655921936035, - 28.70128631591797, - 30.667753219604492, - 31.8872127532959, - 32.63677215576172 + 71.9981918334961, + 69.01051330566406, + 66.00003814697266, + 61.11451721191406, + 55.38457107543945, + 51.37276840209961, + 47.83224105834961, + 44.1923713684082, + 40.19189453125, + 38.42320251464844, + 35.95152282714844, + 33.47389602661133, + 31.96817398071289, + 30.754549026489258, + 31.004194259643555, + 31.71942901611328, + 31.21497917175293, + 31.872102737426758, + 34.61658477783203, + 39.08533477783203, + 42.75327682495117, + 46.824851989746094, + 49.501441955566406, + 50.01242446899414 ], "p90": [ - 45.85200881958008, - 46.46997833251953, - 45.993690490722656, - 44.30403518676758, - 43.22222137451172, - 41.827457427978516, - 41.41350173950195, - 40.856346130371094, - 40.656654357910156, - 41.13859176635742, - 41.92997360229492, - 41.47296142578125, - 40.421207427978516, - 39.708919525146484, - 38.662628173828125, - 38.069087982177734, - 39.1650276184082, - 39.260276794433594, - 40.313289642333984, - 41.29846954345703, - 42.53636932373047, - 44.78742980957031, - 46.21240997314453, - 47.08278274536133 + 80.62712097167969, + 81.43463134765625, + 80.50668334960938, + 76.71255493164062, + 72.05543518066406, + 67.9417724609375, + 64.4620361328125, + 60.12942886352539, + 55.69871139526367, + 52.306640625, + 50.579612731933594, + 46.91863250732422, + 44.48257827758789, + 43.209835052490234, + 42.7949104309082, + 42.61122512817383, + 44.1167106628418, + 45.98721694946289, + 49.41184616088867, + 55.194705963134766, + 60.502479553222656, + 65.27000427246094, + 67.65091705322266, + 68.75827026367188 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index c47952bfb129b39b8400badc432322bb55bb686c..a4f7d002faa02ee5831d86170a656ffc2c470948 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:22:10.985992+00:00", + "evaluated_at": "2026-06-17T15:48:13.903371+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.14851951599121, - 21.881181716918945, - 21.700054168701172, - 21.697484970092773, - 21.464723587036133, - 21.22900390625, - 21.16350555419922, - 21.478212356567383, - 22.395212173461914, - 23.72791290283203, - 24.864625930786133, - 25.68947410583496, - 26.175193786621094, - 26.524791717529297, - 26.574071884155273, - 26.40083885192871, - 25.98558807373047, - 25.405941009521484, - 24.752779006958008, - 23.753681182861328, - 23.033828735351562, - 22.480426788330078, - 21.994705200195312, - 21.619110107421875 + 21.926475524902344, + 21.789413452148438, + 21.694284439086914, + 21.530927658081055, + 21.274316787719727, + 21.186384201049805, + 21.54181671142578, + 22.520416259765625, + 23.7570743560791, + 24.84133529663086, + 25.69384002685547, + 26.276981353759766, + 26.553661346435547, + 26.725826263427734, + 26.504161834716797, + 26.06610870361328, + 25.478412628173828, + 24.81344985961914, + 23.978649139404297, + 23.100374221801758, + 22.65546417236328, + 22.098339080810547, + 21.730981826782227, + 21.494176864624023 ], "p10": [ - 22.016937255859375, - 21.940139770507812, - 21.718952178955078, - 21.855796813964844, - 21.638465881347656, - 21.45867347717285, - 21.334205627441406, - 21.753507614135742, - 22.763887405395508, - 24.286775588989258, - 25.402812957763672, - 26.32260513305664, - 26.642377853393555, - 27.078489303588867, - 27.152978897094727, - 27.130300521850586, - 26.740577697753906, - 26.039352416992188, - 25.373844146728516, - 24.35877799987793, - 23.592529296875, - 23.129575729370117, - 22.566572189331055, - 22.04290771484375 + 21.782018661499023, + 21.835302352905273, + 21.722110748291016, + 21.6905517578125, + 21.455947875976562, + 21.457714080810547, + 21.797775268554688, + 22.853313446044922, + 24.245067596435547, + 25.440021514892578, + 26.2901611328125, + 26.951519012451172, + 27.084049224853516, + 27.30835723876953, + 27.108158111572266, + 26.782936096191406, + 26.28280258178711, + 25.471412658691406, + 24.600391387939453, + 23.692115783691406, + 23.234111785888672, + 22.73016357421875, + 22.2918701171875, + 21.922557830810547 ], "p90": [ - 22.3631649017334, - 22.249649047851562, - 22.261886596679688, - 22.348745346069336, - 22.318092346191406, - 22.211585998535156, - 22.314208984375, - 22.80926513671875, - 24.029699325561523, - 25.611003875732422, - 27.053630828857422, - 28.10146713256836, - 28.747318267822266, - 29.26872444152832, - 29.338319778442383, - 29.198060989379883, - 28.741580963134766, - 28.01799964904785, - 27.22706413269043, - 26.076435089111328, - 25.227872848510742, - 24.678678512573242, - 24.067874908447266, - 23.570371627807617 + 22.11839485168457, + 22.16849136352539, + 22.31208038330078, + 22.27276611328125, + 22.265546798706055, + 22.369140625, + 22.958038330078125, + 24.148906707763672, + 25.714771270751953, + 26.998550415039062, + 28.09505844116211, + 28.833316802978516, + 29.238319396972656, + 29.54098892211914, + 29.306385040283203, + 28.84585189819336, + 28.16824722290039, + 27.338905334472656, + 26.37677764892578, + 25.372299194335938, + 24.81066131591797, + 24.276226043701172, + 23.7939453125, + 23.459274291992188 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 9a6d4ac90b10259dcc30efa0c0cdc697cd1ac69a..661631ff1a7dda6a8beebea583c7f7d310dae122 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T14:22:20.963271+00:00", + "evaluated_at": "2026-06-17T15:48:23.023808+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 11.75984001159668, - 11.764581680297852, - 11.708624839782715, - 11.609953880310059, - 11.634734153747559, - 11.614367485046387, - 11.606024742126465, - 11.652111053466797, - 11.687286376953125, - 11.71214771270752, - 11.775049209594727, - 11.81967544555664, - 11.86042308807373, - 11.92422103881836, - 11.999776840209961, - 11.974122047424316, - 11.918230056762695, - 11.832303047180176, - 11.775991439819336, - 11.728995323181152, - 11.72530460357666, - 11.682875633239746, - 11.73904800415039, - 11.844630241394043 + 12.20544147491455, + 12.037431716918945, + 11.81390380859375, + 11.882087707519531, + 11.94091510772705, + 11.915685653686523, + 11.970141410827637, + 11.987424850463867, + 11.909387588500977, + 11.887164115905762, + 12.065033912658691, + 12.084649085998535, + 12.212786674499512, + 12.280606269836426, + 12.216346740722656, + 12.11445140838623, + 11.967717170715332, + 11.959063529968262, + 11.919374465942383, + 11.865059852600098, + 11.93679141998291, + 11.95374584197998, + 11.999861717224121, + 11.938274383544922 ], "p10": [ - 13.049296379089355, - 13.152312278747559, - 13.011478424072266, - 13.022374153137207, - 13.056736946105957, - 13.004317283630371, - 12.925045013427734, - 12.993175506591797, - 13.097363471984863, - 13.121219635009766, - 13.092254638671875, - 13.229873657226562, - 13.318649291992188, - 13.414129257202148, - 13.464256286621094, - 13.37414836883545, - 13.489850044250488, - 13.25063705444336, - 13.330408096313477, - 13.133920669555664, - 13.142192840576172, - 13.086097717285156, - 13.18346881866455, - 13.313536643981934 + 13.471028327941895, + 13.449990272521973, + 13.14365005493164, + 13.265923500061035, + 13.37496280670166, + 13.285521507263184, + 13.305668830871582, + 13.283568382263184, + 13.334490776062012, + 13.24219799041748, + 13.426913261413574, + 13.556474685668945, + 13.680839538574219, + 13.691018104553223, + 13.660802841186523, + 13.52384090423584, + 13.480796813964844, + 13.356849670410156, + 13.513976097106934, + 13.209857940673828, + 13.339644432067871, + 13.371498107910156, + 13.408103942871094, + 13.38166618347168 ], "p90": [ - 15.966341972351074, - 16.13868522644043, - 16.209999084472656, - 16.09072494506836, - 16.142562866210938, - 16.145206451416016, - 16.158302307128906, - 16.210956573486328, - 16.291419982910156, - 16.29079818725586, - 16.375038146972656, - 16.446643829345703, - 16.524948120117188, - 16.63294219970703, - 16.726282119750977, - 16.757526397705078, - 16.699939727783203, - 16.590373992919922, - 16.55614471435547, - 16.44656753540039, - 16.465152740478516, - 16.524215698242188, - 16.57947540283203, - 16.615772247314453 + 16.462398529052734, + 16.464733123779297, + 16.38828468322754, + 16.43674087524414, + 16.5242919921875, + 16.53607177734375, + 16.600479125976562, + 16.632484436035156, + 16.594036102294922, + 16.517375946044922, + 16.74140167236328, + 16.799072265625, + 16.982891082763672, + 17.071571350097656, + 17.030067443847656, + 16.953876495361328, + 16.800174713134766, + 16.759624481201172, + 16.761573791503906, + 16.66349983215332, + 16.73615837097168, + 16.836376190185547, + 16.87088394165039, + 16.70882797241211 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 46ed29d78aa11e1790f820264dcaa33a21f31d50..7d1ad9cae1df5c78a4bedecd5b98b1194087f2d3 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,30 +1,42 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-17T15:09:32.719164+00:00", + "evaluated_at": "2026-06-17T15:49:02.264702+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index f17683ab1b6d15fd27ee8b7a31d05e06f40db02d..7ba6749fbb4598343edadd37aeaee67010ca03f8 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,269418.9651222229,269418.9651222229,361.0989583333333,0.3632920344012455,0.005544557816041171,0.00551322216356238,2.1044670049209824,519.0558400810291,0.007921038591003345,0.005510541570407777,0.005029948439023868,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,255038.64264297485,255038.64264297485,348.6292317708333,0.350746574973096,0.005352033800007572,0.005322386656574869,2.1044670049209824,505.0135073866588,0.007705279772865495,0.005319235482817908,0.004965572278489816,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.3577230107965256,0.3577230107965256,0.5016947791019144,0.46673985533526674,9.456010944775754,0.8613271132905991,2.2333183352527866,0.598099499077307,0.6779251726390833,0.5686537445015167,0.32324051815307747,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08598465053488545,0.08598465053488545,0.26256388591395485,1.8825334538991554,0.19824609944852553,0.2247004030866827,20.52188023764863,0.29323139418364713,0.23149847683881444,0.20728728528942258,0.17102719924787257,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.012433087848156296,0.012433087848156296,0.05571583906809489,0.06014303742795826,0.0035324301238929914,0.003509830540164355,1.7497115957193945,0.1115037571033205,0.006983533625343107,0.0034895096425827873,0.011803007446702948,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,351.88469390639557,351.88469390639557,14.271789312362671,1.871435289330913,0.31334270210135223,0.38248685044827546,22.062760048116058,18.758589869880826,0.4876054728347004,0.370976849759125,0.32428641876509573,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.410453194616366,4.410453194616366,1.6594466368357341,0.8072144231140719,0.0608263028835259,0.06377833901591845,5.311987103445165,2.1001079007080485,0.08288536694714964,0.06549370314590525,0.05358750618531764,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,23.346727335440203,23.346727335440203,4.2654878695805865,0.8071356809718851,0.49161162201763103,0.3699882451631524,7.617432871253356,4.831845127427017,0.41864362114891124,0.3695729562091483,0.27555345060162595,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,0.007481669945794541,0.007481669945794541,0.025922457377115887,0.0717852718489186,0.0016435512229017544,0.001631719227822341,2.5988771804572752,0.0864966470205322,0.0054088577241242,0.0016209979073432865,0.005984700397541342,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,37.37129230547771,37.37129230547771,4.80046550432841,0.3948188569241562,0.15034592288131657,0.15007735858586801,4.260679158699059,6.113206384989608,0.16365527411015127,0.12851218304950568,0.18337121715168603,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.502894281981146,4.502894281981146,1.737082799275716,0.8447160262462573,0.06424947441429187,0.06734410124300579,5.67206509124118,2.122002422708595,0.08354340581469852,0.06838908932459431,0.055692257014732384,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,24.018371701635413,24.018371701635413,4.303847869237264,0.8122596240762334,0.5130841926016814,0.3723456106890441,7.321613614243574,4.900854180817403,0.4261612331145567,0.37424764080324036,0.276256755085575,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,1997.005214812855,1997.005214812855,43.912628173828125,0.8782525634765624,0.015681746633429278,0.015555554519371968,1.87796875,44.68786429012753,0.015948085397220233,0.015671421207016728,0.008969725594408302,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 19ff7f05cd1196e4d0bb08228b193026911fbb88..16cce3c873666620713f61088ac5c719dbfdcf19 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T15:17:38.284924+00:00", + "evaluated_at": "2026-06-17T15:51:49.797813+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65849.921875, diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 16dd0529973cf5362cfd99e8403736e7b07b5c53..4156469a4c2f719a520da17cabec7585cb037d2b 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:32:40.839994+00:00", + "evaluated_at": "2026-06-17T15:52:01.034032+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 4bb21f49e4899d11fa94082a3c0ea167680fa7b3..f6eddaac7fa02fc46f50c3e12a3bb15d660fd6ed 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T12:37:35.830319+00:00", + "evaluated_at": "2026-06-17T15:52:14.755537+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 15.97740650177002, - 15.979103088378906, - 15.976297378540039, - 15.976731300354004, - 15.975662231445312, - 15.97089958190918, - 15.96972370147705, - 15.971456527709961, - 15.972803115844727, - 15.965070724487305, - 15.969728469848633, - 15.978761672973633, - 15.970857620239258, - 15.96992301940918, - 15.969905853271484, - 15.97174072265625, - 15.975190162658691, - 15.975987434387207, - 15.96998405456543, - 15.972582817077637, - 15.975372314453125, - 15.972731590270996, - 15.978829383850098, - 15.979369163513184 + 16.000011444091797, + 15.999594688415527, + 15.999288558959961, + 15.999128341674805, + 15.99875545501709, + 15.998620986938477, + 15.998652458190918, + 15.999248504638672, + 15.999052047729492, + 15.998828887939453, + 15.999032020568848, + 15.99864387512207, + 15.99920654296875, + 15.999200820922852, + 15.998974800109863, + 15.99910831451416, + 15.998820304870605, + 15.998140335083008, + 15.9983549118042, + 15.998368263244629, + 15.998546600341797, + 15.999151229858398, + 16.000036239624023, + 15.999375343322754 ], "p10": [ - 15.884397506713867, - 15.778502464294434, - 15.638324737548828, - 15.445911407470703, - 15.326425552368164, - 15.250847816467285, - 15.173770904541016, - 15.10291576385498, - 15.039339065551758, - 15.04399585723877, - 15.007102966308594, - 15.0243501663208, - 15.022506713867188, - 14.997814178466797, - 14.970643997192383, - 14.952085494995117, - 14.97018814086914, - 14.967677116394043, - 14.96159553527832, - 14.950551986694336, - 14.938802719116211, - 14.892173767089844, - 14.86832046508789, - 14.853775978088379 + 15.976850509643555, + 15.845152854919434, + 15.66050910949707, + 15.571215629577637, + 15.553939819335938, + 15.537899017333984, + 15.526189804077148, + 15.496170043945312, + 15.455426216125488, + 15.378003120422363, + 15.374157905578613, + 15.333782196044922, + 15.323421478271484, + 15.326688766479492, + 15.276198387145996, + 15.242036819458008, + 15.178062438964844, + 15.205732345581055, + 15.169748306274414, + 15.171010971069336, + 15.173637390136719, + 15.173212051391602, + 15.202489852905273, + 15.205409049987793 ], "p90": [ - 16.006179809570312, - 16.021669387817383, - 16.073619842529297, - 16.195789337158203, - 16.331151962280273, - 16.40948486328125, - 16.46131706237793, - 16.515396118164062, - 16.578182220458984, - 16.67806053161621, - 16.756973266601562, - 16.800338745117188, - 16.85193634033203, - 16.902462005615234, - 16.94215202331543, - 16.980810165405273, - 17.03108787536621, - 17.078493118286133, - 17.112083435058594, - 17.155433654785156, - 17.215478897094727, - 17.246610641479492, - 17.28876495361328, - 17.330463409423828 + 16.001462936401367, + 16.000593185424805, + 16.000213623046875, + 16.001258850097656, + 16.000539779663086, + 16.000423431396484, + 16.00066566467285, + 16.000856399536133, + 16.00156021118164, + 16.00078773498535, + 16.001359939575195, + 16.00063133239746, + 16.000715255737305, + 16.00139617919922, + 16.001224517822266, + 16.001567840576172, + 16.001495361328125, + 16.002517700195312, + 16.001676559448242, + 16.001617431640625, + 16.00112533569336, + 16.001583099365234, + 16.00221824645996, + 16.001567840576172 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ae00c4df2b9e5a19585f9f1907366f435fd13123..f972655d0a75918db0573c485124a88f066d9e43 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T13:12:33.046114+00:00", + "evaluated_at": "2026-06-17T15:57:44.702395+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 38.77967834472656, - 36.81910705566406, - 34.16831970214844, - 31.35710334777832, - 28.670673370361328, - 26.247678756713867, - 24.433320999145508, - 23.575607299804688, - 23.709972381591797, - 25.045223236083984, - 26.217702865600586, - 26.2734375, - 23.582834243774414, - 21.267126083374023, - 19.626365661621094, - 18.979000091552734, - 18.87523078918457, - 19.312896728515625, - 20.12843894958496, - 21.33441925048828, - 22.971586227416992, - 25.784042358398438, - 29.211261749267578, - 31.49715232849121 + 69.3282470703125, + 69.51244354248047, + 67.07933044433594, + 61.529380798339844, + 52.72228240966797, + 44.906551361083984, + 39.84339141845703, + 33.79793930053711, + 28.70672035217285, + 25.60359001159668, + 23.429000854492188, + 21.225034713745117, + 19.550559997558594, + 18.94615936279297, + 18.91846466064453, + 19.348201751708984, + 20.396770477294922, + 21.781465530395508, + 24.50469970703125, + 30.150043487548828, + 35.88438034057617, + 41.14527130126953, + 45.94367980957031, + 47.334354400634766 ], "p10": [ - 29.079938888549805, - 22.66255760192871, - 18.448230743408203, - 15.662313461303711, - 14.124621391296387, - 12.557531356811523, - 11.315815925598145, - 10.589910507202148, - 10.411661148071289, - 10.97773551940918, - 11.947088241577148, - 12.500819206237793, - 11.744566917419434, - 10.847801208496094, - 9.99286937713623, - 9.599470138549805, - 9.605507850646973, - 9.733246803283691, - 10.242513656616211, - 10.888009071350098, - 11.716753005981445, - 12.848581314086914, - 13.652884483337402, - 14.803470611572266 + 57.420989990234375, + 49.82654571533203, + 41.614654541015625, + 30.605669021606445, + 21.3453369140625, + 16.948463439941406, + 14.81037425994873, + 13.269699096679688, + 12.409229278564453, + 12.177570343017578, + 12.119239807128906, + 11.377307891845703, + 10.109304428100586, + 9.51695442199707, + 9.29959487915039, + 9.403829574584961, + 9.646833419799805, + 10.496994018554688, + 12.14748764038086, + 14.387399673461914, + 17.321136474609375, + 18.806215286254883, + 18.668087005615234, + 18.20135498046875 ], "p90": [ - 48.991539001464844, - 50.52271270751953, - 50.847320556640625, - 50.62763595581055, - 49.1202507019043, - 48.64591598510742, - 49.04035949707031, - 49.73542404174805, - 50.729042053222656, - 51.85459899902344, - 52.27953338623047, - 52.389835357666016, - 49.844905853271484, - 47.063201904296875, - 44.537925720214844, - 43.992469787597656, - 44.22970962524414, - 44.623802185058594, - 45.58639144897461, - 46.65882110595703, - 48.81568908691406, - 51.47289276123047, - 55.083770751953125, - 57.746238708496094 + 79.31492614746094, + 86.94740295410156, + 90.12689208984375, + 89.17472839355469, + 84.38184356689453, + 82.71426391601562, + 81.00581359863281, + 76.00967407226562, + 69.83668518066406, + 63.2759895324707, + 57.656036376953125, + 53.125091552734375, + 50.635318756103516, + 49.23988723754883, + 48.45258331298828, + 51.166481018066406, + 54.473548889160156, + 56.982757568359375, + 61.382537841796875, + 69.63687133789062, + 77.95482635498047, + 83.73487091064453, + 88.11527252197266, + 89.88484191894531 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 9def34b2385841b3db5975d44344723115cab5e8..86e4c8b5f3333f1bc29202d2719e07e027b46ece 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:23:36.161683+00:00", + "evaluated_at": "2026-06-17T15:57:49.520198+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.337797164916992, - 22.145536422729492, - 22.047895431518555, - 22.02677345275879, - 21.887510299682617, - 21.74197769165039, - 21.67414093017578, - 22.081684112548828, - 22.897193908691406, - 24.090913772583008, - 24.79672622680664, - 25.49406623840332, - 25.990249633789062, - 26.357959747314453, - 26.45511817932129, - 26.328018188476562, - 26.061098098754883, - 25.661113739013672, - 25.009199142456055, - 24.23341178894043, - 23.477558135986328, - 23.019561767578125, - 22.543933868408203, - 22.18355941772461 + 22.10624885559082, + 22.023143768310547, + 21.995800018310547, + 21.88612937927246, + 21.7235050201416, + 21.603809356689453, + 21.975624084472656, + 22.90276527404785, + 24.036848068237305, + 24.915056228637695, + 25.522682189941406, + 26.030057907104492, + 26.368206024169922, + 26.480276107788086, + 26.308666229248047, + 26.005834579467773, + 25.6008358001709, + 25.065185546875, + 24.196561813354492, + 23.455379486083984, + 23.046510696411133, + 22.496538162231445, + 22.16527557373047, + 21.884742736816406 ], "p10": [ - 22.07731056213379, - 21.718732833862305, - 21.452375411987305, - 21.290119171142578, - 21.03359603881836, - 20.797758102416992, - 20.634321212768555, - 20.919832229614258, - 21.52683448791504, - 22.418272018432617, - 22.834394454956055, - 23.250328063964844, - 23.54165267944336, - 23.606786727905273, - 23.584827423095703, - 23.485061645507812, - 23.23186683654785, - 22.955780029296875, - 22.532306671142578, - 21.893444061279297, - 21.254867553710938, - 20.749975204467773, - 20.151493072509766, - 19.715272903442383 + 21.837120056152344, + 21.580760955810547, + 21.406896591186523, + 21.167448043823242, + 20.90626335144043, + 20.70296287536621, + 20.944576263427734, + 21.657482147216797, + 22.452377319335938, + 23.03132438659668, + 23.283855438232422, + 23.496522903442383, + 23.631750106811523, + 23.576881408691406, + 23.492477416992188, + 23.317777633666992, + 23.012859344482422, + 22.61113166809082, + 21.976303100585938, + 21.331745147705078, + 20.89059829711914, + 20.200597763061523, + 19.672643661499023, + 19.2736759185791 ], "p90": [ - 22.597816467285156, - 22.539403915405273, - 22.600027084350586, - 22.717939376831055, - 22.672494888305664, - 22.598403930664062, - 22.586925506591797, - 23.11395263671875, - 24.209911346435547, - 25.809459686279297, - 27.01117706298828, - 28.095355987548828, - 28.976280212402344, - 29.53676986694336, - 29.7393798828125, - 29.41716766357422, - 28.91447639465332, - 28.343679428100586, - 27.55069923400879, - 26.41423988342285, - 25.46746826171875, - 24.956247329711914, - 24.443008422851562, - 24.095260620117188 + 22.363201141357422, + 22.419692993164062, + 22.547060012817383, + 22.547103881835938, + 22.48079490661621, + 22.434558868408203, + 22.917675018310547, + 24.083402633666992, + 25.6765193939209, + 26.957990646362305, + 28.199609756469727, + 29.063879013061523, + 29.743417739868164, + 29.876388549804688, + 29.57871437072754, + 28.949148178100586, + 28.209003448486328, + 27.399511337280273, + 26.25933837890625, + 25.34937286376953, + 24.8862247467041, + 24.364389419555664, + 24.078140258789062, + 23.847105026245117 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f30fed14c7e930fe608a48a24ca0c0fe61ae9fc0..02c1d24838215c6df6cbb017543ec62b5da67d72 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T14:23:40.682035+00:00", + "evaluated_at": "2026-06-17T15:58:02.158967+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.115838050842285, - 13.516622543334961, - 13.427613258361816, - 13.140976905822754, - 13.134803771972656, - 13.247228622436523, - 13.272892951965332, - 13.376108169555664, - 13.478019714355469, - 13.2749662399292, - 13.192020416259766, - 13.294463157653809, - 13.37551212310791, - 13.49869155883789, - 13.602835655212402, - 13.52945327758789, - 13.426177024841309, - 13.313946723937988, - 13.311836242675781, - 13.431221008300781, - 13.603496551513672, - 13.591024398803711, - 13.640657424926758, - 13.662178993225098 + 13.50794792175293, + 13.312192916870117, + 13.117973327636719, + 13.20361614227295, + 13.258613586425781, + 13.418074607849121, + 13.392817497253418, + 13.35694694519043, + 13.280073165893555, + 13.182908058166504, + 13.336287498474121, + 13.388957977294922, + 13.575302124023438, + 13.545001983642578, + 13.535752296447754, + 13.442704200744629, + 13.324252128601074, + 13.380626678466797, + 13.444501876831055, + 13.654410362243652, + 13.636690139770508, + 13.602063179016113, + 13.529414176940918, + 13.390469551086426 ], "p10": [ - 9.082037925720215, - 9.21640682220459, - 9.163543701171875, - 8.984867095947266, - 8.928972244262695, - 8.962048530578613, - 8.946012496948242, - 9.048196792602539, - 9.092506408691406, - 8.9794340133667, - 8.90664291381836, - 8.937309265136719, - 8.965161323547363, - 9.025944709777832, - 9.060859680175781, - 9.015107154846191, - 9.006711959838867, - 8.923187255859375, - 8.81002426147461, - 8.849749565124512, - 8.951464653015137, - 8.910831451416016, - 8.887845993041992, - 8.938806533813477 + 9.48907470703125, + 9.159357070922852, + 8.965227127075195, + 9.047233581542969, + 9.065902709960938, + 9.145710945129395, + 9.074833869934082, + 9.047431945800781, + 8.958833694458008, + 8.851730346679688, + 8.977237701416016, + 8.978937149047852, + 9.117029190063477, + 9.083515167236328, + 9.090158462524414, + 8.974283218383789, + 8.826173782348633, + 8.867874145507812, + 8.883935928344727, + 9.033405303955078, + 9.019205093383789, + 9.018487930297852, + 8.996020317077637, + 8.90555191040039 ], "p90": [ - 18.937644958496094, - 19.307514190673828, - 19.15738868713379, - 18.894752502441406, - 19.001850128173828, - 19.205917358398438, - 19.293193817138672, - 19.431882858276367, - 19.617568969726562, - 19.37046241760254, - 19.278160095214844, - 19.569900512695312, - 19.732465744018555, - 19.94951820373535, - 20.109031677246094, - 20.101768493652344, - 20.00032615661621, - 19.79908561706543, - 19.80664825439453, - 20.039684295654297, - 20.243701934814453, - 20.2195987701416, - 20.2498779296875, - 20.211544036865234 + 19.35505485534668, + 19.388286590576172, + 19.1346492767334, + 19.244707107543945, + 19.443462371826172, + 19.692792892456055, + 19.691919326782227, + 19.665727615356445, + 19.588300704956055, + 19.492820739746094, + 19.680442810058594, + 19.843093872070312, + 20.106897354125977, + 20.118751525878906, + 20.110958099365234, + 20.057186126708984, + 19.976287841796875, + 20.07662582397461, + 20.195865631103516, + 20.5716609954834, + 20.540771484375, + 20.53335189819336, + 20.4569034576416, + 20.253658294677734 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index a6ae210454c64c84d10c8bb0bbb57fe63a0b2f8c..11446269623af7e270268ced30a70fc53aee3f95 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,30 +1,42 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T15:24:09.118545+00:00", + "evaluated_at": "2026-06-17T15:58:03.781295+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index a32bfb52f978be82b36edf08014d60509d07e0f1..6fbf75c13c6d25b04f3a2c9bf7e0a1e58e14271a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,108659.22842852275,108659.22842852275,241.89046223958334,0.24335954480421415,0.0037085140059657435,0.0036986642543308627,2.849393408516646,329.63499272456306,0.005030386514693223,0.003691363314390739,0.005802995699213144,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,105666.0069548289,105666.0069548289,231.88883463541666,0.23329717393387991,0.003555009456302873,0.0035455196746388413,2.849393408516646,325.063081500851,0.004959673256573183,0.003538060509145166,0.005755209003832088,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.11055285876507444,0.11055285876507444,0.29429010798921806,0.27378583184654776,4.845807858977005,0.7838993195788004,1.00539818910195,0.3324949003595009,0.3768715123078454,0.3335676966329945,0.21995846414710815,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08779573019452475,0.08779573019452475,0.26411695612801445,1.8936686739011155,0.19908223431102404,0.2261237203065215,31.294829494247033,0.29630344276522463,0.23392377843174222,0.2085133933941822,0.17687577084028952,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.01410391955414525,0.01410391955414525,0.04374281565348307,0.04721863375038404,0.0027886651494058237,0.0027600712164944307,1.9852219650621759,0.11875992402382737,0.007437990829269495,0.0027396334609624284,0.012219945283385806,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,351.9108283864169,351.9108283864169,14.398902336756388,1.8881034025140242,0.31068367355403553,0.3889838735230831,21.290032216394305,18.759286457283412,0.48762357973037673,0.37428098971809204,0.3110549412266813,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.136464280815441,5.136464280815441,1.778408686319987,0.8650818350665325,0.06496219104842672,0.06830877669699,3.027612305063862,2.2663769061688397,0.08944753812173975,0.07018880148869179,0.05403382418017846,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,22.952230584298718,22.952230584298718,4.23031222820282,0.8004795806323338,0.4854357276045231,0.36764343320563125,7.596160853582677,4.790848628823365,0.41509157794859486,0.36652524720890856,0.27073540456123824,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.007507148169338507,0.007507148169338507,0.025462746620178223,0.0705122265824704,0.0016148803686547827,0.0016029852467578426,2.9817849659395192,0.08664380052455287,0.005418059611067462,0.0015922510117794039,0.0072049227208703815,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,66.5843077780484,66.5843077780484,6.630697011947632,0.5453479902120101,0.19571591302498503,0.17635094792305653,4.509890205896124,8.159920819349193,0.21844740620678263,0.17750889937171574,0.20355671219956645,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.021804913767028,5.021804913767028,1.8192336559295654,0.8846646949074746,0.06694103709198224,0.07028205857564855,3.1060191234282812,2.240938400261602,0.08822592480352968,0.07162337514915867,0.054241204007503735,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,23.669323819035867,23.669323819035867,4.248534957567851,0.8018204900259116,0.505742522029032,0.36851077136112514,7.369935211941581,4.865112929731011,0.4230532982374792,0.3694378223972044,0.2718767480957719,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,2144.56733584404,2144.56733584404,45.83935546875,0.916787109375,0.016366369108807174,0.01623252981011925,1.04386962890625,46.309473499965854,0.016526800951660675,0.016359026486988847,0.007911489070244734,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ccbcdce3c737e1feb2960e9f482de44240e026fb..cb74e866c55745549d6f3a05dfa43ec1f9e0a2b6 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:10:48.604890+00:00", + "evaluated_at": "2026-06-17T15:49:28.263730+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 65040.87890625, 65278.0, 65101.44921875, - 65191.98828125 + 65491.26171875 ], "p50": [ 65807.421875, diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index d72c923d9908ed7208cd8bc4f42f0fd582020ad2..80f4156d427519709fc90de1ec3286ee1eed9978 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:31:41.394162+00:00", + "evaluated_at": "2026-06-17T15:49:46.828801+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9439c5b2309d015177058bbfe9858882f9a8ba7b..9fa62e15b14d93598c4e87fd34538adce2b9a779 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,96 +1,45 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T12:36:49.145462+00:00", + "evaluated_at": "2026-06-17T15:49:51.968460+00:00", "freq": "1h", - "context_length": 168, + "context_length": 96, "prediction_length": 24, "context": [ - 20.0, - 20.0, - 20.0, - 20.0, - 21.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 20.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.399999618530273, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 19.0, - 18.0, - 18.0, - 18.0, - 17.799999237060547, - 18.0, - 18.0, - 18.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, 16.0, 16.0, 16.0, 16.0, - 16.100000381469727, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -100,6 +49,9 @@ 16.0, 16.0, 16.0, + 15.0, + 15.0, + 15.0, 15.600000381469727, 16.0, 16.0, @@ -123,31 +75,10 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, + 15.600000381469727, 16.0, 16.0, 16.0, @@ -161,10 +92,6 @@ 16.0, 16.0, 16.0, - 16.0, - 15.0, - 15.0, - 15.0, 15.600000381469727, 16.0, 16.0, @@ -173,13 +100,13 @@ 16.0, 16.0, 16.0, + 16.0, 16.0 ], "actuals": [ 16.0, 16.0, 16.0, - 16.0, 15.600000381469727, 16.0, 16.0, @@ -193,102 +120,94 @@ 16.0, 16.0, 16.0, - 15.600000381469727, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0 ], "p50": [ - 16.010082244873047, - 16.00922393798828, - 16.00771713256836, - 16.007543563842773, - 16.008930206298828, - 16.010135650634766, - 16.011350631713867, - 16.007625579833984, - 16.008485794067383, - 16.009244918823242, - 16.009653091430664, - 16.00887680053711, - 16.009599685668945, - 16.010955810546875, - 16.0134334564209, - 16.011356353759766, - 16.01105499267578, - 16.010845184326172, - 16.011863708496094, - 16.011520385742188, - 16.011165618896484, - 16.01398468017578, - 16.01284408569336, - 16.0123348236084 + 15.999641418457031, + 15.999720573425293, + 15.999577522277832, + 15.999982833862305, + 15.999797821044922, + 15.99973201751709, + 15.999420166015625, + 15.999455451965332, + 15.99904727935791, + 15.999429702758789, + 15.999608993530273, + 15.999621391296387, + 15.999496459960938, + 15.999763488769531, + 15.999735832214355, + 15.999653816223145, + 15.999469757080078, + 15.999088287353516, + 15.999421119689941, + 15.99949836730957, + 15.999171257019043, + 15.999290466308594, + 15.999634742736816, + 15.999601364135742 ], "p10": [ - 15.996347427368164, - 15.942899703979492, - 15.224316596984863, - 14.991994857788086, - 15.047605514526367, - 15.08275318145752, - 15.174975395202637, - 15.12264633178711, - 15.070794105529785, - 15.050588607788086, - 15.073236465454102, - 15.071314811706543, - 15.04836368560791, - 15.033966064453125, - 15.042455673217773, - 15.05187702178955, - 15.059671401977539, - 15.052861213684082, - 15.049596786499023, - 15.04775333404541, - 15.045473098754883, - 15.048091888427734, - 15.034019470214844, - 15.033215522766113 + 15.930413246154785, + 15.690943717956543, + 15.533120155334473, + 15.504740715026855, + 15.401424407958984, + 15.385479927062988, + 15.305583000183105, + 15.269964218139648, + 15.260011672973633, + 15.223893165588379, + 15.166910171508789, + 15.145853996276855, + 15.121526718139648, + 15.126059532165527, + 15.126692771911621, + 15.12083625793457, + 15.10276985168457, + 15.09323787689209, + 15.077406883239746, + 15.063356399536133, + 15.04975700378418, + 15.042726516723633, + 15.03689193725586, + 15.032339096069336 ], "p90": [ - 16.03084945678711, - 16.149721145629883, - 16.595169067382812, - 16.723371505737305, - 16.819915771484375, - 16.811155319213867, - 16.804141998291016, - 16.854938507080078, - 16.886945724487305, - 16.914461135864258, - 16.942964553833008, - 16.963876724243164, - 16.98703384399414, - 17.029739379882812, - 17.07813835144043, - 17.128915786743164, - 17.168081283569336, - 17.237672805786133, - 17.274784088134766, - 17.323415756225586, - 17.375356674194336, - 17.43099594116211, - 17.47545623779297, - 17.527816772460938 + 16.002952575683594, + 16.002727508544922, + 16.003101348876953, + 16.002931594848633, + 16.002933502197266, + 16.002925872802734, + 16.002687454223633, + 16.002914428710938, + 16.002843856811523, + 16.0031795501709, + 16.003009796142578, + 16.003381729125977, + 16.003686904907227, + 16.003204345703125, + 16.00307846069336, + 16.003883361816406, + 16.00408363342285, + 16.00455093383789, + 16.004995346069336, + 16.00537109375, + 16.005407333374023, + 16.005971908569336, + 16.006929397583008, + 16.0078125 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", - "2026-06-17 00:00:00", - "2026-06-17 01:00:00", - "2026-06-17 02:00:00", - "2026-06-17 03:00:00", - "2026-06-17 04:00:00", - "2026-06-17 05:00:00", "2026-06-17 06:00:00", "2026-06-17 07:00:00", "2026-06-17 08:00:00", @@ -408,69 +327,6 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00", - "2026-06-22 06:00:00", - "2026-06-22 07:00:00", - "2026-06-22 08:00:00", - "2026-06-22 09:00:00", - "2026-06-22 10:00:00", - "2026-06-22 11:00:00", - "2026-06-22 12:00:00", - "2026-06-22 13:00:00", - "2026-06-22 14:00:00", - "2026-06-22 15:00:00", - "2026-06-22 16:00:00", - "2026-06-22 17:00:00", - "2026-06-22 18:00:00", - "2026-06-22 19:00:00", - "2026-06-22 20:00:00", - "2026-06-22 21:00:00", - "2026-06-22 22:00:00", - "2026-06-22 23:00:00", - "2026-06-23 00:00:00", - "2026-06-23 01:00:00", - "2026-06-23 02:00:00", - "2026-06-23 03:00:00", - "2026-06-23 04:00:00", - "2026-06-23 05:00:00", - "2026-06-23 06:00:00", - "2026-06-23 07:00:00", - "2026-06-23 08:00:00", - "2026-06-23 09:00:00", - "2026-06-23 10:00:00", - "2026-06-23 11:00:00", - "2026-06-23 12:00:00", - "2026-06-23 13:00:00", - "2026-06-23 14:00:00", - "2026-06-23 15:00:00", - "2026-06-23 16:00:00", - "2026-06-23 17:00:00", - "2026-06-23 18:00:00", - "2026-06-23 19:00:00", - "2026-06-23 20:00:00", - "2026-06-23 21:00:00", - "2026-06-23 22:00:00", - "2026-06-23 23:00:00", - "2026-06-24 00:00:00", - "2026-06-24 01:00:00", - "2026-06-24 02:00:00", - "2026-06-24 03:00:00", - "2026-06-24 04:00:00", - "2026-06-24 05:00:00", - "2026-06-24 06:00:00", - "2026-06-24 07:00:00", - "2026-06-24 08:00:00", - "2026-06-24 09:00:00", - "2026-06-24 10:00:00", - "2026-06-24 11:00:00", - "2026-06-24 12:00:00", - "2026-06-24 13:00:00", - "2026-06-24 14:00:00", - "2026-06-24 15:00:00", - "2026-06-24 16:00:00", - "2026-06-24 17:00:00", - "2026-06-24 18:00:00", - "2026-06-24 19:00:00", - "2026-06-24 20:00:00" + "2026-06-22 05:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 93fc7c2389102065cf351bb96efb7e4aa61a963e..863db10ea19e77e6ceeecc3edb7b47ba16903a8f 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,11 +1,187 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T13:12:14.230219+00:00", + "evaluated_at": "2026-06-17T15:49:57.531976+00:00", "freq": "1h", - "context_length": 158, + "context_length": 336, "prediction_length": 24, "context": [ + 28.100000381469727, + 28.200000762939453, + 28.5, + 28.299999237060547, + 28.100000381469727, + 28.799999237060547, + 28.5, + 26.399999618530273, + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, 39.79999923706055, 37.79999923706055, 36.400001525878906, @@ -163,11 +339,11 @@ 14.300000190734863, 21.799999237060547, 24.799999237060547, - 38.400001525878906 + 38.400001525878906, + 52.599998474121094, + 66.5999984741211 ], "actuals": [ - 52.599998474121094, - 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -189,87 +365,265 @@ 22.799999237060547, 27.100000381469727, 35.900001525878906, - 42.0 + 42.0, + 46.400001525878906, + 46.0 ], "p50": [ - 40.38531494140625, - 38.47560119628906, - 34.56166076660156, - 32.18844223022461, - 29.299585342407227, - 27.10437774658203, - 24.92784881591797, - 23.106536865234375, - 21.90749740600586, - 22.927690505981445, - 21.93405532836914, - 22.4085693359375, - 21.466129302978516, - 20.688783645629883, - 19.641090393066406, - 19.586057662963867, - 19.168581008911133, - 19.28912925720215, - 19.510540008544922, - 19.822246551513672, - 20.564189910888672, - 23.536624908447266, - 25.180301666259766, - 26.262996673583984 + 71.76963806152344, + 73.0082778930664, + 72.53069305419922, + 69.80844116210938, + 66.28020477294922, + 61.60593795776367, + 57.8809928894043, + 49.11705017089844, + 34.67047882080078, + 29.7614688873291, + 26.25429344177246, + 23.69259262084961, + 22.352705001831055, + 21.676109313964844, + 21.307527542114258, + 21.611286163330078, + 21.782258987426758, + 22.30072021484375, + 24.113616943359375, + 28.63676643371582, + 32.62099838256836, + 35.01006317138672, + 37.078887939453125, + 36.15317153930664 ], "p10": [ - 30.10091781616211, - 23.869470596313477, - 19.951717376708984, - 18.91726303100586, - 16.626768112182617, - 15.244011878967285, - 13.775002479553223, - 12.876413345336914, - 12.132490158081055, - 13.046038627624512, - 12.45482349395752, - 12.485337257385254, - 12.10655689239502, - 11.450531005859375, - 10.833868026733398, - 10.894428253173828, - 10.347034454345703, - 10.529494285583496, - 10.829080581665039, - 11.049001693725586, - 11.476983070373535, - 13.920953750610352, - 15.043293952941895, - 15.696796417236328 + 59.238929748535156, + 52.851783752441406, + 38.57411193847656, + 34.94452667236328, + 28.732683181762695, + 21.311201095581055, + 18.62506866455078, + 17.40939712524414, + 14.377017974853516, + 14.33183479309082, + 13.120532989501953, + 12.652631759643555, + 11.891561508178711, + 11.535684585571289, + 11.888420104980469, + 12.217126846313477, + 11.705780029296875, + 12.636423110961914, + 12.852746963500977, + 14.863077163696289, + 16.16240692138672, + 17.083574295043945, + 17.701528549194336, + 16.37903594970703 ], "p90": [ - 51.84059524536133, - 55.500457763671875, - 53.508216857910156, - 52.64718246459961, - 49.904701232910156, - 49.338539123535156, - 46.966026306152344, - 45.13908386230469, - 41.96331787109375, - 42.52266311645508, - 40.93720245361328, - 40.85144805908203, - 39.78384780883789, - 37.61700439453125, - 35.62406921386719, - 35.168739318847656, - 34.05836868286133, - 34.00209426879883, - 33.86157989501953, - 34.009376525878906, - 35.038169860839844, - 39.26031494140625, - 42.038665771484375, - 43.04955291748047 + 82.18387603759766, + 91.63059997558594, + 96.60603332519531, + 99.03156280517578, + 96.68785858154297, + 96.94918823242188, + 93.2719497680664, + 92.58492279052734, + 84.672119140625, + 76.4921875, + 66.53390502929688, + 62.03732681274414, + 53.1673583984375, + 49.26206970214844, + 52.40131759643555, + 52.09394073486328, + 51.945404052734375, + 55.662010192871094, + 60.82371139526367, + 69.430908203125, + 76.91205596923828, + 80.45797729492188, + 84.5157470703125, + 83.75362396240234 ], "timestamps": [ + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -451,6 +805,8 @@ "2026-06-17 10:00:00", "2026-06-17 11:00:00", "2026-06-17 12:00:00", - "2026-06-17 13:00:00" + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 8a0d551604e6124e2bb27b5c9d86c8f44f36926e..228b4d1e90b8a0b76a3f04aa8ae543905cadaeab 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:22:56.179580+00:00", + "evaluated_at": "2026-06-17T15:50:04.498715+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.5, 24.200000762939453, 24.0, 24.299999237060547, @@ -341,10 +340,10 @@ 23.799999237060547, 23.5, 23.0, - 22.600000381469727 + 22.600000381469727, + 22.299999237060547 ], "actuals": [ - 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -359,96 +358,96 @@ 28.200000762939453, 29.100000381469727, 29.799999237060547, - 30.200000762939453, - 30.100000381469727, - 28.399999618530273, + 29.799999237060547, + 29.799999237060547, + 28.5, 27.700000762939453, - 27.0, - 26.100000381469727, + 27.200000762939453, + 26.200000762939453, 25.399999618530273, 24.799999237060547, - 24.200000762939453 + 24.399999618530273, + 23.899999618530273 ], "p50": [ - 22.290245056152344, - 22.110576629638672, - 21.99569320678711, - 22.148221969604492, - 22.02930450439453, - 22.009849548339844, - 22.006412506103516, - 22.29863166809082, - 22.95828628540039, - 23.98647689819336, - 24.67209243774414, - 25.275009155273438, - 25.585107803344727, - 25.865049362182617, - 25.936941146850586, - 25.96485137939453, - 25.587522506713867, - 25.248775482177734, - 24.71870994567871, - 24.10491943359375, - 23.612398147583008, - 23.285518646240234, - 22.85407829284668, - 22.574453353881836 + 22.070322036743164, + 21.954788208007812, + 22.038394927978516, + 21.948036193847656, + 21.958425521850586, + 21.96910858154297, + 22.28888702392578, + 22.85959815979004, + 23.91633415222168, + 24.676406860351562, + 25.361114501953125, + 25.68881607055664, + 25.91847801208496, + 25.910987854003906, + 25.97884750366211, + 25.64841079711914, + 25.277061462402344, + 24.75433349609375, + 24.130136489868164, + 23.560705184936523, + 23.34465789794922, + 22.870952606201172, + 22.645755767822266, + 22.34696388244629 ], "p10": [ - 21.956771850585938, - 21.614234924316406, - 21.343975067138672, - 21.339580535888672, - 21.120683670043945, - 21.046974182128906, - 20.91962432861328, - 21.126365661621094, - 21.616474151611328, - 22.42613410949707, - 22.890579223632812, - 23.248857498168945, - 23.449054718017578, - 23.510343551635742, - 23.45803451538086, - 23.393518447875977, - 23.123165130615234, - 22.8142032623291, - 22.396753311157227, - 21.935993194580078, - 21.412612915039062, - 21.073070526123047, - 20.66729736328125, - 20.377758026123047 + 21.75844955444336, + 21.495269775390625, + 21.400089263916016, + 21.203384399414062, + 21.104522705078125, + 21.04932975769043, + 21.25478744506836, + 21.717491149902344, + 22.523786544799805, + 22.99803352355957, + 23.46013832092285, + 23.621173858642578, + 23.765966415405273, + 23.634592056274414, + 23.649185180664062, + 23.352237701416016, + 23.069568634033203, + 22.626232147216797, + 22.133743286132812, + 21.687517166137695, + 21.43088150024414, + 20.978816986083984, + 20.74421501159668, + 20.45012855529785 ], "p90": [ - 22.569011688232422, - 22.532011032104492, - 22.566349029541016, - 22.880958557128906, - 22.874507904052734, - 22.94144058227539, - 23.022993087768555, - 23.420074462890625, - 24.37912368774414, - 25.862058639526367, - 26.970495223999023, - 28.031543731689453, - 28.675817489624023, - 29.189971923828125, - 29.42054557800293, - 29.824594497680664, - 29.448495864868164, - 28.881790161132812, - 28.043134689331055, - 27.165857315063477, - 26.419654846191406, - 25.9910831451416, - 25.318973541259766, - 24.954734802246094 + 22.33479118347168, + 22.358192443847656, + 22.615436553955078, + 22.68144989013672, + 22.80557632446289, + 22.899503707885742, + 23.37860107421875, + 24.137496948242188, + 25.60791778564453, + 26.862661361694336, + 27.84058380126953, + 28.618886947631836, + 29.099777221679688, + 29.263904571533203, + 29.46922492980957, + 29.235095977783203, + 28.778282165527344, + 27.914485931396484, + 27.086549758911133, + 26.1293888092041, + 25.90462875366211, + 25.258441925048828, + 24.952884674072266, + 24.527442932128906 ], "timestamps": [ - "2026-06-02 15:00:00", "2026-06-02 16:00:00", "2026-06-02 17:00:00", "2026-06-02 18:00:00", @@ -807,6 +806,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index d5baba54f0a181c7c01b535517abb7b180e8ded3..d62b19b9bf55369c6e4c32ad8097879576ec9029 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T14:23:07.214475+00:00", + "evaluated_at": "2026-06-17T15:50:16.021363+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 15.0, 21.0, 20.0, 16.0, @@ -136,21 +135,21 @@ 15.0, 20.0, 11.0, - 16.0, + 17.0, 14.0, 17.0, 23.0, - 11.0, - 19.0, + 12.0, + 20.0, 11.0, 11.0, 11.0, - 24.0, + 25.0, 14.0, 22.0, 8.0, 13.0, - 14.0, + 15.0, 21.0, 14.0, 12.0, @@ -173,10 +172,10 @@ 13.0, 9.0, 10.0, - 17.0 + 17.0, + 15.0 ], "actuals": [ - 15.0, 16.0, 20.0, 9.0, @@ -191,96 +190,96 @@ 10.0, 6.0, 12.0, - 17.0, - 6.0, - 7.0, + 18.0, + 8.0, + 10.0, 13.0, - 19.0, + 20.0, 11.0, 10.0, - 14.0, - 7.0 + 13.0, + 11.0, + 4.0 ], "p50": [ - 13.208102226257324, - 13.249528884887695, - 13.237330436706543, - 13.252702713012695, - 13.245708465576172, - 13.270655632019043, - 13.242537498474121, - 13.274515151977539, - 13.261791229248047, - 13.261696815490723, - 13.280255317687988, - 13.30125904083252, - 13.288854598999023, - 13.337029457092285, - 13.293365478515625, - 13.311450958251953, - 13.299118995666504, - 13.322108268737793, - 13.303123474121094, - 13.326335906982422, - 13.321473121643066, - 13.320825576782227, - 13.31447696685791, - 13.330426216125488 + 13.276827812194824, + 13.28754711151123, + 13.274468421936035, + 13.266904830932617, + 13.280599594116211, + 13.251449584960938, + 13.290728569030762, + 13.306279182434082, + 13.292591094970703, + 13.287760734558105, + 13.34659481048584, + 13.331469535827637, + 13.371603012084961, + 13.323668479919434, + 13.310641288757324, + 13.313912391662598, + 13.318110466003418, + 13.30848217010498, + 13.343084335327148, + 13.34890079498291, + 13.340577125549316, + 13.336039543151855, + 13.35519027709961, + 13.33261775970459 ], "p10": [ - 8.948725700378418, - 8.901081085205078, - 8.930150032043457, - 8.910945892333984, - 8.976312637329102, - 8.943649291992188, - 8.928176879882812, - 8.901355743408203, - 8.923112869262695, - 8.882298469543457, - 8.961219787597656, - 8.900930404663086, - 8.944025039672852, - 8.879796981811523, - 8.938383102416992, - 8.90776252746582, - 8.95003890991211, - 8.902040481567383, - 8.949678421020508, - 8.904452323913574, - 8.957700729370117, - 8.910787582397461, - 8.956560134887695, - 8.913028717041016 + 8.942190170288086, + 8.950556755065918, + 8.922273635864258, + 8.930899620056152, + 8.915079116821289, + 8.914868354797363, + 8.919350624084473, + 8.93714714050293, + 8.892831802368164, + 8.896760940551758, + 8.926416397094727, + 8.93986988067627, + 8.939942359924316, + 8.919170379638672, + 8.909858703613281, + 8.918869018554688, + 8.891721725463867, + 8.881990432739258, + 8.89207649230957, + 8.901712417602539, + 8.881996154785156, + 8.873506546020508, + 8.88682746887207, + 8.894947052001953 ], "p90": [ - 18.51412582397461, - 18.693016052246094, - 18.578693389892578, - 18.78105926513672, - 18.653987884521484, - 18.856121063232422, - 18.66155242919922, - 18.956989288330078, - 18.77614402770996, - 18.77900505065918, - 18.72430419921875, - 18.97907829284668, - 18.809429168701172, - 19.11600112915039, - 18.783119201660156, - 18.90142059326172, - 18.77699089050293, - 19.05166244506836, - 18.792213439941406, - 19.075653076171875, - 18.86872100830078, - 18.916309356689453, - 18.780376434326172, - 19.010160446166992 + 19.01129150390625, + 18.842731475830078, + 18.98452377319336, + 18.990694046020508, + 19.102025985717773, + 18.96644401550293, + 19.15387725830078, + 19.05552864074707, + 19.134992599487305, + 19.05636978149414, + 19.2893009185791, + 19.1949462890625, + 19.41736602783203, + 19.143159866333008, + 19.24435043334961, + 19.068302154541016, + 19.236108779907227, + 19.152233123779297, + 19.379487991333008, + 19.197734832763672, + 19.25520133972168, + 19.222702026367188, + 19.33354949951172, + 19.2303466796875 ], "timestamps": [ - "2026-06-09 15:00:00", "2026-06-09 16:00:00", "2026-06-09 17:00:00", "2026-06-09 18:00:00", @@ -471,6 +470,7 @@ "2026-06-17 11:00:00", "2026-06-17 12:00:00", "2026-06-17 13:00:00", - "2026-06-17 14:00:00" + "2026-06-17 14:00:00", + "2026-06-17 15:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 42ee0d3ec1e9ba5ccbb58628d85e2eaa6db31bb7..6e97051f1a68c01645ffb37e6a278b083f414c76 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,30 +1,42 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:17:20.700892+00:00", + "evaluated_at": "2026-06-17T15:50:19.842435+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t085400z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t151000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t125000z", - "data_fetched_at": "2026-06-17T15:07:37.180149Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", + "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "context_length": 168, "prediction_length": 24 } ],