diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 7c04157707d268f74fadfe9735a30b4277dcdc0d..6ef9522b67d1bd6823648069755472874f2c9535 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,1097632.8716615327,371592.14175740257,550.4254397668832,0.548061922725131,0.008460377304076734,0.008448561724430604,7.334795986824223,1047.6797562526122,0.01608137040425104,0.008448760533920022,0.007384999019311407,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,1169970.2827335254,360174.29855959705,542.2129928533295,0.545025171341571,0.00833888031542355,0.008326878906307067,7.103595208898523,1081.6516457406817,0.016616829300611313,0.008329724992603958,0.007307214115406659,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.48960526571220925,0.4840451022321571,0.4910581978341233,0.4798770417701632,0.35992386083569006,0.26227124709652877,18.450271565082883,0.6997179901304591,0.48293046031596787,0.3389179138837746,0.3360301399712096,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.05704131199649382,0.06712679288052162,0.2320625079734388,1.4803985873697512,0.15908011414242754,0.17593363860078345,8.815336373755862,0.23883323051136293,0.1695857232549394,0.16477810969088907,0.13986584991443973,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,1.5214240033666513,1.0430254666246634,0.9260209846943329,0.5635969017576826,0.04286927033219693,0.041768989651237265,9.560315478024226,1.2334601750225467,0.05650513995232125,0.04242126855695455,0.04209962473013393,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,345.4682775743442,347.0471847092856,13.949237193027448,1.112686465519605,0.3282166014521764,0.3906263498622109,25.702335807962104,18.586776954984536,0.5133287076175246,0.38524935861065446,0.3615996431011961,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.977260736059156,13.77901665949534,3.083117072706667,1.4992714515083962,0.12688876715631114,0.11644545546774998,36.91578847321643,3.738617489936508,0.14502475834516637,0.11959723336840608,0.11187299535211277,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,36.21990836110642,31.201313799453303,4.650975413100956,0.8882499462686176,0.5956162933151907,0.39246787844244907,6.085861156941015,6.018297795980723,0.5103856788110861,0.3944290102983143,0.3209058046182445,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.9455014537246098,0.9373630263247406,0.7418800986606521,0.7212522434121053,0.555669613831089,0.37338405493374244,28.04261904151962,0.972368990519859,0.6718890203973718,0.5126254514501929,0.5095775398101778,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.060752925941090635,0.07077985186319055,0.23871679125662165,1.5118727709862319,0.1628808815438197,0.18047010383413595,10.657025558518086,0.24648108637599486,0.1741574021790388,0.16867134445500437,0.1448468124057773,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,2.3441744688684634,1.8649522256501452,1.1368827787869766,0.8717311900160393,0.05921842866836405,0.05678895207936025,13.071253086925985,1.5310697139152296,0.07729422298218765,0.05739416710389911,0.053766801439576045,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,436.5404527961764,441.5105216020299,15.939421004121932,1.2710471883556564,0.35198082732724484,0.47044225563734154,31.731025763406365,20.89355050718227,0.5643727767837641,0.4305527339323876,0.4022796042361225,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,36.530139969173995,35.48176742856933,5.075725780807683,2.5065310560664535,0.20847663780421785,0.18171457195451604,77.83659626836562,6.044016873667213,0.23294749016286465,0.1956277763792356,0.1888146406241469,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,39.69325285862457,36.507338167846925,4.871984949741337,0.936670003688588,1.098276575454504,0.4391237789037336,7.070116806519621,6.300258158093569,0.5419576910188016,0.4190954795476418,0.3394266833677936,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,956.3582536937911,2171.0189325910083,43.610577352919165,0.29483207224508734,0.016773493447693546,0.016935623941105198,1.3626516169904643,30.92504250108302,0.011922907952224778,0.01681371656980016,0.01562362289077538,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index ed5db72cdb33a3af1032538108881751b9844b7e..d2208230280a0f63f1f11bf2ca6c2fec8cd31534 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T02:06:33.661569+00:00", + "evaluated_at": "2026-06-18T02:22:55.887458+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65224.1178604524, - 65265.370505273, - 65239.26665296504, - 65235.74608678379, - 65243.54149755555, - 65239.71324170459, - 65230.25468155724, - 65239.14302999558, - 65255.80111338942, - 65235.57331466489, - 65239.68263551589, - 65230.06084696854, - 65243.61388520643, - 65237.35511265871, - 65233.023134032395, - 65222.45527203777, - 65273.13334994113, - 65226.51053878346, - 65226.173878258895, - 65242.73087047762, - 65230.47389170455, - 65241.20694384699, - 65243.17241097769, - 65243.61395164943 + 65218.144200522715, + 65218.60389471642, + 65204.00312226146, + 65210.47756339727, + 65238.49560881984, + 65228.76708300534, + 65184.830576409884, + 65204.954527296606, + 65216.903988222766, + 65204.35297360173, + 65219.147918862844, + 65210.4395746685, + 65202.98564744887, + 65211.00446556702, + 65193.36050980459, + 65210.28252691677, + 65204.354255251856, + 65218.1088922598, + 65207.62143236575, + 65184.818225403746, + 65202.22285550706, + 65186.88964638572, + 65202.22285526607, + 65216.985869902885 ], "p10": [ - 64978.306793875316, - 65091.939009162474, - 65024.5821552697, - 65030.66943790798, - 64977.32250212893, - 64980.72969576013, - 64980.82873437465, - 65041.229970796674, - 65064.15703287546, - 65042.41773325591, - 65029.90449082781, - 65030.49590981323, - 64980.699404928535, - 64976.11814327909, - 65030.43665119261, - 65030.49575536913, - 65029.90487061162, - 65024.9985204555, - 64980.69947101702, - 65061.98498615808, - 65024.998519555316, - 65030.49575057168, - 65030.436662743385, - 64980.841342555344 + 65004.73026073723, + 64951.12624334041, + 65003.87154166674, + 65003.49698894708, + 65036.29032301178, + 65014.7287321851, + 64949.74946199781, + 65003.6108016285, + 65036.23692827737, + 65003.570654878225, + 65065.88916408965, + 64949.73683096608, + 65014.75518905005, + 64951.884336037394, + 65003.57195913215, + 64998.0413720228, + 65003.57193652835, + 65003.61659274867, + 64998.04138702402, + 64914.47687906213, + 64946.21108876643, + 64951.66966905392, + 64901.00772815669, + 65003.5719301174 ], "p90": [ - 65455.72639859942, - 65564.51591753158, - 65575.7671359056, - 65564.88940675063, - 65575.42448115985, - 65552.14243352965, - 65488.48422000646, - 65553.25802840479, - 65582.36039125218, - 65494.85928152095, - 65588.48062008318, - 65564.71587865589, - 65494.85829983955, - 65582.36261299254, - 65488.496816621366, - 65576.183505075, - 65582.36258326565, - 65552.1122099759, - 65494.858365928034, - 65563.51780666159, - 65553.2527688136, - 65575.49693527473, - 65453.73173445229, - 65582.36258528194 + 65428.15917365086, + 65633.27983765908, + 65526.63985806616, + 65622.13753318886, + 65553.0424189741, + 65546.08378362693, + 65526.39726248826, + 65424.13316810027, + 65424.141680496505, + 65417.06450162381, + 65527.47351796555, + 65467.68561927815, + 65435.406991532065, + 65461.16372572018, + 65435.40688883312, + 65526.384898543605, + 65537.2649938877, + 65526.384909148095, + 65424.13896361717, + 65435.40685919158, + 65527.47291998662, + 65461.1637873532, + 65526.38491220884, + 65545.34608687305 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 88069498584f4cd182b6b008b3098e8856f01e66..e9e9040ae72254ddd916ba377fc0f8b9c98d7d55 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:00:53.384818+00:00", + "evaluated_at": "2026-06-18T02:22:55.929458+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e1b7f4b02ff192cf7449f49a4ea61ab7257259d1..b6fdf10fc84a0eac67d6195642baf35c8718e282 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:57:02.630001+00:00", + "evaluated_at": "2026-06-18T02:22:56.011582+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.0637598764106637, - 1.0994919763786823, - 1.1332562366706702, - 1.168202108411787, - 1.2017743125770615, - 1.2347969712750726, - 1.2695366194318036, - 1.2996093128871902, - 1.3329568775134055, - 1.364486218791119, - 1.3955649952615234, - 1.4286277473601985, - 1.458490491300367, - 1.4906359749804237, - 1.5199445576144759, - 1.5526432684906515, - 1.5810182836722715, - 1.612404317799285, - 1.642427494536121, - 1.6725789445818569, - 1.6993540031760168, - 1.7282536054695854, - 1.7593452123391686, - 1.7868329100697224, - 1.8154373710044087, - 1.8425362364332867, - 1.8712256997478116, - 1.898225313437916, - 1.9247452381360322, - 1.952792712077426, - 1.97855394132295, - 2.006296806485171, - 2.0325867107199556, - 2.0574108164921263, - 2.0838703665248657, - 2.1096712320120257, - 2.1338647221306983, - 2.161584713816611, - 2.1861460132536386, - 2.2096177489171676, - 2.234838514293001, - 2.2604075638360728, - 2.2821993138734564, - 2.3088763630813354, - 2.3333093527310766, - 2.3567786214860478, - 2.3799471868819198, - 2.4020112634209903, - 2.4250326461984137, - 2.4486152507091576, - 2.4719622601934206, - 2.493162914285622, - 2.5165401111399754, - 2.537998340686003, - 2.5615575673784696, - 2.581015763287601, - 2.601956208918968, - 2.6240939571836224, - 2.6454803032057397, - 2.6675297051014284 + 1.197934663187206, + 1.2384331020462795, + 1.2756593584153, + 1.3137490812233312, + 1.352559663643477, + 1.3900999058687238, + 1.4286535956435094, + 1.4643739713638613, + 1.5029315005950765, + 1.5381232972667553, + 1.5757667541017248, + 1.6104750126181362, + 1.6470369323456535, + 1.6829560185088748, + 1.7162915489793948, + 1.7525871365034345, + 1.7860953846780592, + 1.8214334073538225, + 1.854875807727936, + 1.8904718017123572, + 1.92349495979196, + 1.9545800753089906, + 1.9879773970749046, + 2.0224361498104138, + 2.052082929742932, + 2.0848451859445096, + 2.118107699178079, + 2.14915708345961, + 2.1797994954449864, + 2.2108432829680753, + 2.2417183266876517, + 2.2736678260413505, + 2.3026641741705083, + 2.334145857569162, + 2.362420823473186, + 2.3928949249143625, + 2.4225375320261326, + 2.452777868792369, + 2.481144622911511, + 2.5094129598008923, + 2.5386924965897366, + 2.564871889291979, + 2.5938584671614477, + 2.620303316609046, + 2.6486806703437757, + 2.675264633597031, + 2.7023958273395503, + 2.7296083553975388, + 2.755674635796217, + 2.783519282939687, + 2.8093655779725544, + 2.835503887695327, + 2.861140145395319, + 2.8855766084102084, + 2.912020682200112, + 2.9376869561182124, + 2.961125053202772, + 2.987091242110279, + 3.0103575754958145, + 3.0358515609741916 ], "p10": [ - 1.0504295291872867, - 1.0861978154421918, - 1.1205642460965026, - 1.1543076313119744, - 1.186277573787698, - 1.220726382374303, - 1.255377390173872, - 1.2865807844330133, - 1.3174685569863762, - 1.3492767211034848, - 1.3825392946074488, - 1.4129410592427, - 1.446786013790934, - 1.4747386327271124, - 1.5061213375703868, - 1.5366200748021392, - 1.5668389992729561, - 1.5993060865070006, - 1.6266168514740904, - 1.6561169125152533, - 1.6869159130272577, - 1.7143426906454688, - 1.7460013992444365, - 1.7716035596846809, - 1.7996467988580613, - 1.8286540905217217, - 1.8556947930417782, - 1.8831897919367602, - 1.911320460322018, - 1.937474391585337, - 1.9642941006316448, - 1.9911517601103546, - 2.017514547226824, - 2.0437478906722215, - 2.0712419750216604, - 2.0951476515396616, - 2.1220791295254626, - 2.1477872295621143, - 2.171396099412378, - 2.196234923432751, - 2.2233864677752484, - 2.24543129037339, - 2.269622111792458, - 2.294925842724833, - 2.3200643684743127, - 2.3412357457383504, - 2.367163777568116, - 2.390418963922151, - 2.4130502496639847, - 2.4338554944538284, - 2.4572788739828444, - 2.4783685670751927, - 2.502122953506214, - 2.523318444808466, - 2.547289772856742, - 2.566832526010132, - 2.591077717439012, - 2.609865533742431, - 2.6319313594516704, - 2.653649928965816 + 1.1852403236332845, + 1.2248962605110456, + 1.2614566001580316, + 1.3015499315384966, + 1.338572339408841, + 1.3760222721613413, + 1.4160500929465734, + 1.4503901975094884, + 1.4899591151276559, + 1.524086568301848, + 1.561337919437514, + 1.597954143659203, + 1.6320969402761847, + 1.6694249536965318, + 1.7031164550210238, + 1.7396525721550415, + 1.7731887079663762, + 1.8064643740330728, + 1.8412561169664048, + 1.8756520537673707, + 1.9080473426871818, + 1.9395175558824163, + 1.9755305800403298, + 2.0087562452051992, + 2.038639806367213, + 2.0707117870791225, + 2.103875162357717, + 2.136742658648227, + 2.1655538994090393, + 2.1978680591575506, + 2.226678072494123, + 2.2595647065159947, + 2.289574578236671, + 2.3200071324730405, + 2.3488051439186406, + 2.3794607564540247, + 2.4084665988256826, + 2.436354386820449, + 2.4668591416525443, + 2.494064483452906, + 2.523992348219823, + 2.552082882281146, + 2.5794581702189556, + 2.607771325752387, + 2.6352864831317837, + 2.6610221007174846, + 2.690020903257869, + 2.7154426398511378, + 2.7416679754869677, + 2.767930677727594, + 2.794624065510916, + 2.8216985803249375, + 2.845888711149745, + 2.870691210243898, + 2.899754314540119, + 2.9233667332152877, + 2.946675363661228, + 2.9744751730138463, + 2.9962799417884316, + 3.0224029188333903 ], "p90": [ - 1.0762127454068362, - 1.1127526148842017, - 1.1468615701788707, - 1.1809825063685995, - 1.2197056536328188, - 1.2469050969969144, - 1.2800665856476923, - 1.312187274254599, - 1.3449909429573255, - 1.3802830825978885, - 1.4068836931682196, - 1.4395637820575604, - 1.471759894617615, - 1.5024378057910714, - 1.533422799101996, - 1.5644770664411738, - 1.5941705520659575, - 1.631043415481575, - 1.6563754884966433, - 1.6859202476227266, - 1.711267290411234, - 1.7440667933717429, - 1.77293339492449, - 1.7986770658129234, - 1.829206009065339, - 1.8584373193035342, - 1.8864708657143419, - 1.9130531962729418, - 1.9413480242876742, - 1.9666640562309055, - 1.9930231068221935, - 2.0189699434073267, - 2.046150749243033, - 2.0695965640994287, - 2.098269457666581, - 2.1240149365522045, - 2.148839417983524, - 2.174078824069173, - 2.1990461719237553, - 2.222673987383353, - 2.2484410680817843, - 2.274465856250544, - 2.2974644212843995, - 2.3242792438961932, - 2.3450736986927647, - 2.368108875956444, - 2.392301794274564, - 2.4177775375757604, - 2.4380171587222343, - 2.461306396194352, - 2.4838882374061435, - 2.5072382595475493, - 2.5290628293182147, - 2.549931391946697, - 2.5738450161575797, - 2.5940865984168613, - 2.6150737740269125, - 2.637038002948484, - 2.6589087420716853, - 2.680245342850689 + 1.213580883745303, + 1.2509467299677222, + 1.288732389881818, + 1.3297880985038777, + 1.3672398244255652, + 1.4058421486540345, + 1.444211697321745, + 1.4781294037222987, + 1.5141004563502103, + 1.550751525650088, + 1.5902323005495733, + 1.6258832913285886, + 1.6597592578863025, + 1.697447449848682, + 1.7302996310394314, + 1.7673434334595464, + 1.7996918488591005, + 1.8348554316606658, + 1.8661177285223154, + 1.9031878593967977, + 1.9373742350396506, + 1.968272575919121, + 2.0022308029136147, + 2.0361286861396186, + 2.0662801422635364, + 2.10157477988679, + 2.1318037426557925, + 2.1640649594277, + 2.194741106112852, + 2.2238483170518037, + 2.2540418236832713, + 2.288111224575939, + 2.321805335419923, + 2.349154503229375, + 2.3778203301545093, + 2.4078686865690306, + 2.4371329179308656, + 2.4662531878432317, + 2.4932204554545945, + 2.521071761578962, + 2.5570677935719854, + 2.5803586013768536, + 2.6080010345424056, + 2.6356966425542305, + 2.6631337943526994, + 2.6889731782437036, + 2.7175440853696533, + 2.7447695322036063, + 2.7696950236717366, + 2.7971000887524213, + 2.8236427196180593, + 2.8473115296038793, + 2.874532571618768, + 2.8984926230332375, + 2.9240135830262153, + 2.951754348000363, + 2.9750689605011935, + 2.999152277552408, + 3.0233266310444566, + 3.050341166781434 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index e834c87ccf274815d2d2e1b4e72549f440274f91..f715325846c383e69ad1ee8d1f4827ecc9fa659a 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:57:02.706069+00:00", + "evaluated_at": "2026-06-18T02:22:56.074541+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.176292250843672, - 1.1751024671123789, - 1.1764701882710271, - 1.1755767717195538, - 1.1760857268047813, - 1.1769407117060329, - 1.1759398741414735, - 1.1765090963803015, - 1.176092653892106, - 1.1769436629923966, - 1.1767412311620664, - 1.1766254439224777, - 1.1765096425700827, - 1.1760928865963258, - 1.1767412725920532, - 1.1779782191041235, - 1.1765096500904002, - 1.176943763438479, - 1.1755935844949643, - 1.175593584521659, - 1.1766254621666936, - 1.1762446054365037, - 1.1765096503450978, - 1.1762446054394478, - 1.1771208323060343, - 1.1769437635475275, - 1.175195090195962, - 1.176741274003621, - 1.1765096503466212, - 1.1757673794602086, - 1.176741274003641, - 1.1753943373687432, - 1.1771982683093054, - 1.1755935845414751, - 1.1762446054401008, - 1.1755935845414751, - 1.1759411743789496, - 1.1759411743789496, - 1.1760928899095253, - 1.1755935845414751, - 1.1770322979269792, - 1.1767412740036425, - 1.1765096503466304, - 1.1772757043122988, - 1.1763771278933657, - 1.176943763547646, - 1.1757673794602124, - 1.1744749694353758, - 1.1766254621751364, - 1.1765096503466304, - 1.1765096503466304, - 1.1747377577744595, - 1.1753943373687439, - 1.1767412740036425, - 1.1771208323063125, - 1.1759411743789496, - 1.1755935845414751, - 1.1771982683093056, - 1.1766254621751364, - 1.176943763547646, - 1.1744749694353758, - 1.1751950901960126, - 1.1744749694353758, - 1.1765096503466304, - 1.1771982683093056, - 1.1762446054401008, - 1.1762446054401008, - 1.1759411743789496, - 1.1779782197055315, - 1.1765096503466304, - 1.1763771278933657, - 1.1757673794602124 + 1.1762525178441738, + 1.1761998873345954, + 1.1781695002974202, + 1.1762602885233338, + 1.1764200122949462, + 1.1751426841641832, + 1.1771255124709221, + 1.1766909207578433, + 1.1764255329090465, + 1.1764256408974494, + 1.1770250113752982, + 1.1757733682077283, + 1.1774594066482138, + 1.1769235395365196, + 1.176273685589563, + 1.1766913618822754, + 1.1771265486880442, + 1.1771265488053586, + 1.175573774263059, + 1.1764257210543634, + 1.176558541709359, + 1.1771265488895846, + 1.1770250455345102, + 1.177126548891934, + 1.1757733827627717, + 1.1759475175618048, + 1.1762736867154502, + 1.1772153230700075, + 1.1761216523607978, + 1.1759475175618963, + 1.1773817550487964, + 1.1753741658373447, + 1.1772153230700242, + 1.176121652360805, + 1.1762736867154902, + 1.176923542179011, + 1.174916067343568, + 1.1768074522705136, + 1.1764257210701754, + 1.176121652360805, + 1.1764257210701754, + 1.1764257210701754, + 1.176121652360805, + 1.1773817550487973, + 1.176558541716096, + 1.176558541716096, + 1.177025045535733, + 1.177126548892455, + 1.1774594128500009, + 1.1757733827629935, + 1.174916067343568, + 1.176558541716096, + 1.176923542179011, + 1.1755737743001693, + 1.1766746316245933, + 1.1774594128500009, + 1.177126548892455, + 1.1766913623620165, + 1.1772153230700244, + 1.175374165837345, + 1.1757733827629935, + 1.1774594128500009, + 1.177025045535733, + 1.1772153230700244, + 1.177025045535733, + 1.176121652360805, + 1.1766913623620165, + 1.1762736867154902, + 1.1762736867154902, + 1.177126548892455, + 1.176923542179011, + 1.176923542179011 ], "p10": [ - 1.0773385217290818, - 1.1063449834782504, - 1.1110525013162835, - 1.0783436891164655, - 1.0803404622003836, - 1.0703116430333066, - 1.0803463250676515, - 1.0805678628239923, - 1.1064373705444648, - 1.1038505870294784, - 1.107947522236951, - 1.103850669332069, - 1.0805684090137735, - 1.0783604986251876, - 1.1079475636669378, - 1.1203211898775867, - 1.0703146946186897, - 1.1077965691176956, - 1.0697218703890428, - 1.0703146948551037, - 1.0803476252966848, - 1.0703146948713227, - 1.1110919633903542, - 1.0783605019377338, - 1.080568416790043, - 1.0805684167902025, - 1.103629896099484, - 1.1079475650785056, - 1.0803476253051185, - 1.1064376065618804, - 1.1079475650785255, - 1.0805684167903205, - 1.0783605019383866, - 1.1038506875847278, - 1.0783605019383868, - 1.0803476253051276, - 1.0783605019383868, - 1.0775559212320402, - 1.11144134098226, - 1.1077965692268628, - 1.0805684167903211, - 1.0805684167903211, - 1.1077965692268628, - 1.0805684167903211, - 1.0703146948749198, - 1.1110919633918868, - 1.0697218704355536, - 1.0697218704355536, - 1.1077965692268628, - 1.0805684167903211, - 1.0783605019383868, - 1.0805684167903211, - 1.0783605019383868, - 1.0805684167903211, - 1.1038506875847278, - 1.0805684167903211, - 1.0783605019383868, - 1.107947565078527, - 1.0805684167903211, - 1.1110919633918868, - 1.1077965692268628, - 1.062344489019993, - 1.1038506875847278, - 1.0805684167903211, - 1.11144134098226, - 1.0805684167903211, - 1.1038506875847278, - 1.1064376065618842, - 1.1038506875847278, - 1.1038506875847278, - 1.1038506875847278, - 1.1038506875847278 + 1.0806304495439905, + 1.1111074341023688, + 1.1079736768422797, + 1.0807902545778356, + 1.0807979439947628, + 1.0777422288190226, + 1.108004085265893, + 1.1080046800832526, + 1.105424207912013, + 1.080803572597266, + 1.106610874752398, + 1.078548687982348, + 1.080803646568205, + 1.070508286971949, + 1.0699187480865426, + 1.0785487020578721, + 1.1206896760738627, + 1.1081600341308397, + 1.0805781577096438, + 1.1040301832827366, + 1.0777446612385588, + 1.0808036527671216, + 1.0805781577455313, + 1.1081600342174152, + 1.0705082896142186, + 1.1066109089127383, + 1.080803652769952, + 1.108005121687409, + 1.080803652769985, + 1.0785487025376104, + 1.0785487025376121, + 1.0785487025376128, + 1.1040301832985484, + 1.1040301832985486, + 1.1190588379490096, + 1.0705082896144404, + 1.1040301832985486, + 1.1066109089128326, + 1.080803652769992, + 1.108160034217936, + 1.0777446612452959, + 1.0785487025376133, + 1.1040301832985486, + 1.108160034217936, + 1.1116890473244225, + 1.080803652769992, + 1.0785487025376133, + 1.1080051216874258, + 1.1040301832985486, + 1.0785487025376133, + 1.064612885594734, + 1.1080051216874258, + 1.1054243960731418, + 1.0705082896144404, + 1.080803652769992, + 1.080803652769992, + 1.0777446612452959, + 1.1066109089128326, + 1.108160034217936, + 1.080803652769992, + 1.1066109089128326, + 1.1113361460137738, + 1.0705082896144404, + 1.0705082896144404, + 1.1040301832985486, + 1.1066109089128326, + 1.080803652769992, + 1.0777446612452959, + 1.064612885594734, + 1.080803652769992, + 1.080803652769992, + 1.0777446612452959 ], "p90": [ - 1.2771938083102004, - 1.3303326118812073, - 1.2857756180354434, - 1.2773943949912374, - 1.2858079170063026, - 1.328336687161922, - 1.2774099075756826, - 1.3283391850372064, - 1.3198431494833032, - 1.2858149795557972, - 1.330425192123265, - 1.3283397207508765, - 1.3209015626705867, - 1.2816544222687156, - 1.3306708454038325, - 1.3306708462140138, - 1.332881353214418, - 1.2820341571808047, - 1.3198433854542118, - 1.2858150800912305, - 1.3198433854922798, - 1.273753726655301, - 1.3304252349633086, - 1.3283397390028822, - 1.333475087670811, - 1.3328813534705295, - 1.3283397390034846, - 1.3304252349648196, - 1.3198433855007135, - 1.320693020851, - 1.3304252349648396, - 1.285815080111046, - 1.333475087671089, - 1.330425234964841, - 1.3283397390035352, - 1.330425234964841, - 1.3198433855007226, - 1.274119474774324, - 1.3285482885996658, - 1.3206930208510037, - 1.330425234964841, - 1.2820341572899718, - 1.3198433855007226, - 1.2774112078131588, - 1.2774112078131588, - 1.3283397390035352, - 1.3198433855007226, - 1.3206930208510037, - 1.332881353470648, - 1.2820341572899718, - 1.3209015704471343, - 1.2858150801110466, - 1.3285482885996658, - 1.3283397390035352, - 1.3306708468154218, - 1.330425234964841, - 1.3388186954750596, - 1.3388186954750596, - 1.332881353470648, - 1.3198433855007226, - 1.273753726658898, - 1.330425234964841, - 1.3206930208510037, - 1.330425234964841, - 1.3285482885996658, - 1.3388186954750596, - 1.332881353470648, - 1.3283397390035352, - 1.3285482885996658, - 1.330425234964841, - 1.3198433855007226, - 1.2820341572899718 + 1.3198658161191248, + 1.282142044861056, + 1.3305686707686801, + 1.2780439793098106, + 1.3285326051244608, + 1.330597683187553, + 1.3200379829235935, + 1.3336562085050176, + 1.3305999274526974, + 1.333056141943395, + 1.3308456921036211, + 1.2822158296866857, + 1.3200390131433393, + 1.330600112971335, + 1.3200390182191992, + 1.3287444935913626, + 1.3330562219117104, + 1.3285383138125937, + 1.3285383138625797, + 1.2859981617364562, + 1.328538313892953, + 1.3287444940682334, + 1.277595325640746, + 1.3330562221156002, + 1.3285383138994682, + 1.3208889488004882, + 1.3306001156137863, + 1.333656650109174, + 1.328538313899683, + 1.3285383138996871, + 1.3287444940711026, + 1.2859981617522678, + 1.330600115613826, + 1.278057377501967, + 1.2775953256419688, + 1.32853831389969, + 1.2775953256419688, + 1.32853831389969, + 1.282215844241951, + 1.3306001156138263, + 1.3306001156138263, + 1.282215844241951, + 1.273958076159518, + 1.3208889488005826, + 1.3306001156138263, + 1.282215844241951, + 1.333056222116121, + 1.32853831389969, + 1.3200390193451264, + 1.32853831389969, + 1.274321801107763, + 1.3306001156138263, + 1.32853831389969, + 1.333056222116121, + 1.3336566501091909, + 1.3390605020468205, + 1.3208889488005826, + 1.3287444940711037, + 1.3287444940711037, + 1.3287444940711037, + 1.278057377501967, + 1.32853831389969, + 1.3306001156138263, + 1.3200390193451264, + 1.3208889488005826, + 1.282215844241951, + 1.3306001156138263, + 1.2775953256419688, + 1.274321801107763, + 1.3306001156138263, + 1.32853831389969, + 1.282215844241951 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index c234c63b3c799091b0a028d139e4fda611974ea9..2d487f97dbd22d79337d98a174c521d6130b5129 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:00:53.425017+00:00", + "evaluated_at": "2026-06-18T02:22:56.107282+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.73292687319525, - 22.732933561275406, - 22.73293163681724, - 22.732931975856072, - 22.73293159174008, - 22.73293178670563, - 22.732931682970822, - 22.73293173380004, - 22.73293296451324, - 22.732949023685066, - 22.73294905777283, - 22.732931699088127, - 22.73293174526155, - 22.732931704471753, - 22.73293169847005, - 22.73293174531751, - 22.732934337982492, - 22.73293170994723, - 22.732931698953298, - 22.732931704451396, - 22.732932966895056, - 22.732931745314477, - 22.732931698951063, - 22.732936930652876 + 20.82532930252162, + 20.837242863050093, + 20.83350715112249, + 20.834621897820014, + 20.83429447927907, + 20.834400884098372, + 20.83434556003065, + 20.83437764139154, + 20.83449237822088, + 20.834393953817536, + 20.834374926319217, + 20.834377058047618, + 20.834360323006088, + 20.835485629411977, + 20.834370654739455, + 20.834833061977275, + 20.834373493783435, + 20.834374986155723, + 20.8343937556745, + 20.834253497950634, + 20.834373453257363, + 20.836132829713076, + 20.834342633399032, + 20.83437345325775 ], "p10": [ - 22.42473982601179, - 22.34924225798088, - 22.540775061969207, - 22.332914915636042, - 22.42474454456143, - 22.54672636623161, - 22.43293244511338, - 22.351054374053412, - 22.424744649390576, - 22.487220889922938, - 22.661792919592212, - 22.332914638076282, - 22.432932461040437, - 22.710495713037925, - 22.54672632483256, - 22.54672632484349, - 22.576819861314014, - 22.43293246109381, - 22.54672632484027, - 22.481792046212444, - 22.69235572208788, - 22.481792046212387, - 22.67086284576522, - 22.487220889003382 + 20.420101803264664, + 20.247095925462283, + 20.243369624595815, + 20.24449796643733, + 20.406873009670225, + 20.011437630312884, + 20.24422919797496, + 20.40695420498079, + 20.43011313093186, + 20.244236165440977, + 20.40695197157881, + 20.43011380524876, + 20.24423596184875, + 20.244235023785347, + 20.244226515172816, + 20.244236444979556, + 20.24423644478415, + 20.425031541034446, + 20.464885870281247, + 20.24423596730332, + 20.425031541020388, + 20.406952031401747, + 20.24423639707669, + 20.425031541020775 ], "p90": [ - 23.353613029407395, - 23.353619717540933, - 23.484656635283567, - 23.353618132066565, - 23.353617747957035, - 23.61836883181712, - 23.353619571569382, - 23.484657360740517, - 23.69474381707524, - 23.618368791345514, - 23.69474381910206, - 23.505666001196754, - 23.48465735451818, - 23.730368164538675, - 23.35361958754147, - 23.730521285540483, - 23.50566600105852, - 23.353635178981836, - 23.626006293328892, - 23.35363517898145, - 23.353635178981357, - 23.69474381945709, - 23.366737396540348, - 23.73036816451825 + 21.7151828811047, + 21.466900260904566, + 21.833414949881995, + 21.459087054836427, + 21.72460766643159, + 21.73566994974074, + 21.42451314946451, + 21.598780741952318, + 21.43275925029105, + 21.611369573715773, + 21.46403079128939, + 21.83428131065018, + 21.834369069870885, + 21.43275990819251, + 21.4640308506151, + 21.834281292738346, + 21.477505622792993, + 21.724686640423943, + 21.43275990654189, + 21.59877856837441, + 21.47750562283793, + 21.834290049002625, + 21.425036223379387, + 21.432759906546032 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 12b3c36f11ec59454eb50f5b5e360d3ffd3e38a9..6c04fd57265f5b7a8f065ec7df7d281c40e55424 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:00:53.462581+00:00", + "evaluated_at": "2026-06-18T02:22:56.141561+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 32.32683245411742, - 29.138518796852523, - 27.253791087191694, - 26.115981450190233, - 25.64054363221706, - 25.52892903985566, - 25.32268113662666, - 25.137322448536274, - 24.8071386638471, - 25.204874978706133, - 25.176545754949515, - 25.237259938690727, - 24.887040084259937, - 25.38407727918328, - 24.964409843616878, - 25.24797354766151, - 25.159310726601433, - 24.971768117131518, - 24.954726481484997, - 24.973261646952075, - 24.920600224765845, - 25.066809193702504, - 25.011763080600915, - 25.17246710484857 + 20.77458645462047, + 20.72526654584668, + 20.927921434893037, + 21.005549747519918, + 21.061689683981527, + 20.878435927861076, + 21.190426418413637, + 21.30699079995678, + 21.114945202429624, + 21.096014296201243, + 21.20542258506388, + 21.297396277771423, + 21.30672997289884, + 21.10738511581211, + 21.0628427898058, + 21.073467037650254, + 21.210149221240304, + 21.087416754096246, + 21.05646172274914, + 20.951639229481906, + 21.28891024746865, + 21.264577589105293, + 20.852015615177297, + 21.107657138377142 ], "p10": [ - 26.47301819824129, - 24.769446335106174, - 24.33901447559956, - 21.084450346874366, - 21.76000874537873, - 23.21525152998813, - 20.835572881559564, - 21.701280137966094, - 21.19485999340682, - 20.29743900429927, - 21.61033671271332, - 21.756786655640795, - 20.921356358662123, - 21.750001126893793, - 20.266600237966152, - 22.456185298314182, - 22.31668053881115, - 20.468598922038513, - 20.04681401870759, - 20.540602961691555, - 19.89250326337781, - 20.04988044254392, - 21.58483809212069, - 21.093289121629443 + 17.818927493994185, + 16.580967491255112, + 17.562354249916392, + 18.461722931306987, + 17.27424836112153, + 16.279184565304934, + 17.2999688638831, + 18.471959573353786, + 17.276801578679418, + 16.854583448978595, + 17.236528302524363, + 18.483778596874792, + 16.842054664506644, + 16.602889579746893, + 16.57475294573156, + 16.696231995515145, + 16.71004224340797, + 17.74248590708883, + 15.72776329278188, + 16.321771996909707, + 16.547001186899248, + 16.710057798131004, + 17.70010068275532, + 17.310005574775445 ], "p90": [ - 36.53829930766344, - 32.70634288953565, - 31.914405607146975, - 30.443786288448326, - 30.640324921457715, - 30.30198662359512, - 30.22899158982139, - 28.434113066735968, - 27.8647425166498, - 29.08018847636321, - 30.880286219158673, - 28.764044967843322, - 29.384515066115526, - 29.905386470811194, - 28.590841566759863, - 29.02141465427406, - 28.471344056523577, - 29.223399628518354, - 28.46421694659179, - 30.67216616999065, - 30.982153871211978, - 29.05379894086268, - 30.91115819041887, - 29.077700540524404 + 25.529553082195527, + 26.833923448726964, + 26.60713121127521, + 27.010961793627743, + 25.112653135930405, + 23.94683709076143, + 26.962992621160872, + 25.95176820343373, + 25.08435479193389, + 24.865739510757983, + 25.219133692437993, + 25.628353420360266, + 26.960917247846325, + 24.513003230903088, + 24.493579666354673, + 26.736169578770742, + 24.627474069038303, + 26.961119756413865, + 24.419390312972975, + 25.517553802290465, + 25.959285923461245, + 25.0871017193355, + 24.557608779561143, + 25.52475223177755 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5fd6f7f355f7c97759c937ae914cfa61825cf31b..adeb68acec9403346e38f66acfbea5c6fd5e4197 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:00:53.502972+00:00", + "evaluated_at": "2026-06-18T02:22:56.164847+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.12854901408852, - 26.00900347725792, - 26.631465018235396, - 27.149807648537898, - 27.537893009179022, - 27.927095470656603, - 28.047999694211843, - 28.319706853623693, - 28.432094756511916, - 28.43511721366043, - 28.539738949270053, - 28.589448107185802, - 28.672987656614954, - 28.7331988277341, - 28.739035654536757, - 28.62275650886376, - 28.629257785477215, - 28.704351056987246, - 28.71094084293499, - 28.789375583776916, - 28.786119569473488, - 28.724791007134545, - 28.794047390336683, - 28.750161649508023 + 28.20393276851203, + 29.043080455907052, + 29.614523133486394, + 30.109850867614156, + 30.427770678585567, + 30.68546529592329, + 30.910734063271278, + 31.02013254153698, + 31.13823065582477, + 31.292436635480044, + 31.410855609999302, + 31.39410112095856, + 31.511482248644334, + 31.471731988485825, + 31.54346920582917, + 31.644164993184994, + 31.53611164550444, + 31.543960599976497, + 31.610987051887022, + 31.6037430868068, + 31.544922161519732, + 31.586800094944987, + 31.577468114899823, + 31.6066705179185 ], "p10": [ - 24.234927163757018, - 25.110483300183144, - 25.85672269091623, - 26.438584103076327, - 26.737486166479993, - 27.2948927744794, - 27.278059040627056, - 27.629240318079745, - 27.62387192262794, - 27.715306276134413, - 27.7329617487669, - 27.977687823354945, - 27.829559705062607, - 27.928250676584756, - 28.062906123526172, - 27.732530557591122, - 27.83285859304526, - 27.874035571775806, - 27.85747666104489, - 28.142472839176143, - 27.93601777095888, - 27.86862127535202, - 27.925769185221448, - 27.88048952208317 + 27.43966588403561, + 28.200878536765032, + 28.72703947789026, + 29.039251026169822, + 29.638355232109053, + 29.92274096442869, + 30.262765833409592, + 30.202497722803233, + 30.335130422304417, + 30.468959834606455, + 30.61627909358441, + 30.83963925630414, + 30.910726588188062, + 30.7437284269232, + 30.767291775652165, + 30.963473891035395, + 30.915583136929698, + 30.776927403030303, + 30.64401548017607, + 30.606824647057216, + 30.61521334987134, + 30.748287015533343, + 30.817083210554458, + 30.817049458129 ], "p90": [ - 25.766584797510646, - 26.796521442487496, - 27.34875499348177, - 27.908839057320105, - 28.340124779264126, - 28.578154847638416, - 28.74464786462487, - 29.289064895042905, - 29.060763959509565, - 29.19686291590721, - 29.29682532981298, - 29.31905288521274, - 29.455212293888728, - 29.289306246889964, - 29.50766806412901, - 29.373006347709563, - 29.70284188753768, - 29.420418702244966, - 29.468163182433177, - 29.41300943833959, - 29.43041870228679, - 29.36962573486473, - 29.451354734672954, - 29.63925047215267 + 28.886489707918955, + 29.751331045487454, + 30.269062192467306, + 30.856387807608314, + 31.263062845013167, + 31.361253975848804, + 31.690883415530845, + 31.79099811094063, + 31.89138701727714, + 32.03755291707595, + 32.0959434781653, + 32.16823253672838, + 32.196570116810335, + 32.32518491275355, + 32.35126701098498, + 32.255454362390545, + 32.32734398688891, + 32.260471356772165, + 32.43330294216209, + 32.52294077545867, + 32.3715371520714, + 32.42748783378054, + 32.368700456284294, + 32.37610849551691 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 021da900bd758e6041aa51389b19d92901940640..4858f93a796cdcc3a54b1f572186ca8634603742 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T01:00:53.541181+00:00", + "evaluated_at": "2026-06-18T02:22:56.192832+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 14.601629906548991, - 14.898121145384398, - 14.329543995777586, - 13.93857582718224, - 14.50803976117819, - 13.354013309149689, - 14.32872328493615, - 14.206471358064732, - 14.206471358638513, - 14.206471358605189, - 14.506964264141772, - 14.206471358607011, - 13.898172034360773, - 14.878173830482925, - 14.328723275598868, - 14.1933907722962, - 14.844094999832897, - 13.714048937088819, - 13.844618690880278, - 14.924964242627443, - 14.844094999832897, - 14.024671374861835, - 14.172280743829548, - 14.94130370007861 + 13.92002503191677, + 13.759609087876543, + 13.210244365469507, + 13.014271712607545, + 13.280646626941353, + 13.599037827699409, + 14.022978011102996, + 13.463491298060985, + 13.613587187429745, + 13.463491298064804, + 14.372692121410648, + 13.71819562916292, + 13.61358718742963, + 14.084054652336668, + 13.880650363630876, + 13.61358718742963, + 14.019949663610518, + 14.022978010976008, + 13.951814187303441, + 14.791747429323125, + 13.764738959829424, + 13.860795567721045, + 13.880650363630876, + 14.390055848024268 ], "p10": [ - 9.889030642361153, - 9.624074348138306, - 10.654881940380301, - 10.316970795755717, - 11.018951012759777, - 9.638205703113458, - 10.317018470299177, - 9.375650960228715, - 9.440823591229078, - 9.558423831218391, - 10.430992776025755, - 9.819489418509125, - 9.8021112845992, - 10.336122614677148, - 10.45810804910089, - 10.01754106538294, - 10.151436375218267, - 9.99773590069556, - 9.570685924180433, - 10.131631210530886, - 9.55118242783949, - 9.627871198242941, - 10.317018460961895, - 10.166313631866636 + 9.35732337740249, + 8.798818915735161, + 9.217259528949501, + 9.891102320571651, + 8.845901391604503, + 9.477115544709559, + 9.030247522234674, + 9.218772665402275, + 9.218772665406213, + 9.65570602006907, + 9.217105061552022, + 8.765008216956794, + 8.752171995855587, + 9.18696000828467, + 9.477115548926792, + 9.755905669925445, + 10.072143531225745, + 9.201968442971344, + 8.612666400287406, + 8.845901251549881, + 9.217105061552022, + 9.628204127862931, + 9.18696000828467, + 9.905137286024551 ], "p90": [ - 20.820558168891903, - 20.509477918925917, - 20.5297927719798, - 20.523561769468294, - 20.697241295464817, - 19.74992248258046, - 20.58451566787078, - 20.588672989210565, - 20.654193463120873, - 20.748070929924083, - 20.523609434674576, - 20.650036131870024, - 19.748609957757072, - 20.65003613187003, - 19.749922643353866, - 19.84328669294656, - 19.761736813725012, - 19.417422613609933, - 19.749922643353866, - 20.523609434674473, - 20.752844378060022, - 21.498624467309575, - 20.536252104394027, - 20.584515658533498 + 20.409400892178958, + 20.04321709920722, + 19.532042761574278, + 19.317081670618148, + 18.916120683849094, + 20.2390375188439, + 20.05194876528932, + 20.462417250321046, + 19.47450399673433, + 20.23940117029214, + 20.242673995371216, + 20.153553076925462, + 19.69416377029806, + 20.25039053094534, + 20.242673995371216, + 20.0483469711601, + 20.239037523061135, + 19.49253460519213, + 20.25039053094534, + 20.127178368455954, + 20.119234835436643, + 18.96065810929918, + 20.127178368455954, + 20.239401170292144 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 718a6730408029845e8293181fbfac134b8983a5..53373e1e19e274b4b0b872f1f2751aaf9f4b6361 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,55 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T02:06:33.685712+00:00", + "evaluated_at": "2026-06-18T02:22:56.206550+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 66ba9baaf00d81d93badc8caa1cecd1073e5245a..84a3afb81c7bfebe1f1c807963e05487d214a4d3 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,4.000,3.800,4.000,4.000,4.200,3.800,4.000,4.000,4.000 +2026-06-18,Chronos-2,3.400,3.300,3.400,3.000,3.400,2.800,3.400,3.000,3.400 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 0aad13442384ac75892b154698cafb55087bbbab..a357642a00eac979e4641fdfb7730b0976fb8e78 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.15,3.875,4.15,4.025,4.25,3.625,4.15,4.025,4.15 +2026-W25,Chronos-Bolt-Mini,4.0,3.75,4.0,3.775,4.05,3.375,4.0,3.775,4.0 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index d9cf2c4109aed0298f0a3303e70c3890d21e5737..7e2a7641b2d762f49565dcffdcc1de0fed093542 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,780549.7763525645,780549.7763525645,711.0262044270834,0.7079730705602921,0.010987961459167141,0.010896178841336967,2.2971035067521313,883.4872813756656,0.013561096446175048,0.010913903501790737,0.00716464367370542,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,802177.6519044241,802177.6519044241,740.67138671875,0.744512866299727,0.011448037669415859,0.011353846724717717,2.3228361005046874,895.6437081252925,0.01375928994393872,0.011378533975718834,0.007421787135240164,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.2981746150550067,0.2981746150550067,0.41732049187024434,0.40781830746751896,0.301539896494775,0.44112949770995574,0.9178137015289356,0.5460536741520989,0.3768746208259301,0.288025719048052,0.21555600419588103,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06596982132213469,0.06596982132213469,0.2264216442902883,1.4444137714638698,0.15469525019029243,0.1711977908334227,5.043142268828117,0.2568459096854273,0.18237579111506305,0.16077276275720898,0.12872494672214807,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,3.4639680973887153,3.4639680973887153,1.645504315694173,1.001490408406084,0.07622718585796251,0.07264951778075374,8.702724080904606,1.8611738493189494,0.08526087097173231,0.07538099205249839,0.04624031736338079,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.792485917845926,20.792485917845926,3.6488396326700845,0.29105637949528423,0.10581697689308717,0.10653951651395009,3.0511437408284983,4.559877840232776,0.12593448580619865,0.10077347662149831,0.14747423255646291,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3433300580052976,1.3433300580052976,1.10390305519104,0.5368107330507096,0.04392810167973752,0.04477555897846017,2.6721916924214235,1.159021163743483,0.04495960462424486,0.042821517378149924,0.03969285165028666,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,30.68622638469651,30.68622638469651,4.66762391726176,0.8914295014399117,0.5939600497735068,0.39438540040391495,9.875876661953306,5.5395149954392675,0.469782190425945,0.395840897576969,0.30121475971582873,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.07128041210359673,0.07128041210359673,0.16271399557590485,0.15818975944433597,0.13023208512393236,0.1640542143455858,0.8333457778481045,0.266983917312629,0.18448095775774495,0.11243236688778817,0.1193552997465401,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0724280999036486,0.0724280999036486,0.2382537623246511,1.5089402548831956,0.16210395249113602,0.18011136931376573,5.604001447308716,0.2691246921106434,0.19015681052592137,0.1683441797337214,0.13310791004811867,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,2.065891313600787,2.065891313600787,1.1627431710561116,0.8915602444688718,0.06072335377369043,0.058016833430381755,6.943902277613918,1.4373208805276527,0.0725614252745971,0.05869969807240472,0.03793198411271381,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,19.804842954546228,19.804842954546228,3.8708037535349527,0.30866706051209875,0.12267577203279918,0.13215227346422057,2.6900659408030294,4.450263245533485,0.12020969937287972,0.10455744522773086,0.1433699826872804,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.0855517859469423,2.0855517859469423,1.3815631866455078,0.6822533727765836,0.05438422676403106,0.05607807520692143,2.0121007706484875,1.444143963026866,0.05565995573021031,0.05324797788580771,0.043881186226836726,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.04558965163127,33.04558965163127,4.62960680325826,0.8900712679161407,1.0310004329403077,0.4250649657020231,11.251947298546497,5.748529346853095,0.4944971481163953,0.3982457465168396,0.3187932494910577,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,435.038207359612,435.038207359612,20.134613037109375,0.13612132757482395,0.007775287733658167,0.0077869463810587595,1.351744952134683,20.857569545841432,0.008041472595987057,0.0077627423757530125,0.011638356725513164,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index d87c54faf478e83e78c86a8f65b2655ff0ead536..c455364c3ebf7d7c5d46f4a0afbdd228fee1c1c8 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T02:03:57.128570+00:00", + "evaluated_at": "2026-06-18T02:13:15.189933+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65915.6015625, - 65924.0, - 65917.375, - 65912.96875, - 65895.0, - 65901.34375, - 65895.0, - 65895.8515625, - 65881.9765625, - 65864.0078125, - 65838.6328125, - 65836.1328125, - 65827.9765625, - 65815.9296875, - 65799.203125, - 65795.7890625, - 65786.25, - 65785.3359375, - 65787.3203125, - 65781.390625, - 65747.296875, - 65723.5078125, - 65685.2421875, - 65673.015625 + 65915.1171875, + 65907.5546875, + 65904.640625, + 65900.71875, + 65880.390625, + 65874.8359375, + 65861.5234375, + 65856.4453125, + 65834.1640625, + 65824.8359375, + 65796.65625, + 65795.8984375, + 65793.5234375, + 65784.5546875, + 65768.6640625, + 65771.34375, + 65771.4921875, + 65765.84375, + 65762.296875, + 65747.8984375, + 65716.40625, + 65679.765625, + 65642.796875, + 65638.6171875 ], "p10": [ - 65561.578125, - 65447.59765625, - 65335.74609375, - 65241.38671875, - 65147.6015625, - 65070.09375, - 64967.92578125, - 64914.12109375, - 64845.5390625, - 64741.921875, - 64671.31640625, - 64626.35546875, - 64543.68359375, - 64506.30078125, - 64448.25390625, - 64467.8046875, - 64323.36328125, - 64165.7109375, - 64122.60546875, - 64056.97265625, - 63998.640625, - 63949.0390625, - 63902.48828125, - 63905.640625 + 65589.7265625, + 65462.0234375, + 65358.4375, + 65251.94140625, + 65134.453125, + 65010.86328125, + 64878.04296875, + 64799.91015625, + 64711.8359375, + 64589.875, + 64523.02734375, + 64476.984375, + 64387.12890625, + 64337.6875, + 64291.84375, + 64324.00390625, + 64227.375, + 64032.19921875, + 63982.375, + 63913.9765625, + 63842.44921875, + 63787.00390625, + 63763.21875, + 63720.9375 ], "p90": [ - 66204.9296875, - 66331.171875, - 66416.90625, - 66489.6640625, - 66537.3828125, - 66592.3515625, - 66632.0, - 66674.7109375, - 66698.0625, - 66735.1875, - 66769.0078125, - 66804.453125, - 66858.2265625, - 66840.3515625, - 66866.53125, - 66870.6328125, - 66931.9609375, - 66951.640625, - 66964.4765625, - 67050.5078125, - 67049.7265625, - 67080.09375, - 67108.1015625, - 67106.84375 + 66154.3984375, + 66256.7421875, + 66334.8046875, + 66407.0859375, + 66451.40625, + 66499.28125, + 66521.1953125, + 66571.203125, + 66595.203125, + 66639.46875, + 66664.859375, + 66722.0078125, + 66767.5234375, + 66774.3359375, + 66777.1875, + 66782.765625, + 66827.5234375, + 66856.0, + 66867.6875, + 66960.5546875, + 66944.2265625, + 66985.5625, + 67010.5234375, + 67016.0390625 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 1602f2349ce9c05fb868df2cef3bcb1c8302950c..e4f0daeb9ce11b0079297efb18493bf4875e5317 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T23:40:11.479504+00:00", + "evaluated_at": "2026-06-18T02:13:20.653216+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2e112bfc880bf978de1d394fbdb1803e13878a5f..9ced604099cfe5ce12496ab537ba110fa567890c 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T01:51:19.558445+00:00", + "evaluated_at": "2026-06-18T02:13:28.572072+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.0911290645599365, - 1.1244815587997437, - 1.152747631072998, - 1.1743910312652588, - 1.2057983875274658, - 1.2329425811767578, - 1.2536261081695557, - 1.2807581424713135, - 1.3029768466949463, - 1.3209121227264404, - 1.3408769369125366, - 1.3600648641586304, - 1.382123589515686, - 1.4029765129089355, - 1.417107105255127, - 1.4321352243423462, - 1.402881145477295, - 1.4192769527435303, - 1.4281275272369385, - 1.427791953086853, - 1.4353469610214233, - 1.4369962215423584, - 1.4398701190948486, - 1.4353591203689575, - 1.4314982891082764, - 1.4214670658111572, - 1.4168870449066162, - 1.4049561023712158, - 1.3879735469818115, - 1.379433512687683, - 1.3684682846069336, - 1.3514657020568848, - 1.207362413406372, - 1.1861201524734497, - 1.1685432195663452, - 1.140620470046997, - 1.112391471862793, - 1.0815504789352417, - 1.0483914613723755, - 1.011656403541565, - 0.983178436756134, - 0.9411031603813171, - 0.9174501895904541, - 0.8779991269111633, - 0.8494693636894226, - 0.8009737730026245, - 0.7688803672790527, - 0.7315146923065186, - 0.4943007826805115, - 0.4500008225440979, - 0.4164263606071472, - 0.3676636815071106, - 0.31679028272628784, - 0.26757436990737915, - 0.21278119087219238, - 0.1842339038848877, - 0.13426506519317627, - 0.09486830234527588, - 0.05613279342651367, - 0.02290177345275879 + 1.2223093509674072, + 1.2573448419570923, + 1.286924123764038, + 1.3166042566299438, + 1.3516513109207153, + 1.3800039291381836, + 1.4083077907562256, + 1.4354369640350342, + 1.4646400213241577, + 1.4847962856292725, + 1.5077214241027832, + 1.5315815210342407, + 1.5603699684143066, + 1.5839496850967407, + 1.5998711585998535, + 1.6212973594665527, + 1.6095068454742432, + 1.6294715404510498, + 1.6329560279846191, + 1.6444034576416016, + 1.6485106945037842, + 1.6565512418746948, + 1.6564512252807617, + 1.6616188287734985, + 1.6611418724060059, + 1.6560533046722412, + 1.650200366973877, + 1.641708254814148, + 1.6393815279006958, + 1.6295948028564453, + 1.6201894283294678, + 1.593559741973877, + 1.5199214220046997, + 1.5065436363220215, + 1.4818578958511353, + 1.466532588005066, + 1.4360569715499878, + 1.4098938703536987, + 1.3801019191741943, + 1.3525408506393433, + 1.3182326555252075, + 1.2863277196884155, + 1.2508176565170288, + 1.214165449142456, + 1.1815457344055176, + 1.1470561027526855, + 1.110195279121399, + 1.0764201879501343, + 0.8970621824264526, + 0.8573445677757263, + 0.8176661729812622, + 0.75705885887146, + 0.7070721387863159, + 0.6536681652069092, + 0.6103940606117249, + 0.5612414479255676, + 0.5119168162345886, + 0.4607476592063904, + 0.41796189546585083, + 0.3885583281517029 ], "p10": [ - 1.064907193183899, - 1.0914045572280884, - 1.1149426698684692, - 1.1350007057189941, - 1.1570600271224976, - 1.1731988191604614, - 1.1872644424438477, - 1.208409309387207, - 1.222921371459961, - 1.2326993942260742, - 1.2460904121398926, - 1.2599692344665527, - 1.272768259048462, - 1.274543046951294, - 1.2831428050994873, - 1.276249647140503, - 1.2768625020980835, - 1.2908371686935425, - 1.2763416767120361, - 1.2769131660461426, - 1.2687150239944458, - 1.256262183189392, - 1.2338435649871826, - 1.2257113456726074, - 1.1872023344039917, - 1.1651543378829956, - 1.1333529949188232, - 1.1117483377456665, - 1.0680180788040161, - 1.0423378944396973, - 1.0236910581588745, - 0.9814313650131226, - 0.8569812178611755, - 0.8105164766311646, - 0.7812343835830688, - 0.7517215013504028, - 0.6931548118591309, - 0.6706850528717041, - 0.617074728012085, - 0.5700681209564209, - 0.5157668590545654, - 0.4465668797492981, - 0.39784181118011475, - 0.36032599210739136, - 0.2994763255119324, - 0.23134726285934448, - 0.18493610620498657, - 0.15036660432815552, - -0.2710307836532593, - -0.3696941137313843, - -0.40933215618133545, - -0.44647347927093506, - -0.5232652425765991, - -0.557945966720581, - -0.5892760753631592, - -0.647142767906189, - -0.6859508752822876, - -0.7234647274017334, - -0.7738614082336426, - -0.8105441331863403 + 1.1924583911895752, + 1.2220757007598877, + 1.2477197647094727, + 1.27188241481781, + 1.3008699417114258, + 1.3197436332702637, + 1.3391238451004028, + 1.361329197883606, + 1.3836266994476318, + 1.3953287601470947, + 1.4099235534667969, + 1.4295748472213745, + 1.441605567932129, + 1.4512574672698975, + 1.4668458700180054, + 1.4640899896621704, + 1.471134901046753, + 1.4769048690795898, + 1.4691940546035767, + 1.4787260293960571, + 1.4634392261505127, + 1.45652437210083, + 1.4441558122634888, + 1.4378082752227783, + 1.4106391668319702, + 1.393974781036377, + 1.3632700443267822, + 1.3358800411224365, + 1.2956253290176392, + 1.2871266603469849, + 1.2598049640655518, + 1.213150978088379, + 1.1079729795455933, + 1.0809595584869385, + 1.0445388555526733, + 1.0085859298706055, + 0.9657560586929321, + 0.9220930337905884, + 0.8624065518379211, + 0.8144921064376831, + 0.7704981565475464, + 0.7045122385025024, + 0.6684916019439697, + 0.62589430809021, + 0.5524367690086365, + 0.5148762464523315, + 0.47266995906829834, + 0.4254823327064514, + 0.10444468259811401, + 0.025042295455932617, + -0.05603361129760742, + -0.09749114513397217, + -0.15521454811096191, + -0.2129344940185547, + -0.265389084815979, + -0.31589198112487793, + -0.36513710021972656, + -0.4178696870803833, + -0.4630032777786255, + -0.5139904022216797 ], "p90": [ - 1.1144030094146729, - 1.148690104484558, - 1.1847180128097534, - 1.211373209953308, - 1.2543013095855713, - 1.2909190654754639, - 1.3131389617919922, - 1.3500701189041138, - 1.3802576065063477, - 1.4113248586654663, - 1.4345118999481201, - 1.4668442010879517, - 1.5006308555603027, - 1.5414118766784668, - 1.5657117366790771, - 1.5820221900939941, - 1.5562043190002441, - 1.563650131225586, - 1.5861331224441528, - 1.6115165948867798, - 1.6288011074066162, - 1.6420261859893799, - 1.6646748781204224, - 1.684371829032898, - 1.6896648406982422, - 1.7121195793151855, - 1.7251944541931152, - 1.715003252029419, - 1.7233227491378784, - 1.7397708892822266, - 1.7354168891906738, - 1.7312443256378174, - 1.621127724647522, - 1.6130387783050537, - 1.609090805053711, - 1.606354832649231, - 1.6020362377166748, - 1.5862336158752441, - 1.5806694030761719, - 1.5751371383666992, - 1.5553994178771973, - 1.5448918342590332, - 1.5376602411270142, - 1.520201325416565, - 1.5080370903015137, - 1.4961841106414795, - 1.4692111015319824, - 1.4591046571731567, - 1.35593581199646, - 1.348966360092163, - 1.3233054876327515, - 1.310021162033081, - 1.2748700380325317, - 1.2540476322174072, - 1.23043954372406, - 1.2330703735351562, - 1.2059255838394165, - 1.1953682899475098, - 1.1688371896743774, - 1.1421761512756348 + 1.2499921321868896, + 1.2869062423706055, + 1.3249262571334839, + 1.358238697052002, + 1.3999192714691162, + 1.4514919519424438, + 1.4750572443008423, + 1.512830138206482, + 1.5500577688217163, + 1.5830488204956055, + 1.6174781322479248, + 1.6449440717697144, + 1.6863739490509033, + 1.728143334388733, + 1.7568821907043457, + 1.7815251350402832, + 1.7746343612670898, + 1.7948176860809326, + 1.8032658100128174, + 1.8271785974502563, + 1.8671801090240479, + 1.8774628639221191, + 1.8918544054031372, + 1.9193720817565918, + 1.9400296211242676, + 1.9627599716186523, + 1.9711670875549316, + 1.979001760482788, + 1.986341953277588, + 2.006760597229004, + 1.9975459575653076, + 1.9932615756988525, + 1.96388840675354, + 1.9688971042633057, + 1.9709203243255615, + 1.9636445045471191, + 1.960243821144104, + 1.9464292526245117, + 1.941151738166809, + 1.9315155744552612, + 1.9302090406417847, + 1.9240057468414307, + 1.9189763069152832, + 1.883043885231018, + 1.8783349990844727, + 1.8752938508987427, + 1.830399990081787, + 1.813218355178833, + 1.7275062799453735, + 1.7240815162658691, + 1.7148247957229614, + 1.6751303672790527, + 1.6472060680389404, + 1.6249719858169556, + 1.6025753021240234, + 1.6099908351898193, + 1.5697404146194458, + 1.5576269626617432, + 1.5330415964126587, + 1.5064655542373657 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8bfa2e13890325a5e1188cfd7b24b0dc610db646..47efd9af69f5fa974a29b0307aa4f058aa0fbfb8 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T01:51:24.370691+00:00", + "evaluated_at": "2026-06-18T02:13:33.187160+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.2134157419204712, - 1.2072453498840332, - 1.1999282836914062, - 1.1955822706222534, - 1.1877871751785278, - 1.185727596282959, - 1.1851335763931274, - 1.188674807548523, - 1.1879198551177979, - 1.1884297132492065, - 1.1866264343261719, - 1.188019037246704, - 1.187111258506775, - 1.1877762079238892, - 1.1848732233047485, - 1.1834676265716553, - 1.1951744556427002, - 1.1958564519882202, - 1.2000185251235962, - 1.200264811515808, - 1.202087163925171, - 1.201459288597107, - 1.2036477327346802, - 1.2023541927337646, - 1.204803705215454, - 1.2001203298568726, - 1.1946994066238403, - 1.1851762533187866, - 1.1802171468734741, - 1.1765720844268799, - 1.1749393939971924, - 1.176538348197937, - 1.180311918258667, - 1.1760908365249634, - 1.1756603717803955, - 1.1746108531951904, - 1.1763930320739746, - 1.1744513511657715, - 1.1740788221359253, - 1.171422004699707, - 1.1725380420684814, - 1.1698132753372192, - 1.1747225522994995, - 1.1755547523498535, - 1.177288293838501, - 1.1798324584960938, - 1.177598237991333, - 1.1771410703659058, - 1.1881964206695557, - 1.1849855184555054, - 1.181337833404541, - 1.174098014831543, - 1.170589804649353, - 1.165490984916687, - 1.168717384338379, - 1.1679203510284424, - 1.171325445175171, - 1.1654417514801025, - 1.1660981178283691, - 1.167500376701355, - 1.1684774160385132, - 1.1691542863845825, - 1.1664652824401855, - 1.1634387969970703, - 1.174002766609192, - 1.1752948760986328, - 1.1803958415985107, - 1.1817375421524048, - 1.1861910820007324, - 1.1833417415618896, - 1.1856610774993896, - 1.1854143142700195 + 1.2079945802688599, + 1.2032217979431152, + 1.196284532546997, + 1.1904325485229492, + 1.183420181274414, + 1.1876252889633179, + 1.1893963813781738, + 1.1887978315353394, + 1.1865606307983398, + 1.1859993934631348, + 1.1849446296691895, + 1.1873400211334229, + 1.1874217987060547, + 1.1856602430343628, + 1.182755947113037, + 1.180917501449585, + 1.195223331451416, + 1.1997554302215576, + 1.2023323774337769, + 1.2039958238601685, + 1.2030304670333862, + 1.202502965927124, + 1.2066001892089844, + 1.200457215309143, + 1.2023963928222656, + 1.1904813051223755, + 1.180288314819336, + 1.1694629192352295, + 1.1640681028366089, + 1.1659685373306274, + 1.1675249338150024, + 1.168080449104309, + 1.173377513885498, + 1.168721318244934, + 1.172475814819336, + 1.171006441116333, + 1.1733531951904297, + 1.167765736579895, + 1.1675103902816772, + 1.166202425956726, + 1.168697714805603, + 1.1695116758346558, + 1.1723601818084717, + 1.174795150756836, + 1.1754655838012695, + 1.1752382516860962, + 1.1733901500701904, + 1.1727256774902344, + 1.1804428100585938, + 1.171527624130249, + 1.1663157939910889, + 1.162030816078186, + 1.1541552543640137, + 1.154012680053711, + 1.1592649221420288, + 1.1599258184432983, + 1.1585490703582764, + 1.152479648590088, + 1.1569360494613647, + 1.1554080247879028, + 1.158347249031067, + 1.1546921730041504, + 1.1533203125, + 1.1508160829544067, + 1.1654170751571655, + 1.1723202466964722, + 1.178018569946289, + 1.1809959411621094, + 1.1836215257644653, + 1.181559681892395, + 1.1858928203582764, + 1.1851252317428589 ], "p10": [ - 1.0694409608840942, - 1.0404021739959717, - 1.0186222791671753, - 1.0055813789367676, - 0.9942512512207031, - 0.9870760440826416, - 0.9815747737884521, - 0.9853192567825317, - 0.9778582453727722, - 0.9748764634132385, - 0.9800982475280762, - 0.9787940382957458, - 0.9786985516548157, - 0.9719904065132141, - 0.9688457250595093, - 0.9647136926651001, - 0.9691063761711121, - 0.9679264426231384, - 0.9687174558639526, - 0.9687666296958923, - 0.9681870341300964, - 0.9640529155731201, - 0.9628651142120361, - 0.9670149683952332, - 0.9611266851425171, - 0.9565315246582031, - 0.9565349221229553, - 0.9400736093521118, - 0.9364049434661865, - 0.9241249561309814, - 0.9249036312103271, - 0.9273489713668823, - 0.9287912249565125, - 0.9308925867080688, - 0.9296501874923706, - 0.9308889508247375, - 0.9278912544250488, - 0.9255797266960144, - 0.9263139367103577, - 0.9202178120613098, - 0.9182321429252625, - 0.9200987815856934, - 0.9207523465156555, - 0.9220759272575378, - 0.9233999848365784, - 0.9166845679283142, - 0.9214440584182739, - 0.9221502542495728, - 0.918340802192688, - 0.9283952116966248, - 0.9234973192214966, - 0.9195315837860107, - 0.9095328450202942, - 0.905202329158783, - 0.9066142439842224, - 0.907296359539032, - 0.9088312387466431, - 0.909340500831604, - 0.9036288261413574, - 0.9086053967475891, - 0.907890260219574, - 0.903653085231781, - 0.9076473712921143, - 0.9032362699508667, - 0.9034901261329651, - 0.9080640077590942, - 0.9110269546508789, - 0.9159866571426392, - 0.9141022562980652, - 0.9157608151435852, - 0.9132099151611328, - 0.9170259237289429 + 1.0778558254241943, + 1.0507646799087524, + 1.027085304260254, + 1.0065504312515259, + 0.9933391213417053, + 0.9902580380439758, + 0.9902894496917725, + 0.987805962562561, + 0.9767160415649414, + 0.971267819404602, + 0.9771519303321838, + 0.9756536483764648, + 0.9769915342330933, + 0.9696850776672363, + 0.9650744199752808, + 0.9599829316139221, + 0.9708833694458008, + 0.9726202487945557, + 0.976006031036377, + 0.9733710885047913, + 0.971223771572113, + 0.9682738184928894, + 0.9685733318328857, + 0.9687411189079285, + 0.9611307382583618, + 0.9485275745391846, + 0.9413387775421143, + 0.9271382689476013, + 0.9146125912666321, + 0.9183928370475769, + 0.9216560125350952, + 0.9219241142272949, + 0.9233536124229431, + 0.9315354228019714, + 0.9301035404205322, + 0.931531548500061, + 0.9269019365310669, + 0.924148440361023, + 0.9252638220787048, + 0.9164907336235046, + 0.9157321453094482, + 0.9239898920059204, + 0.926740288734436, + 0.9257179498672485, + 0.9278878569602966, + 0.9213900566101074, + 0.9258337020874023, + 0.9267208576202393, + 0.9165846109390259, + 0.9242331385612488, + 0.9174602031707764, + 0.9111247062683105, + 0.8995038270950317, + 0.8984558582305908, + 0.9035841226577759, + 0.9029771089553833, + 0.9021066427230835, + 0.9055968523025513, + 0.9032642245292664, + 0.9042527079582214, + 0.9022145867347717, + 0.9004669189453125, + 0.9018236398696899, + 0.895405113697052, + 0.8984065651893616, + 0.9105592370033264, + 0.9153037667274475, + 0.9193654656410217, + 0.9173592329025269, + 0.9189425706863403, + 0.9174706935882568, + 0.9210047721862793 ], "p90": [ - 1.336080551147461, - 1.3560744524002075, - 1.3654282093048096, - 1.3714189529418945, - 1.3700331449508667, - 1.3789335489273071, - 1.3842437267303467, - 1.3920488357543945, - 1.3890094757080078, - 1.3962925672531128, - 1.3997039794921875, - 1.399336576461792, - 1.4056979417800903, - 1.4017151594161987, - 1.4084289073944092, - 1.4066959619522095, - 1.442913293838501, - 1.4435250759124756, - 1.4435709714889526, - 1.449493169784546, - 1.4550347328186035, - 1.4609386920928955, - 1.4642934799194336, - 1.4723392724990845, - 1.471663236618042, - 1.4738410711288452, - 1.4704298973083496, - 1.465073823928833, - 1.465358018875122, - 1.4661288261413574, - 1.473761796951294, - 1.4798824787139893, - 1.4960675239562988, - 1.4953957796096802, - 1.4902229309082031, - 1.4955360889434814, - 1.504409909248352, - 1.5124492645263672, - 1.5147271156311035, - 1.5150494575500488, - 1.5216031074523926, - 1.5286235809326172, - 1.5333435535430908, - 1.530484914779663, - 1.5336346626281738, - 1.5378363132476807, - 1.549889087677002, - 1.5590530633926392, - 1.5532153844833374, - 1.5515110492706299, - 1.5361943244934082, - 1.5373175144195557, - 1.5503344535827637, - 1.5607694387435913, - 1.5579540729522705, - 1.5516178607940674, - 1.5555802583694458, - 1.5591380596160889, - 1.564860224723816, - 1.557568907737732, - 1.5597383975982666, - 1.563138723373413, - 1.5692956447601318, - 1.5800830125808716, - 1.6020698547363281, - 1.5947049856185913, - 1.5865013599395752, - 1.5886096954345703, - 1.6083359718322754, - 1.6086375713348389, - 1.6232260465621948, - 1.6212332248687744 + 1.3222193717956543, + 1.3403806686401367, + 1.351251244544983, + 1.36336088180542, + 1.3656672239303589, + 1.3744227886199951, + 1.380982756614685, + 1.3900457620620728, + 1.3878324031829834, + 1.3943467140197754, + 1.3982301950454712, + 1.4021148681640625, + 1.4086273908615112, + 1.4057918787002563, + 1.4080569744110107, + 1.4129923582077026, + 1.4467053413391113, + 1.448730230331421, + 1.4477356672286987, + 1.4558796882629395, + 1.4659615755081177, + 1.468464970588684, + 1.4683572053909302, + 1.4795544147491455, + 1.4748589992523193, + 1.4711298942565918, + 1.466385841369629, + 1.461021065711975, + 1.469312310218811, + 1.464918613433838, + 1.4684232473373413, + 1.4816375970840454, + 1.492079257965088, + 1.4794220924377441, + 1.4750645160675049, + 1.4833678007125854, + 1.4965753555297852, + 1.5052056312561035, + 1.5066373348236084, + 1.5072200298309326, + 1.5125561952590942, + 1.5179438591003418, + 1.5237975120544434, + 1.5168561935424805, + 1.5234771966934204, + 1.5237451791763306, + 1.532985806465149, + 1.5460433959960938, + 1.537807822227478, + 1.5315672159194946, + 1.5176938772201538, + 1.5221498012542725, + 1.5424200296401978, + 1.5442566871643066, + 1.5443803071975708, + 1.544960618019104, + 1.5454213619232178, + 1.5465580224990845, + 1.549717903137207, + 1.5528273582458496, + 1.5485535860061646, + 1.5522416830062866, + 1.558043122291565, + 1.5716521739959717, + 1.5947519540786743, + 1.5862078666687012, + 1.5766236782073975, + 1.582556962966919, + 1.6129920482635498, + 1.607560396194458, + 1.6171209812164307, + 1.6236732006072998 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 07ff8bc1bdbe5a41b0e6583689eebc7348b2a1dd..b04eb3918a95f4e1d72c413531a3d773f52d15ff 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T23:40:17.216249+00:00", + "evaluated_at": "2026-06-18T02:13:40.004554+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.797574996948242, - 22.804180145263672, - 22.83316993713379, - 22.89133071899414, - 22.973796844482422, - 23.011871337890625, - 23.094438552856445, - 23.183809280395508, - 23.25139617919922, - 23.270952224731445, - 23.317848205566406, - 23.37248992919922, - 23.38898468017578, - 23.50075912475586, - 23.582672119140625, - 23.660287857055664, - 23.90753173828125, - 23.925662994384766, - 23.96395492553711, - 24.02432632446289, - 24.102994918823242, - 24.090484619140625, - 24.18526840209961, - 24.256319046020508 + 21.054811477661133, + 21.05975341796875, + 21.045289993286133, + 21.048444747924805, + 21.02919578552246, + 21.05119514465332, + 21.031387329101562, + 21.011056900024414, + 21.010730743408203, + 21.014930725097656, + 21.001161575317383, + 21.005144119262695, + 21.005786895751953, + 21.013294219970703, + 21.00469207763672, + 21.00498390197754, + 20.939119338989258, + 20.915878295898438, + 20.899763107299805, + 20.857189178466797, + 20.845409393310547, + 20.843246459960938, + 20.817852020263672, + 20.79551887512207 ], "p10": [ - 22.18376350402832, - 22.085168838500977, - 22.049720764160156, - 22.06429672241211, - 22.09943389892578, - 22.06846046447754, - 22.115835189819336, - 22.11238670349121, - 22.071186065673828, - 22.112041473388672, - 21.992557525634766, - 22.019256591796875, - 22.012447357177734, - 22.061927795410156, - 22.04134750366211, - 22.028324127197266, - 22.079423904418945, - 22.03453826904297, - 22.07881736755371, - 22.109830856323242, - 22.045063018798828, - 22.077701568603516, - 22.11798858642578, - 22.128192901611328 + 20.685527801513672, + 20.556203842163086, + 20.45945930480957, + 20.359617233276367, + 20.281583786010742, + 20.252012252807617, + 20.18255043029785, + 20.09885025024414, + 20.047250747680664, + 19.9857177734375, + 19.925540924072266, + 19.870264053344727, + 19.780447006225586, + 19.725688934326172, + 19.675355911254883, + 19.602514266967773, + 19.267541885375977, + 19.15960121154785, + 19.104360580444336, + 19.035608291625977, + 18.999122619628906, + 18.924591064453125, + 18.839019775390625, + 18.808757781982422 ], "p90": [ - 23.36066246032715, - 23.427087783813477, - 23.528671264648438, - 23.676162719726562, - 23.802654266357422, - 23.916379928588867, - 24.047298431396484, - 24.20878791809082, - 24.2833251953125, - 24.353851318359375, - 24.49543571472168, - 24.62069320678711, - 24.717321395874023, - 24.746191024780273, - 24.878582000732422, - 24.974300384521484, - 25.30512046813965, - 25.347043991088867, - 25.422128677368164, - 25.580734252929688, - 25.604326248168945, - 25.712114334106445, - 25.833114624023438, - 25.977439880371094 + 21.502723693847656, + 21.630542755126953, + 21.747005462646484, + 21.863739013671875, + 21.971332550048828, + 22.020204544067383, + 22.071653366088867, + 22.12752342224121, + 22.207454681396484, + 22.27276039123535, + 22.35659408569336, + 22.43478012084961, + 22.5274715423584, + 22.61395263671875, + 22.664323806762695, + 22.671037673950195, + 22.57968521118164, + 22.62201690673828, + 22.65017318725586, + 22.692073822021484, + 22.70465087890625, + 22.7449893951416, + 22.762571334838867, + 22.786741256713867 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 880ad3a6e69659760d8248a902a27050473e58f6..8a3a1941842c165fae1c9d7beaa9dcc3a45ff624 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T23:47:08.369017+00:00", + "evaluated_at": "2026-06-18T02:13:46.251695+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 24.440860748291016, - 22.255464553833008, - 21.29584503173828, - 20.96599578857422, - 21.156373977661133, - 21.52161979675293, - 21.86764907836914, - 22.42290496826172, - 22.907299041748047, - 23.55443572998047, - 26.1387882232666, - 31.27716636657715, - 40.190860748291016, - 45.31643295288086, - 48.37897491455078, - 49.11003494262695, - 50.54685974121094, - 50.72578811645508, - 49.761573791503906, - 48.21312713623047, - 46.48411560058594, - 44.749786376953125, - 39.700374603271484, - 28.552366256713867 + 19.181102752685547, + 19.028099060058594, + 19.702831268310547, + 20.174789428710938, + 20.932723999023438, + 22.097505569458008, + 23.234540939331055, + 25.857112884521484, + 32.22346115112305, + 42.63822937011719, + 49.07268524169922, + 53.584999084472656, + 55.801963806152344, + 55.82402038574219, + 54.915008544921875, + 52.83403015136719, + 50.68061065673828, + 49.22572326660156, + 47.02505111694336, + 41.77658462524414, + 29.921621322631836, + 19.51279067993164, + 18.404569625854492, + 18.623153686523438 ], "p10": [ - 19.590131759643555, - 16.32848358154297, - 14.977415084838867, - 14.567998886108398, - 14.560380935668945, - 14.387042999267578, - 14.237005233764648, - 14.004302978515625, - 13.781330108642578, - 13.788286209106445, - 15.139049530029297, - 17.10698890686035, - 21.174346923828125, - 22.7447566986084, - 24.10103416442871, - 25.436046600341797, - 24.748851776123047, - 23.402667999267578, - 24.02044105529785, - 20.401966094970703, - 17.074806213378906, - 15.445712089538574, - 15.106300354003906, - 13.320718765258789 + 15.859044075012207, + 15.318384170532227, + 14.935213088989258, + 14.454120635986328, + 14.73878288269043, + 14.678485870361328, + 14.45344352722168, + 15.507503509521484, + 17.463361740112305, + 22.05624008178711, + 23.599998474121094, + 25.78111457824707, + 25.503849029541016, + 24.842674255371094, + 24.83693504333496, + 24.781858444213867, + 23.338932037353516, + 19.298460006713867, + 17.688257217407227, + 16.22083282470703, + 14.490779876708984, + 12.466567993164062, + 12.241119384765625, + 12.954158782958984 ], "p90": [ - 30.139511108398438, - 29.442148208618164, - 30.101577758789062, - 29.871784210205078, - 31.173837661743164, - 32.55818176269531, - 34.23223114013672, - 36.664642333984375, - 38.94819259643555, - 42.15614318847656, - 45.9176025390625, - 53.096927642822266, - 64.94580078125, - 71.35679626464844, - 75.62815856933594, - 75.77079772949219, - 73.078857421875, - 72.87896728515625, - 73.04188537597656, - 73.41889953613281, - 72.03077697753906, - 71.757568359375, - 66.63375854492188, - 55.01450729370117 + 23.475791931152344, + 25.171995162963867, + 27.073074340820312, + 29.81194305419922, + 33.72339630126953, + 36.999202728271484, + 39.475303649902344, + 45.91464614868164, + 54.4838981628418, + 65.63330078125, + 71.38066101074219, + 73.6165542602539, + 75.51557922363281, + 76.63473510742188, + 74.45988464355469, + 73.3602066040039, + 70.35868835449219, + 69.81800842285156, + 68.83545684814453, + 64.5853271484375, + 52.968902587890625, + 34.08424377441406, + 30.170894622802734, + 29.585519790649414 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index de0b8c5b2b7c3459ce5443e7879abe159724f770..193cf11bb2b6862ac04069dc1a686b003c18fb50 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T23:49:26.085897+00:00", + "evaluated_at": "2026-06-18T02:13:52.127346+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.739856719970703, - 27.251766204833984, - 28.296781539916992, - 28.971094131469727, - 29.349390029907227, - 29.435272216796875, - 29.205631256103516, - 28.598190307617188, - 27.76618766784668, - 26.690532684326172, - 25.624549865722656, - 24.553510665893555, - 23.93017578125, - 23.28154182434082, - 22.751911163330078, - 22.304967880249023, - 22.17376708984375, - 22.12588882446289, - 22.116682052612305, - 21.88888931274414, - 21.616737365722656, - 21.573572158813477, - 22.108165740966797, - 23.469038009643555 + 28.338973999023438, + 28.73745346069336, + 28.920753479003906, + 28.693115234375, + 28.067792892456055, + 27.380474090576172, + 26.431371688842773, + 25.407611846923828, + 24.434444427490234, + 23.759502410888672, + 23.092262268066406, + 22.55562973022461, + 22.127513885498047, + 21.828109741210938, + 21.66968536376953, + 21.69673728942871, + 21.593669891357422, + 21.414974212646484, + 21.357677459716797, + 21.848575592041016, + 23.058347702026367, + 24.60780143737793, + 25.849458694458008, + 26.9484920501709 ], "p10": [ - 25.173751831054688, - 26.06915283203125, - 26.604536056518555, - 26.757951736450195, - 26.77036476135254, - 26.636184692382812, - 26.350502014160156, - 25.74381446838379, - 25.063236236572266, - 24.234214782714844, - 23.31913948059082, - 22.569133758544922, - 21.990800857543945, - 21.40219497680664, - 20.93735122680664, - 20.47871971130371, - 20.281557083129883, - 20.219369888305664, - 20.067609786987305, - 19.837547302246094, - 19.604581832885742, - 19.52341079711914, - 19.90956687927246, - 20.997920989990234 + 27.645492553710938, + 27.607725143432617, + 27.481163024902344, + 27.069927215576172, + 26.358396530151367, + 25.592714309692383, + 24.679340362548828, + 23.773122787475586, + 22.82582664489746, + 22.186250686645508, + 21.44974136352539, + 20.826374053955078, + 20.373573303222656, + 20.016956329345703, + 19.803653717041016, + 19.72840118408203, + 19.69166374206543, + 19.542251586914062, + 19.403091430664062, + 19.846107482910156, + 20.852298736572266, + 22.144102096557617, + 23.052692413330078, + 23.80898094177246 ], "p90": [ - 26.29610824584961, - 28.376544952392578, - 29.99444580078125, - 31.263715744018555, - 31.98630142211914, - 32.38921356201172, - 32.30729675292969, - 31.908058166503906, - 30.809356689453125, - 29.502262115478516, - 28.056495666503906, - 26.835176467895508, - 26.020885467529297, - 25.384084701538086, - 24.777925491333008, - 24.427898406982422, - 24.17905616760254, - 24.10329246520996, - 24.3966007232666, - 24.098487854003906, - 23.930931091308594, - 23.804628372192383, - 24.461467742919922, - 26.165239334106445 + 29.13113784790039, + 29.921463012695312, + 30.34684181213379, + 30.366273880004883, + 29.879976272583008, + 29.235904693603516, + 28.224363327026367, + 27.243467330932617, + 26.06850814819336, + 25.278671264648438, + 24.624753952026367, + 24.13007354736328, + 23.723417282104492, + 23.573299407958984, + 23.48940086364746, + 23.65496253967285, + 23.516340255737305, + 23.2639217376709, + 23.236555099487305, + 23.80541229248047, + 25.295007705688477, + 27.186738967895508, + 28.76726531982422, + 30.193174362182617 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a003b19431b7ee4041b029e66159fefe82d32849..8ba982c4df3a7c9b5e32c183e72849f89b91449f 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T23:49:30.710791+00:00", + "evaluated_at": "2026-06-18T02:13:58.030520+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 14.213560104370117, - 14.268889427185059, - 14.367698669433594, - 14.488740921020508, - 14.495595932006836, - 14.55759048461914, - 14.48694133758545, - 14.496573448181152, - 14.435806274414062, - 14.429306030273438, - 14.440141677856445, - 14.421106338500977, - 14.408296585083008, - 14.475516319274902, - 14.543214797973633, - 14.498679161071777, - 14.66921329498291, - 14.570228576660156, - 14.608661651611328, - 14.568947792053223, - 14.519510269165039, - 14.47237777709961, - 14.414555549621582, - 14.437707901000977 + 12.688763618469238, + 13.052907943725586, + 13.276564598083496, + 13.449732780456543, + 13.413354873657227, + 13.345749855041504, + 13.394979476928711, + 13.487335205078125, + 13.527567863464355, + 13.69659423828125, + 13.717925071716309, + 13.758906364440918, + 13.692098617553711, + 13.742993354797363, + 13.784212112426758, + 13.840826034545898, + 13.786333084106445, + 13.726969718933105, + 13.62880802154541, + 13.50973129272461, + 13.44605827331543, + 13.390727996826172, + 13.45783519744873, + 13.513792991638184 ], "p10": [ - 9.56503677368164, - 9.5828275680542, - 9.623516082763672, - 9.66550350189209, - 9.60806941986084, - 9.636934280395508, - 9.631040573120117, - 9.583465576171875, - 9.544341087341309, - 9.474518775939941, - 9.504667282104492, - 9.54728889465332, - 9.542137145996094, - 9.571832656860352, - 9.60818099975586, - 9.607141494750977, - 9.62314224243164, - 9.593851089477539, - 9.614862442016602, - 9.62710952758789, - 9.50951099395752, - 9.53891372680664, - 9.547670364379883, - 9.535812377929688 + 8.577499389648438, + 8.608190536499023, + 8.668366432189941, + 8.732050895690918, + 8.629144668579102, + 8.649690628051758, + 8.696956634521484, + 8.71653938293457, + 8.795980453491211, + 8.797176361083984, + 8.889731407165527, + 8.852941513061523, + 8.81500244140625, + 8.825348854064941, + 8.908509254455566, + 8.933177947998047, + 8.89916706085205, + 8.817512512207031, + 8.819238662719727, + 8.756874084472656, + 8.695207595825195, + 8.69342041015625, + 8.71989631652832, + 8.67349624633789 ], "p90": [ - 20.50052261352539, - 20.788742065429688, - 21.026060104370117, - 21.148983001708984, - 21.308069229125977, - 21.431062698364258, - 21.417530059814453, - 21.482328414916992, - 21.553062438964844, - 21.545137405395508, - 21.613567352294922, - 21.549936294555664, - 21.507761001586914, - 21.663454055786133, - 21.608184814453125, - 21.684818267822266, - 21.626501083374023, - 21.692888259887695, - 21.724300384521484, - 21.62619972229004, - 21.708587646484375, - 21.679676055908203, - 21.58637237548828, - 21.546194076538086 + 18.987653732299805, + 19.763118743896484, + 20.289331436157227, + 20.37539291381836, + 20.4429931640625, + 20.449222564697266, + 20.378673553466797, + 20.38416290283203, + 20.436954498291016, + 20.648284912109375, + 20.739013671875, + 20.831022262573242, + 20.764999389648438, + 20.96306800842285, + 20.875253677368164, + 21.01401710510254, + 20.737041473388672, + 21.03980827331543, + 20.99652099609375, + 20.701438903808594, + 20.66058349609375, + 20.654983520507812, + 20.66668701171875, + 20.694005966186523 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 2210b96599a3c1433267ada99b7a350d19f732e3..433248cb9e18cfe2f7b1b2de93690f89ce124619 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,55 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T02:03:59.177627+00:00", + "evaluated_at": "2026-06-18T02:14:03.561537+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 86d6556137d95772cb223d848147b69937c20029..1441ca1c32b9551415b927160bf9b1c6e94f6dc7 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -7,5 +7,4 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 -usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index b94e5b80984a26d52164188843afd61d4187c5ae..8abc16a835a844ab8aa083ff2437dbf34db8d7fb 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1699678.3144723244,1623564.5497659398,1049.7173540504107,1.0452098864152448,0.016215257836396678,0.01602318820190711,28.61581640961731,1303.7171144356141,0.020011418274025833,0.016112646531069114,0.015407603344057469,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1788157.8579446264,1718642.8731256116,1097.3764010953357,1.1030679251815154,0.016958185921697122,0.016754831045384982,30.420534263944052,1337.2201980020443,0.020542990763272786,0.01685840021353054,0.016156045397761817,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8675192032132711,0.871963563661414,0.6735320711391566,0.6581960738282366,0.49075007969379475,0.3315164294777238,23.655438855974406,0.9314071092778233,0.6428373578636162,0.4648574965067787,0.45630534575640563,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.02087834700016685,0.021256451274085382,0.12382749601678425,0.7899339353936591,0.08441089231087852,0.08929215082494707,3.5360867649461554,0.14449341507545196,0.10259887306586869,0.08792484791958377,0.07703290060557505,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,5.023497099829141,4.697156389664191,1.9719378829837393,1.2001651146977947,0.09120443538094891,0.08640244212914128,29.030771479271877,2.2413159303920414,0.10267528120383329,0.09033500092797363,0.08882199235703347,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,14998.070533952987,15061.758690905719,102.57768704198263,8.182297171989541,2.583971784743587,1.7615827577119543,291.9452220308935,122.46660987368348,3.3822769125067933,2.832985603000671,2.7908634723921426,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,505.9744882454977,501.8557937711559,18.17316082594456,8.837322932434004,0.7497554924192755,0.4800546589430459,326.344336081437,22.49387668334424,0.8725602549683069,0.7049553114874056,0.6960331767638945,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,41.370357861759835,47.74792209367384,5.940978803535809,1.1346166415240804,0.7750789134390744,0.4661714199515881,4.756233043516875,6.43197931135975,0.5454682101506502,0.5038285911125774,0.3575969437994554,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.5866208662260766,1.593472970009105,0.9759584265651069,0.9488220615539286,0.7299181783377103,0.451177586474167,34.67047077426427,1.2596113949254653,0.870368218720518,0.6743692544358219,0.6634664853305334,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.027231365988738116,0.027343728165490785,0.14181363285778767,0.8981528653417684,0.09618036004338104,0.10253166056935331,4.64187132883343,0.16501928974740535,0.1165985237828665,0.10020198407600675,0.08879374700800409,Ocean,1 +nws_ksfo_observations_temperature/1h/short,ETS,4.0192324279807785,3.9488045371153953,1.649559952272967,1.2648382815086638,0.08594079167567288,0.08085817576582328,15.354305925166157,2.0048023413745253,0.10121004798217441,0.08327606092307098,0.07867083332702203,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3082.8989261736183,3098.388160321632,49.11860352155636,3.916833797531637,1.2953600472326834,1.6858003042789882,124.62341348569264,55.52385907133633,1.4998003575825232,1.3267827625406332,1.2855240297661215,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,462.1043027372319,457.3780665543389,18.323345769982357,9.048565113026317,0.7410372040527909,0.49522275537339167,333.24127569911417,21.496611424529956,0.8285188117471718,0.7062153362113119,0.6978561783954065,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,44.39142980442248,49.26067747225495,5.782609491750484,1.1117433468785975,1.3290974361874148,0.4872708812542939,5.020389154410424,6.662689382255673,0.573134570516617,0.49742877348391257,0.3674400172406036,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,3273.250169450301,3027.302110743596,50.62576788346124,0.342258712451569,0.019482642688991986,0.019705642352289734,4.648733718659562,57.212325328117025,0.022057763981924636,0.019518368340611564,0.017559340589359276,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 702a1c3f2fd7eed987f4f3eec1634bbc40110ec4..e6b0a60ae42cf81d4285365a5e113a7504f14a8f 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T02:06:33.773332+00:00", + "evaluated_at": "2026-06-18T02:22:56.255347+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65914.43568008435, - 65968.9184643468, - 65980.61609235924, - 66004.72192349669, - 66012.71447338414, - 66050.32030452159, - 66069.72496378403, - 66085.03196679648, - 66125.25107918393, - 66111.67722282138, - 66170.38461645882, - 66177.74435384627, - 66207.38143498372, - 66228.72164112117, - 66256.3177066336, - 66278.78877214606, - 66305.25397828351, - 66326.09027817096, - 66345.6316561834, - 66370.59100294585, - 66401.6773028333, - 66435.08391522075, - 66459.18974635818, - 66474.87370249564 + 65909.993707065, + 65919.8156793267, + 65927.7392140884, + 65986.8033738501, + 66009.61167423679, + 66033.90825587348, + 66040.59350938517, + 66089.21626289688, + 66100.48745390857, + 66135.39145742026, + 66166.99467968196, + 66163.38891756865, + 66195.91987420536, + 66228.50356521705, + 66250.83725622874, + 66289.94047849043, + 66315.54370075213, + 66340.68207926383, + 66349.53920777552, + 66350.42368003722, + 66407.00151167391, + 66428.2043433106, + 66450.24506557231, + 66496.072897209 ], "p10": [ - 65622.76693008436, - 65779.4458080968, - 65755.75359235924, - 65864.4711422467, - 65741.88009838414, - 65784.41405452159, - 65852.17691690903, - 65946.77649804649, - 65856.73154793393, - 65924.49441032138, - 65903.33149145881, - 65989.41935384627, - 65996.81190373372, - 65938.03414112117, - 66049.8743472586, - 66082.46064714606, - 66106.56647828351, - 66122.19184067096, - 66081.6726718084, - 66178.88397169585, - 66237.4565997083, - 66227.09563397075, - 66254.58349635819, - 66199.89088999563 + 65688.493707065, + 65663.97739807669, + 65734.8493703384, + 65808.2506394751, + 65798.53901798678, + 65859.45708399848, + 65837.26225938517, + 65870.49790352189, + 65844.81167265857, + 65868.80317617026, + 66001.18999218196, + 65905.50415194365, + 66042.09174920536, + 66028.96801834204, + 66102.57241247874, + 66080.17446286543, + 66141.09252887713, + 66117.28598551384, + 66100.84389527552, + 66182.58735191221, + 66112.82377729891, + 66221.3105933106, + 66164.03022182231, + 66228.860006584 ], "p90": [ - 66153.50833633436, - 66284.5610424718, - 66298.74499860924, - 66319.71020474669, - 66274.93791088414, - 66299.04374202159, - 66298.14332315903, - 66419.27415429648, - 66445.12451668394, - 66370.46081657139, - 66501.51352270882, - 66418.67247884627, - 66442.77830998373, - 66565.65367237118, - 66508.3430972586, - 66609.29424089605, - 66633.08600953351, - 66554.66059067096, - 66579.4382968084, - 66628.87225294585, - 66732.6499590833, - 66756.83938397074, - 66708.84287135818, - 66802.14088999563 + 66226.717925815, + 66253.0734918267, + 66205.8220265884, + 66406.9908738501, + 66329.88315861179, + 66351.82388087347, + 66281.30054063517, + 66403.03032539687, + 66319.16479765857, + 66385.35864492027, + 66479.52592968196, + 66395.23852694365, + 66428.87299920536, + 66462.45122146705, + 66488.05444372875, + 66531.01079099043, + 66637.12182575213, + 66582.21723551383, + 66581.82045777552, + 66633.42368003722, + 66738.7823710489, + 66692.2832495606, + 66686.83334682231, + 66812.681881584 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 57571ffbf1f65ee6c1f3ff6ec9c1dc5c9f8fbeb5..731a2dbcb26ee5f03b1bdcc5d6ca472340f6a45e 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:00:53.611522+00:00", + "evaluated_at": "2026-06-18T02:22:56.270975+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d008a9a5e91464a5bf18d4089ca96191598b0eae..ba63f33e7ff90637733fe910019dfa97daf3f7ee 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:57:02.820214+00:00", + "evaluated_at": "2026-06-18T02:22:56.291140+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.074288374684501, - 1.1116962899760598, - 1.148104218142222, - 1.1780120660805324, - 1.2264198546526166, - 1.2543278624505843, - 1.2847357486550763, - 1.3241434593834944, - 1.3575514261734665, - 1.3929593076095872, - 1.4313672696311877, - 1.460774989896349, - 1.4971829180625111, - 1.53459083335407, - 1.567998800144042, - 1.6109066148229605, - 1.6488144938748954, - 1.6782223780528298, - 1.7136302445877893, - 1.7490380813204265, - 1.7774459485706418, - 1.8208539654285154, - 1.851261792028363, - 1.8916697283007569, - 1.9220775549006044, - 1.9564853747055224, - 1.999393263890247, - 2.032801230680219, - 2.0707091097321535, - 2.0981168557465213, - 2.1380247835550557, - 2.1809327025421026, - 2.2033405725341315, - 2.2447484661295998, - 2.2801563475657205, - 2.316564305534205, - 2.3509720806356396, - 2.3873800684064466, - 2.4207877371731947, - 2.4576957483090225, - 2.4946036998402055, - 2.5240115393146563, - 2.5594194803554218, - 2.599827297418526, - 2.634735155489626, - 2.6696430433630485, - 2.701050886890615, - 2.7374588150567774, - 2.781866699830758, - 2.8087745416893948, - 2.8411824170458417, - 2.880590291687033, - 2.914498222237381, - 2.9509061057000596, - 2.989314052820499, - 3.0292218614197437, - 3.0556297842214875, - 3.092537556938736, - 3.1319455060857333, - 3.166853423761478 + 1.2107672365072724, + 1.257404440337512, + 1.2930417857883874, + 1.328678922623006, + 1.3733161969059358, + 1.4134535887292248, + 1.4575908843506173, + 1.4977280526564885, + 1.5373652572019836, + 1.579502518967938, + 1.623639874193975, + 1.6622771363175572, + 1.7014144516084824, + 1.7445517452033168, + 1.7846890178173163, + 1.8308262876895023, + 1.8679635840261506, + 1.908100767233183, + 1.955738107200431, + 1.993375441803261, + 2.0265126555278714, + 2.074650003958979, + 2.1127872129152183, + 2.1534245088942385, + 2.195061747295172, + 2.2366989856961057, + 2.2823362918079155, + 2.3179736074564685, + 2.3566108099754057, + 2.4037481414787942, + 2.447885377495542, + 2.48502267383219, + 2.519659912948379, + 2.5747972159607477, + 2.603934540788416, + 2.6495717276909367, + 2.6867090687310684, + 2.729846377227064, + 2.768983677616828, + 2.8141207815496827, + 2.8552581753995296, + 2.8963953308307975, + 2.9305326955935778, + 2.9776698333818707, + 3.015807206250883, + 3.0619445953323585, + 3.098581838501664, + 3.1432190382787875, + 3.185356419254031, + 3.228493608540737, + 3.271130878770551, + 3.3122681534111083, + 3.35240545582743, + 3.3900427457267766, + 3.430180003439615, + 3.481817306809611, + 3.5114544761883666, + 3.549091825692358, + 3.5997290972334737, + 3.6373663573304977 ], "p10": [ - 1.0220883910876992, - 1.0705962696419353, - 1.1031041418482768, - 1.126412053897343, - 1.1756199036953183, - 1.2081277449817502, - 1.2435356264178707, - 1.2681435813345976, - 1.3105514352333725, - 1.3456593145714097, - 1.3761672054489062, - 1.4095751096540012, - 1.4451829616931111, - 1.4805908431292318, - 1.5226987217520132, - 1.5603066091366773, - 1.590814465741503, - 1.6342223633900872, - 1.6575302486170633, - 1.7000381310307002, - 1.7284460131820767, - 1.7748538424045286, - 1.7991617743615462, - 1.8416696567751831, - 1.8736775194000779, - 1.9034854438999957, - 1.9448932801027103, - 1.993001227509252, - 2.030909073778632, - 2.054116945391907, - 2.080524851080599, - 2.129832698822773, - 2.155340594468641, - 2.1907484759047615, - 2.234756306223939, - 2.261564238777003, - 2.3069721106763805, - 2.337079994782789, - 2.3722878787938306, - 2.4099957634009184, - 2.436503640211719, - 2.478711520527272, - 2.5114193830806415, - 2.551727289348057, - 2.587035170581522, - 2.6116430527153898, - 2.652850911400045, - 2.684458841759658, - 2.726866692678201, - 2.7622745741143215, - 2.7886824790346725, - 2.833090336986563, - 2.8704982224757996, - 2.8948060978084045, - 2.940213983118827, - 2.974721862731046, - 3.011129746193724, - 3.03553763514003, - 3.0757455143827, - 3.113153370069614 + 1.1577671440008637, + 1.213704449542518, + 1.2359417132852974, + 1.281178967922536, + 1.317216251599158, + 1.368353542034946, + 1.412590808056672, + 1.4416280864880848, + 1.4868653411253234, + 1.5219026416113863, + 1.5669399187305657, + 1.6080771933711233, + 1.646414444455925, + 1.6993516893656855, + 1.733488991543589, + 1.7816262386468005, + 1.8089635687673615, + 1.8551008386395473, + 1.898038090105819, + 1.9423753831522905, + 1.980512636812013, + 2.0243499303353216, + 2.058687206096447, + 2.0999245092518666, + 2.141061783892424, + 2.179199040532379, + 2.227136287230279, + 2.2714735802767505, + 2.307310857587596, + 2.348748134326237, + 2.394585402100339, + 2.43602267883898, + 2.4681599799439997, + 2.5231972186787197, + 2.5564344817798177, + 2.592571761188747, + 2.6337090358293045, + 2.686846275183912, + 2.7209835803420477, + 2.7700208665220645, + 2.7962581601407406, + 2.8393954090320914, + 2.8804326879403415, + 2.929369972427586, + 2.967607230760313, + 3.006744531150077, + 3.044081802024553, + 3.091019054681986, + 3.1353563477284574, + 3.178293626016819, + 3.2226308922412006, + 3.263768166881758, + 3.300805448114589, + 3.3320427252767955, + 3.3821799955718017, + 3.4230172681142754, + 3.457354543875401, + 3.4985918202087305, + 3.550529048190772, + 3.587566366676506 ], "p90": [ - 1.1073884194118264, - 1.143696238596856, - 1.1803041612078653, - 1.2145120282911877, - 1.252919900905821, - 1.284427829572662, - 1.3207356457774595, - 1.3562435590812034, - 1.3927514498245894, - 1.426959317280441, - 1.4623671715219424, - 1.495775083177618, - 1.5331829343941838, - 1.569890855717733, - 1.6039987244610443, - 1.6435066361852653, - 1.6778144781392692, - 1.7143223990575067, - 1.7456302259911403, - 1.7822381456219172, - 1.8204459910091488, - 1.8530539084941586, - 1.8872617793027713, - 1.9208696533657974, - 1.9580775116276323, - 1.9896854390070131, - 2.029293302505116, - 2.0683011670224585, - 2.099709064194205, - 2.133316948688044, - 2.1736248169574988, - 2.2089326996810796, - 2.2404406253676887, - 2.279848461265861, - 2.3102563668418625, - 2.348564251174769, - 2.383072144198033, - 2.418379970297201, - 2.4577878568593214, - 2.4922957498825853, - 2.519603628314632, - 2.5631115127548267, - 2.5954193744975727, - 2.6312273103884967, - 2.670235145476046, - 2.7068430710672873, - 2.7370509035948167, - 2.775558801371551, - 2.810966688768136, - 2.842374609781741, - 2.8767824631142718, - 2.9140903375975107, - 2.9494982484634247, - 2.9829061034946878, - 3.0194140169623447, - 3.05472190564639, - 3.0901297870825104, - 3.126537599019615, - 3.1631455216306246, - 3.2003533798924595 + 1.2417671715531107, + 1.2850044962705107, + 1.3240417145012322, + 1.366379003494588, + 1.4113162292116532, + 1.4495535948327405, + 1.4915908042419748, + 1.5278281017349529, + 1.5728654260023376, + 1.6130026539128537, + 1.6562399015167442, + 1.6982771705306234, + 1.7344145035837326, + 1.7805517734559184, + 1.8176889833658316, + 1.8638263098624301, + 1.9020636158788728, + 1.9412008626244563, + 1.9862381466587058, + 2.0263753745692217, + 2.067612647922319, + 2.1086499238503364, + 2.1507871915767556, + 2.1910244718439915, + 2.229061786395819, + 2.274199015498428, + 2.311336335676934, + 2.3554735716936817, + 2.3976108394201003, + 2.438748167704838, + 2.475885410769835, + 2.5171226841229317, + 2.557259992127189, + 2.603397259019143, + 2.6404345029990712, + 2.6845717688181416, + 2.7227090522801864, + 2.767946357581373, + 2.8049836045415333, + 2.850120854505768, + 2.8913581815030454, + 2.9324954561436027, + 2.96953270049606, + 3.0146700126726422, + 3.0548072405831586, + 3.0950445804550393, + 3.134081768883439, + 3.176419087679117, + 3.22035633223125, + 3.2574936263327237, + 3.301730887139043, + 3.3427681630670607, + 3.3859054119584115, + 3.4200427320177083, + 3.465280052220056, + 3.5084173070718716, + 3.5484545362698485, + 3.5905917980358026, + 3.62772909474498, + 3.6728663473169174 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a6a25c8af5b9fafe6a099fcce59e59e1614574e9..7623602da92c3d25271186acc77d3456babc51c3 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:57:02.838637+00:00", + "evaluated_at": "2026-06-18T02:22:56.309920+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.2249356047807944, - 1.2268481940668294, - 1.2287607833528644, - 1.2306733726388994, - 1.2325859619249344, - 1.2344985512109694, - 1.2364111404970044, - 1.2383237297830394, - 1.2402363190690744, - 1.2421489083551094, - 1.2440614976411444, - 1.2459740869271794, - 1.2478866762132141, - 1.2497992654992491, - 1.2517118547852841, - 1.2536244440713191, - 1.2555370333573541, - 1.257449622643389, - 1.259362211929424, - 1.261274801215459, - 1.263187390501494, - 1.265099979787529, - 1.267012569073564, - 1.268925158359599, - 1.270837747645634, - 1.272750336931669, - 1.274662926217704, - 1.276575515503739, - 1.278488104789774, - 1.280400694075809, - 1.282313283361844, - 1.284225872647879, - 1.286138461933914, - 1.288051051219949, - 1.289963640505984, - 1.291876229792019, - 1.2937888190780538, - 1.2957014083640888, - 1.2976139976501238, - 1.2995265869361587, - 1.3014391762221937, - 1.3033517655082287, - 1.3052643547942637, - 1.3071769440802987, - 1.3090895333663337, - 1.3110021226523687, - 1.3129147119384037, - 1.3148273012244387, - 1.3167398905104737, - 1.3186524797965087, - 1.3205650690825437, - 1.3224776583685787, - 1.3243902476546137, - 1.3263028369406487, - 1.3282154262266836, - 1.3301280155127186, - 1.3320406047987536, - 1.3339531940847886, - 1.3358657833708236, - 1.3377783726568586, - 1.3396909619428936, - 1.3416035512289286, - 1.3435161405149636, - 1.3454287298009984, - 1.3473413190870334, - 1.3492539083730684, - 1.3511664976591033, - 1.3530790869451383, - 1.3549916762311733, - 1.3569042655172083, - 1.3588168548032433, - 1.3607294440892783 + 1.2161739162640008, + 1.217929294761432, + 1.2196846732588633, + 1.2214400517562947, + 1.223195430253726, + 1.2249508087511571, + 1.2267061872485885, + 1.2284615657460198, + 1.230216944243451, + 1.2319723227408823, + 1.2337277012383137, + 1.235483079735745, + 1.2372384582331761, + 1.2389938367306075, + 1.2407492152280388, + 1.24250459372547, + 1.2442599722229013, + 1.2460153507203326, + 1.247770729217764, + 1.2495261077151951, + 1.2512814862126265, + 1.2530368647100578, + 1.254792243207489, + 1.2565476217049203, + 1.2583030002023516, + 1.260058378699783, + 1.2618137571972141, + 1.2635691356946455, + 1.2653245141920768, + 1.267079892689508, + 1.2688352711869393, + 1.2705906496843706, + 1.272346028181802, + 1.274101406679233, + 1.2758567851766645, + 1.2776121636740958, + 1.279367542171527, + 1.2811229206689583, + 1.2828782991663896, + 1.284633677663821, + 1.286389056161252, + 1.2881444346586834, + 1.2898998131561148, + 1.291655191653546, + 1.2934105701509773, + 1.2951659486484086, + 1.29692132714584, + 1.298676705643271, + 1.3004320841407024, + 1.3021874626381338, + 1.303942841135565, + 1.3056982196329963, + 1.3074535981304276, + 1.309208976627859, + 1.31096435512529, + 1.3127197336227214, + 1.3144751121201528, + 1.316230490617584, + 1.3179858691150153, + 1.3197412476124466, + 1.321496626109878, + 1.323252004607309, + 1.3250073831047404, + 1.3267627616021718, + 1.328518140099603, + 1.3302735185970342, + 1.3320288970944656, + 1.333784275591897, + 1.335539654089328, + 1.3372950325867594, + 1.3390504110841908, + 1.3408057895816219 ], "p10": [ - 1.1249355809389365, - 1.1268481702249715, - 1.1287607595110065, - 1.1306733487970415, - 1.1325859380830765, - 1.1344985273691115, - 1.1364111166551465, - 1.1383237059411815, - 1.1402362952272165, - 1.1421488845132515, - 1.1440614737992865, - 1.1459740630853215, - 1.1478866523713562, - 1.1497992416573912, - 1.1517118309434262, - 1.1536244202294612, - 1.1555370095154962, - 1.1574495988015312, - 1.1593621880875662, - 1.1612747773736012, - 1.1631873666596362, - 1.0651000513131028, - 1.1670125452317062, - 1.1689251345177412, - 1.1708377238037762, - 1.1727503130898111, - 1.1746629023758461, - 1.1765754916618811, - 1.1784880809479161, - 1.1804006702339511, - 1.1823132595199861, - 1.184225848806021, - 1.186138438092056, - 1.188051027378091, - 1.189963616664126, - 1.191876205950161, - 1.1937887952361959, - 1.1957013845222308, - 1.1976139738082658, - 1.1995265630943008, - 1.2014391523803358, - 1.2033517416663708, - 1.2052643309524058, - 1.2071769202384408, - 1.2090895095244758, - 1.2110020988105108, - 1.2129146880965458, - 1.2148272773825808, - 1.2167398666686158, - 1.2186524559546508, - 1.2205650452406858, - 1.1224777298941524, - 1.2243902238127558, - 1.2263028130987907, - 1.2282154023848257, - 1.2301279916708607, - 1.2320405809568957, - 1.2339531702429307, - 1.2358657595289657, - 1.2377783488150007, - 1.2396909381010357, - 1.2416035273870707, - 1.2435161166731057, - 1.2454287059591405, - 1.2473412952451755, - 1.2492538845312104, - 1.2511664738172454, - 1.2530790631032804, - 1.2549916523893154, - 1.2569042416753504, - 1.2588168309613854, - 1.2607294202474204 + 1.116173892422143, + 1.117929270919574, + 1.1196846494170054, + 1.1214400279144368, + 1.123195406411868, + 1.1249507849092992, + 1.1267061634067306, + 1.128461541904162, + 1.130216920401593, + 1.1319722988990244, + 1.1337276773964557, + 1.0354831512613187, + 1.1372384343913182, + 1.1389938128887496, + 1.140749191386181, + 1.142504569883612, + 1.1442599483810434, + 1.1460153268784747, + 1.147770705375906, + 1.1495260838733372, + 1.141281471907512, + 1.1530368408682, + 1.1447922289023744, + 1.1565475978630624, + 1.1583029763604937, + 1.160058354857925, + 1.1618137333553562, + 1.1635691118527876, + 1.165324490350219, + 1.1570798783843934, + 1.1688352473450814, + 1.1705906258425127, + 1.172346004339944, + 1.1741013828373752, + 1.16585677087155, + 1.177612139832238, + 1.179367518329669, + 1.1811228968271004, + 1.1828782753245317, + 1.184633653821963, + 1.1863890323193942, + 1.1881444108168255, + 1.1898997893142569, + 1.191655167811688, + 1.1934105463091194, + 1.1951659248065507, + 1.196921303303982, + 1.1986766818014132, + 1.2004320602988445, + 1.2021874387962759, + 1.203942817293707, + 1.2056981957911383, + 1.2074535742885697, + 1.209208952786001, + 1.2109643312834322, + 1.2127197097808635, + 1.2144750882782949, + 1.216230466775726, + 1.2179858452731573, + 1.2197412237705887, + 1.22149660226802, + 1.2232519807654512, + 1.2250073592628825, + 1.2267627377603139, + 1.228518116257745, + 1.2302734947551763, + 1.1320289686200393, + 1.233784251750039, + 1.2355396302474702, + 1.2372950087449015, + 1.2390503872423329, + 1.240805765739764 ], "p90": [ - 1.2249356047807944, - 1.4268481225412557, - 1.3287608071947223, - 1.3306733964807573, - 1.3325859857667923, - 1.3344985750528273, - 1.3364111643388623, - 1.4383236582574657, - 1.3402363429109323, - 1.3421489321969673, - 1.3440615214830023, - 1.4459740154016056, - 1.4478866046876404, - 1.349799289341107, - 1.4517117832597104, - 1.353624467913177, - 1.4555369618317804, - 1.357449646485247, - 1.4593621404038504, - 1.361274825057317, - 1.363187414343352, - 1.365100003629387, - 1.4670124975479903, - 1.368925182201457, - 1.4708376761200603, - 1.372750360773527, - 1.374662950059562, - 1.3865755298088531, - 1.4784880332642003, - 1.4804006225502353, - 1.4823132118362703, - 1.384225896489737, - 1.386138485775772, - 1.388051075061807, - 1.389963664347842, - 1.391876253633877, - 1.3937888429199117, - 1.3957014322059467, - 1.497613938045479, - 1.4095266012412728, - 1.50143910469662, - 1.4133517798133428, - 1.4052643786361216, - 1.4071769679221566, - 1.4090895572081916, - 1.5110021703360845, - 1.4129147357802616, - 1.4148273250662966, - 1.4267399048155878, - 1.4186525036383666, - 1.4205650929244016, - 1.4224776822104366, - 1.52439017612904, - 1.4263028607825066, - 1.4282154500685416, - 1.5301279559080738, - 1.4320406286406115, - 1.533953122559215, - 1.5358658310545394, - 1.4377783964987165, - 1.4396909857847515, - 1.5416034797033549, - 1.5435160689893899, - 1.4454287536428563, - 1.4573413333921474, - 1.5492538368474946, - 1.4511665215009613, - 1.5530790154195646, - 1.5549916047055996, - 1.4569042893590662, - 1.5588167832776696, - 1.4607294679311362 + 1.3161739401058588, + 1.3179293186032899, + 1.4196846017332896, + 1.3214400755981526, + 1.4231953706490812, + 1.324950832593015, + 1.3267062110904464, + 1.338461580051134, + 1.3302169680853089, + 1.3319723465827402, + 1.43372762971274, + 1.335483103577603, + 1.4372383867076024, + 1.4389937652050337, + 1.3407492390698967, + 1.4425045221998962, + 1.3442599960647592, + 1.4460153984040485, + 1.357770743522878, + 1.349526131557053, + 1.3512815100544844, + 1.363036879015172, + 1.3547922670493469, + 1.3565476455467782, + 1.3683030145074657, + 1.4600583071742093, + 1.361813781039072, + 1.4635690760900006, + 1.465324454587432, + 1.3670799165313658, + 1.4688351996613656, + 1.3705906735262285, + 1.37234605202366, + 1.374101430521091, + 1.3758568090185224, + 1.477612092148522, + 1.3793675660133848, + 1.4811228491433845, + 1.3828783230082475, + 1.4846336061382472, + 1.3963890704663662, + 1.3881444585005414, + 1.3898998369979727, + 1.3916552154954038, + 1.4934104986254035, + 1.3951659724902665, + 1.4969213748295558, + 1.398676729485129, + 1.4004321079825603, + 1.4021874864799917, + 1.4039428649774228, + 1.4056982434748542, + 1.4074536219722855, + 1.4092090004697169, + 1.5109642835997164, + 1.4127197574645793, + 1.4144751359620107, + 1.5162304190920102, + 1.5179857975894415, + 1.5197411760868729, + 1.4214966499517359, + 1.5232519330817353, + 1.5250073115791667, + 1.4367627759072858, + 1.4285181639414608, + 1.4302735424388922, + 1.4320289209363235, + 1.4337842994337548, + 1.435539677931186, + 1.4372950564286173, + 1.4390504349260487, + 1.4408058134234798 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index a8da1d3b1fa3e5cfa253e8e530d71bb17fadef80..af8d685cf60de75d8c1c9ac297c9bb71609e19d1 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:00:53.630558+00:00", + "evaluated_at": "2026-06-18T02:22:56.324438+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.952332182186286, - 23.0261384805378, - 23.099944778889313, - 23.173751077240826, - 23.24755737559234, - 23.321363673943853, - 23.395169972295367, - 23.46897627064688, - 23.542782568998394, - 23.61658886734991, - 23.690395165701425, - 23.764201464052938, - 23.83800776240445, - 23.911814060755965, - 23.98562035910748, - 24.059426657458992, - 24.133232955810506, - 24.20703925416202, - 24.280845552513533, - 24.354651850865046, - 24.42845814921656, - 24.502264447568074, - 24.576070745919587, - 24.6498770442711 + 21.08485486570629, + 21.117292987793718, + 21.14973110988115, + 21.182169231968576, + 21.214607354056007, + 21.247045476143438, + 21.279483598230865, + 21.311921720318296, + 21.344359842405726, + 21.376797964493154, + 21.409236086580584, + 21.441674208668015, + 21.474112330755442, + 21.506550452842873, + 21.5389885749303, + 21.57142669701773, + 21.603864819105162, + 21.63630294119259, + 21.66874106328002, + 21.701179185367447, + 21.733617307454878, + 21.76605542954231, + 21.798493551629736, + 21.830931673717167 ], "p10": [ - 22.65233294512574, - 22.0261384805378, - 22.799945541828766, - 22.773751458710553, - 22.947558138531793, - 23.021364436883307, - 22.995170353765094, - 23.068976652116607, - 23.14278295046812, - 23.316589630289364, - 23.29039554717115, - 23.364201845522665, - 23.52800848719693, - 23.911814060755965, - 23.685621122046932, - 23.759427420398445, - 24.0132326887817, - 23.807039635631746, - 23.980846315452986, - 23.954652232334773, - 24.308457882187753, - 24.1022648290378, - 24.47607036444986, - 24.549876662801374 + 20.08485486570629, + 20.117292987793718, + 20.14973110988115, + 20.782169613438302, + 20.904608078848486, + 20.547044713203984, + 20.87948397970059, + 20.311921720318296, + 20.344359842405726, + 20.376797964493154, + 20.679235399935077, + 21.04167459013774, + 20.744111644109935, + 20.506550452842873, + 20.5389885749303, + 21.171427078487458, + 20.603864819105162, + 20.63630294119259, + 20.66874106328002, + 21.001178422427994, + 21.303617574483688, + 21.366055811012036, + 21.098492788690283, + 21.430932055186894 ], "p90": [ - 23.952332182186286, - 23.426138099068073, - 24.099944778889313, - 24.173751077240826, - 24.24755737559234, - 24.321363673943853, - 24.395169972295367, - 24.46897627064688, - 24.542782568998394, - 24.61658886734991, - 24.690395165701425, - 24.764201464052938, - 24.478008105727202, - 24.911814060755965, - 24.98562035910748, - 25.059426657458992, - 25.133232955810506, - 25.20703925416202, - 25.280845552513533, - 25.354651850865046, - 25.42845814921656, - 25.502264447568074, - 25.576070745919587, - 25.6498770442711 + 22.08485486570629, + 22.117292987793718, + 22.14973110988115, + 22.182169231968576, + 22.214607354056007, + 22.247045476143438, + 22.279483598230865, + 22.311921720318296, + 22.344359842405726, + 22.376797964493154, + 21.809235705110858, + 22.441674208668015, + 22.474112330755442, + 22.506550452842873, + 22.5389885749303, + 22.57142669701773, + 22.603864819105162, + 22.63630294119259, + 22.66874106328002, + 22.701179185367447, + 22.333617688924605, + 22.76605542954231, + 22.798493551629736, + 22.830931673717167 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 036e0d350e3e86cabd7161dc70a1a778d3fbb9a3..30d947c5ca5f2734015ce9174f699e40cdb5739a 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:00:53.646529+00:00", + "evaluated_at": "2026-06-18T02:22:56.340323+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 29.874513785928652, - 21.975589606512173, - 13.67666819275121, - 5.127744871641612, - -2.9211765421193525, - -11.070099291024354, - -19.21902203992936, - -27.81794364442519, - -36.11686601186047, - -44.36578914223521, - -52.514711891140216, - -60.66363416320805, - -69.61255567233644, - -77.41147899344604, - -85.96040183771848, - -94.10932410978633, - -102.50824495134269, - -110.90716960759634, - -119.20609197503161, - -127.4050125304857, - -136.00393365814438, - -144.05285888660262, - -152.20177972815898, - -160.35070247706398 + 17.553251336713664, + 15.021277754926997, + 12.589304554610054, + 9.807332403334861, + 7.075359489120215, + 4.643387242477589, + 2.061414423630376, + -0.5205593488911562, + -3.102531214064056, + -5.684504986585585, + -8.266477328595643, + -10.598449670605701, + -13.130423252392367, + -16.012395785137283, + -18.694370415965704, + -21.176340945994557, + -23.808315386088108, + -26.09028658368899, + -29.172259402536202, + -31.454232984322868, + -33.486206566109544, + -36.66817928958932, + -39.25015163159938, + -41.98212502265119 ], "p10": [ - 22.874511401742858, - 18.05558895801364, - 9.766666819460195, - -0.12225798938133714, - -6.121177305058806, - -14.630103906808046, - -22.829022841015785, - -31.21794898500136, - -39.52687100911389, - -48.135789218529155, - -55.67471212002205, - -64.31363425857548, - -73.51255719821535, - -81.31147861197631, - -90.23040296305417, - -97.90932334684688, - -105.70824571428214, - -114.9471693787145, - -123.21609191781116, - -131.10501281658802, - -139.82393678619613, - -148.80285602557967, - -155.8417808344212, - -164.50070133265478 + 13.85325057377421, + 11.761277716780025, + 9.479304134993356, + 6.407331831130271, + 3.225360061324805, + 0.5333850108796887, + -1.83858710224853, + -7.220559158156293, + -6.502536554640228, + -8.994505596937147, + -11.566477996167665, + -13.788451158337635, + -16.95042428236063, + -21.88239462165462, + -22.694370415965707, + -25.226340945994558, + -27.188318647654274, + -30.440288872507352, + -35.422259402536206, + -35.50423222138342, + -36.986206566109544, + -40.38817850757638, + -42.66015548444362, + -45.232128837348455 ], "p90": [ - 36.37451140174286, - 26.30558972095309, - 19.976667429811755, - 11.487744146849131, - 3.018821321650176, - -4.72010081690326, - -12.119019751111002, - -23.807944559952546, - -31.386866755726448, - -40.41579009590952, - -44.50471166225838, - -52.81363425857548, - -65.31255719821534, - -71.9114770860974, - -80.19039975870847, - -89.30932296537715, - -98.47824502763663, - -104.30716922612662, - -115.3060904491527, - -121.17501499096545, - -129.4939372439598, - -137.90285831439803, - -145.8517800142613, - -154.48070297297463 + 23.763248513837688, + 23.191277259016353, + 21.219304859785833, + 16.107332117232566, + 13.335358382858008, + 8.943386479538136, + 8.651412859604493, + 3.539441452195266, + 0.30746844261318934, + 0.23549375456431598, + -2.056479674634462, + -6.518450509839101, + -7.290424053478795, + -11.672395918651691, + -14.684368470470101, + -14.856341823374931, + -19.958314527781226, + -18.740286202219266, + -24.312260699533276, + -25.574234586495724, + -27.58620675684441, + -30.948177401314172, + -34.65015125012965, + -37.23212406897687 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 4f25fb868a8013f566e48fab54714aaff28061c0..68bcf03b6f84bfb02c0d34c9e1c2402eb30add81 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:00:53.667818+00:00", + "evaluated_at": "2026-06-18T02:22:56.361595+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.371482511881954, - 26.89155747841046, - 28.51163091906006, - 30.231702833830752, - 31.75177780035926, - 33.37185124100886, - 35.091923155779554, - 36.61199812230806, - 38.33207003707875, - 39.85214309625863, - 41.572216918377954, - 43.09229188490646, - 44.81236379967716, - 46.432437240326756, - 48.052510680976354, - 49.57258374015623, - 51.19265718080583, - 52.81273252880406, - 54.53280444357476, - 56.05287750275463, - 57.77295132487396, - 59.393024765523556, - 60.91309782470343, - 62.63317164682276 + 28.582802988327597, + 29.94158215371853, + 31.400359793230557, + 32.75913895862149, + 34.0179177425427, + 35.47669728940336, + 36.835476454794296, + 38.09425714606414, + 39.553034785576166, + 40.911813950967094, + 42.17059464223694, + 43.52937380762787, + 44.93815221007936, + 46.24693213840974, + 47.70570977792177, + 49.0644889433127, + 50.42326810870364, + 51.78204727409457, + 53.1408264394855, + 54.49960560487644, + 55.75838629614628, + 57.11716546153722, + 58.57594310104924, + 59.93472226644018 ], "p10": [ - 24.571481367472774, - 25.991557669145323, - 27.811628248771974, - 29.431701689421573, - 30.851777991094124, - 32.57185009659968, - 34.281922163958264, - 35.71199831304292, - 37.33207194442738, - 38.85214309625863, - 40.57221882572659, - 42.29229074049728, - 44.01236265526798, - 45.432437240326756, - 47.34251007062479, - 48.66258427421385, - 50.29265756227556, - 52.112729858515976, - 53.73280329916558, - 55.152879600838126, - 57.072950561934505, - 58.383024918111445, - 60.203097214351864, - 61.63317164682276 + 27.772801996506306, + 29.13158116189724, + 30.60036055617001, + 31.75913895862149, + 33.11791812401243, + 34.47669728940336, + 35.93547683626402, + 37.28425615424285, + 38.94303436595947, + 40.20181334061553, + 41.470591971948856, + 42.829371137339784, + 44.07815198119752, + 45.44693099400056, + 47.00571092233095, + 48.064490850661336, + 49.523268490173365, + 50.77204742668246, + 52.13082659207339, + 53.499607512225076, + 54.75838629614628, + 56.217165843006946, + 57.77594195664006, + 58.93472398305395 ], "p90": [ - 26.591483160380488, - 28.191556715471005, - 30.011629011711427, - 31.631702452361026, - 33.051777037419804, - 34.89185112656794, - 36.29192391871901, - 38.211998503777785, - 39.732069655609024, - 41.17214412622689, - 42.79221756687649, - 44.392291121967006, - 46.21236341820743, - 47.83243685885703, - 49.452510490241494, - 50.87258488456541, - 52.69265718080583, - 54.112729858515976, - 55.84280371878228, - 57.35287864716381, - 58.97295208781341, - 60.4130263676964, - 62.21309896911261, - 64.03317126535303 + 29.902802110947224, + 31.06158242074734, + 32.60036055617001, + 34.17913865344571, + 35.33791877251096, + 36.58669770902006, + 38.23547607332457, + 39.19425562018523, + 40.95303440410644, + 42.31181356949737, + 43.69059452779602, + 44.7393725106308, + 46.18815049346559, + 47.54693137547029, + 49.10570939645204, + 50.46448856184298, + 51.82326772723391, + 52.982048037034026, + 54.540826058015774, + 56.09960598634617, + 56.96838518988407, + 58.617163554188586, + 59.975942719579514, + 61.334721884970456 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 367fc254f4a9c42353e0be26f31f3341fa1d7739..7f69dde8c82b688721cf7a684ec0902b3ce2c8d3 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T01:00:53.687494+00:00", + "evaluated_at": "2026-06-18T02:22:56.381645+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 16.70066760007662, - 16.716990382369993, - 16.733313164663365, - 16.749635946956737, - 16.76595872925011, - 16.78228151154348, - 16.798604293836853, - 16.814927076130225, - 16.831249858423597, - 16.84757264071697, - 16.86389542301034, - 14.880218205303713, - 16.896540987597085, - 16.912863769890457, - 16.92918655218383, - 16.9455093344772, - 16.961832116770573, - 15.978154899063945, - 16.994477681357317, - 16.51080046365069, - 17.02712324594406, - 17.043446028237433, - 16.059768810530805, - 17.076091592824177 + 15.786144402034967, + 15.297418151898334, + 15.3086919017617, + 15.819965651625065, + 14.33123940148843, + 16.3425131513518, + 16.353786901215162, + 16.36506065107853, + 14.376334400941893, + 14.38760815080526, + 16.398881900668627, + 16.41015565053199, + 15.421429400395356, + 16.432703150258725, + 15.443976900122088, + 14.455250649985453, + 16.46652439984882, + 16.477798149712186, + 16.489071899575553, + 16.500345649438916, + 16.511619399302283, + 16.52289314916565, + 15.034166899029014, + 16.54544064889238 ], "p10": [ - 7.700667600076622, - 7.716990382369994, - 8.733313164663366, - 8.749635946956738, - 7.76595872925011, - 9.782281511543482, - 7.7986042938368545, - 7.8149270761302265, - 7.8312498584235986, - 7.847572640716971, - 7.863895423010341, - 7.880218205303713, - 8.796540987597087, - 7.912863769890457, - 9.829186552183831, - 8.945509334477201, - 7.961832116770573, - 7.978154899063945, - 8.994477681357317, - 9.010800463650689, - 8.027123245944061, - 8.043446028237433, - 8.059768810530805, - 8.97609159282418 + 7.286144402034967, + 7.297418151898334, + 7.3086919017617, + 7.319965651625065, + 7.231239401488432, + 6.342513151351797, + 8.353786901215162, + 8.365060651078528, + 7.376334400941893, + 6.287608150805262, + 8.298881900668627, + 7.4101556505319905, + 8.321429400395358, + 7.432703150258723, + 8.34397690012209, + 7.3552506499854555, + 8.466524399848819, + 8.477798149712186, + 7.489071899575551, + 8.500345649438916, + 7.511619399302283, + 8.522893149165649, + 7.534166899029014, + 6.545440648892379 ], "p90": [ - 22.70066760007662, - 22.716990382369993, - 21.83331316466336, - 22.749635946956737, - 23.76595872925011, - 22.78228151154348, - 22.798604293836853, - 22.814927076130225, - 21.831249858423597, - 23.84757264071697, - 20.86389542301034, - 20.980218205303707, - 21.896540987597085, - 22.912863769890457, - 22.92918655218383, - 22.9455093344772, - 22.961832116770573, - 22.978154899063945, - 22.994477681357317, - 23.01080046365069, - 24.127123245944055, - 23.043446028237433, - 23.059768810530805, - 22.17609159282417 + 22.286144402034967, + 22.297418151898334, + 23.408691901761692, + 22.319965651625065, + 22.331239401488432, + 22.342513151351795, + 22.353786901215162, + 22.36506065107853, + 20.376334400941893, + 21.487608150805254, + 22.398881900668627, + 21.510155650531985, + 22.421429400395354, + 23.432703150258725, + 22.443976900122088, + 22.45525064998545, + 22.46652439984882, + 22.477798149712186, + 22.48907189957555, + 22.500345649438916, + 22.511619399302283, + 23.62289314916564, + 22.534166899029014, + 22.54544064889238 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 1c1dd9c8600567da219d2af19e83b79912c2bd50..d0ee7e218c43baed608fd4e7f050aa5cb60d3a66 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,55 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T02:06:33.786111+00:00", + "evaluated_at": "2026-06-18T02:22:56.390516+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 56152bb689bda7b9aaf6e942b929c76c9e5e4bac..483b4eeabf74a967f493b994ff9b07fef08c635e 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1287,3 +1287,11 @@ {"evaluated_at": "2026-06-18T01:57:02.943371+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-18T01:57:02.943371+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-18T02:06:33.821314+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-18T02:22:56.536082+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 5b8a544a120bd6ece7f4dc06e07ee3b86dd9dd84..7c16540e3737655135d1a1235cb8f864759e9df7 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,1430969.14451917,1303296.6635634105,942.2976888020834,0.9382514792976123,0.014555937220138532,0.014401561663324397,9.115580092751053,1196.2312253570253,0.018361562595143884,0.014463807355500957,0.009808067107949077,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.6685402357297789,0.9291945679308355,0.7232182025909424,0.3994832038499134,0.03182416337257863,0.03271738660284248,4.714280261726987,0.8176430980139067,0.03702674643479452,0.032750740597466924,0.05531420101936911,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.04169322271180154,0.06088813960802047,0.17447278300921124,0.17050012269248355,0.1287936587990105,0.1135164322079011,1.3826260308987794,0.204189183630773,0.14092702750713282,0.12041740043804906,0.14167108644182924,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.049334566201038044,0.0750319167144115,0.24061666429042816,1.5349681989731065,0.16438552706083495,0.18326501980767237,5.568472016686133,0.2221138586424495,0.15771398009471332,0.17085206674764558,0.14449886468606465,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.510957388479862,4.759060447331687,1.9826345046361287,1.2066753157863273,0.09171260726674131,0.08684706313737639,7.6113675113023715,2.347542840605867,0.10754156432337152,0.0908250160218734,0.0556042857603593,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,60.727114742457765,75.91040075371495,6.717179814974467,0.5358081566151534,0.2041121533145794,0.1928576606790308,4.228648793907541,7.792760405816271,0.21522008025269332,0.18551474747915675,0.19112466868956726,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3163932828647376,1.6512751273683837,1.1724226474761963,0.570130735554521,0.04530573029053806,0.046451930171964105,2.3120737702904326,1.147341833485007,0.04450655157644626,0.045479461749247614,0.041080462396735656,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,37.11542058361442,31.377586654022696,4.744891544183095,0.9061861835044639,0.5914218103755369,0.3997855397123657,9.414420426366185,6.092242656330624,0.5166566210315724,0.4023936291886724,0.3084832205321211,Hazards,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,2295040.1722571054,1912205.8081703186,1185.0397135416667,1.1911859019105524,0.018302559632644932,0.018076625681895848,9.17121177433738,1514.938999516847,0.023273188604610594,0.01820512427629415,0.011729173772804219,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.524231808982222,0.8877399571993388,0.6839633385340372,0.37780003989750544,0.030088046973508694,0.030943157921099362,4.639475561859476,0.7240385410889547,0.03278788940436125,0.030973094701234292,0.053680174423312424,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.11098051799420361,0.1746778475494453,0.33978785475095113,0.33034010882048254,0.2502482382995424,0.20809582993810402,1.342750669021441,0.3331373860649741,0.2301917833283322,0.23478713440818882,0.17839425158854805,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.010450582462078294,0.023148869861451506,0.1283088583085272,0.8126226401244488,0.08738613849434233,0.09255767844370011,8.090009233508583,0.1022280903767565,0.07223182480858233,0.09065984643334395,0.12096469736381733,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,3.723936677087598,3.3715563370234727,1.525612195332845,1.1697984694248564,0.07948034233465003,0.0751198854576622,15.656466915200214,1.9297504183410865,0.09742114142784504,0.07701870668505083,0.053953705746007254,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,71.87352463376419,140.2000366822964,9.115366895993551,0.7268809488742832,0.21308496876794847,0.249117474875573,2.9544516411085406,8.477825466106518,0.22900147573050808,0.2462226285918348,0.22529083489999013,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.357870622180447,1.536975638865253,1.152564247449239,0.5691674856169381,0.045023164329549815,0.04622259833508461,1.9498731142306962,1.1652770581198477,0.044911913998129445,0.04442193896984381,0.03913764590326775,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,36.126837920488775,36.20135293631054,4.888879954814911,0.939918175558541,1.0840925147311102,0.4409268263216004,10.570863245007828,6.010560532969349,0.5170374652016644,0.4205488133174117,0.32158872299771635,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,476.7425280461709,554.7807769918194,22.748936971028645,0.15379563022667256,0.008770920881498633,0.008802113441715283,0.692160506987236,21.834434456751357,0.008418095212241487,0.008770674494854417,0.008598391395442882,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c48c0b5ad3b0517ee110499304aeb44b2ee9e659..b1c47fbdd51d976098f0562f7bd744651111233c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T02:06:01.249766+00:00", + "evaluated_at": "2026-06-18T02:21:12.209046+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65948.1796875, - 65940.54296875, - 66041.0546875, - 65964.49609375, - 66015.515625, - 66057.5, - 66042.375, - 66111.0, - 66105.11328125, - 66127.04296875, - 66109.34375, - 66187.75390625, - 66120.734375, - 66126.2109375, - 66053.75390625, - 66065.48828125, - 66056.23828125, - 66116.37890625, - 66182.60546875, - 66101.05859375, - 66070.7421875, - 66275.71875, - 66205.69140625, - 66243.9609375 + 65946.83984375, + 65957.83984375, + 66052.1015625, + 66099.92578125, + 66048.2265625, + 66193.66796875, + 66147.2265625, + 66200.12890625, + 66229.08203125, + 66240.1484375, + 66304.80078125, + 66159.5390625, + 66191.28125, + 66294.08984375, + 66373.16796875, + 66332.109375, + 66403.0390625, + 66446.4140625, + 66381.0234375, + 66306.515625, + 66589.27734375, + 66410.2421875, + 66662.01953125, + 66576.05859375 ], "p10": [ - 65673.43359375, - 65541.7578125, - 65438.806640625, - 65438.490234375, - 65261.744140625, - 65351.365234375, - 65228.94140625, - 65251.126953125, - 65172.03515625, - 65147.40234375, - 65162.087890625, - 65059.673828125, - 65072.9296875, - 64791.37109375, - 65083.056640625, - 64797.44921875, - 64836.015625, - 64977.005859375, - 64747.95703125, - 64621.6953125, - 64903.048828125, - 64956.36328125, - 64518.693359375, - 64989.244140625 + 65687.484375, + 65628.32421875, + 65513.16015625, + 65466.234375, + 65342.173828125, + 65296.66796875, + 65364.142578125, + 65315.962890625, + 65201.443359375, + 65093.876953125, + 65220.734375, + 65020.1953125, + 64907.607421875, + 64952.314453125, + 64851.859375, + 64949.9296875, + 64959.208984375, + 64857.724609375, + 64938.033203125, + 64591.6328125, + 64458.240234375, + 64821.63671875, + 64823.787109375, + 64730.3515625 ], "p90": [ - 66207.41015625, - 66343.62109375, - 66514.61328125, - 66555.66015625, - 66763.76953125, - 66861.47265625, - 66851.10546875, - 66768.91796875, - 66802.60546875, - 67300.57421875, - 67165.69921875, - 67329.4765625, - 67496.76171875, - 67483.12890625, - 67466.5546875, - 67510.17578125, - 67706.65234375, - 67449.4609375, - 67704.10546875, - 67802.87890625, - 67595.953125, - 67772.390625, - 68221.6171875, - 68060.4921875 + 66270.734375, + 66370.74609375, + 66580.328125, + 66738.6640625, + 66888.17578125, + 67039.73046875, + 67338.8515625, + 67260.28125, + 67188.92578125, + 67276.69921875, + 67721.49609375, + 67594.87890625, + 67450.2578125, + 67728.0546875, + 67827.8203125, + 67750.546875, + 68311.97265625, + 68241.64453125, + 68378.20703125, + 69097.30078125, + 69036.8359375, + 68982.05078125, + 69649.7890625, + 68876.36328125 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 19fe66f37efd1f9c188e30c86df14cf6e080a004..3d52c3a032b327eb245cd9df3810ea597a25ba36 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T00:54:39.974096+00:00", + "evaluated_at": "2026-06-18T02:21:16.923093+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 22.190000534057617 ], "p50": [ - 20.987476348876953, - 20.993653297424316, - 20.808509826660156, - 20.48521327972412, - 20.78145122528076, - 20.41791343688965, - 20.77534580230713, - 20.82600688934326, - 21.59943675994873, - 21.427353858947754, - 21.45037841796875, - 21.66312026977539, - 21.35580062866211, - 21.629862785339355, - 21.517547607421875, - 21.507774353027344, - 22.131755828857422, - 22.718847274780273, - 22.132699966430664, - 21.96564292907715, - 22.29073143005371, - 21.846571922302246, - 22.83670711517334, - 22.069167137145996 + 20.96617317199707, + 20.866267204284668, + 20.654266357421875, + 20.52365493774414, + 20.590521812438965, + 20.55917739868164, + 20.53767204284668, + 21.0376615524292, + 21.387932777404785, + 21.078368186950684, + 21.694897651672363, + 21.37412738800049, + 21.421198844909668, + 21.66260528564453, + 21.424643516540527, + 21.528301239013672, + 22.306066513061523, + 22.209768295288086, + 21.9783296585083, + 21.92900276184082, + 21.96972942352295, + 21.75354290008545, + 22.386170387268066, + 22.046300888061523 ], "p10": [ - 20.53112506866455, - 19.886897087097168, - 19.294480323791504, - 18.623014450073242, - 18.352418899536133, - 17.51260757446289, - 17.18245792388916, - 17.64793586730957, - 17.942617416381836, - 18.0435791015625, - 17.878897666931152, - 17.979493141174316, - 17.195817947387695, - 17.862472534179688, - 17.308274269104004, - 17.19540786743164, - 17.79139232635498, - 17.43280792236328, - 17.301036834716797, - 17.321494102478027, - 17.797505378723145, - 16.252083778381348, - 16.337556838989258, - 16.3648738861084 + 20.49990749359131, + 19.819348335266113, + 19.36374855041504, + 18.639183044433594, + 17.944077491760254, + 17.78070640563965, + 17.305455207824707, + 16.95082664489746, + 18.65293788909912, + 17.83948040008545, + 16.585922241210938, + 17.2517671585083, + 17.099401473999023, + 16.94840908050537, + 16.958532333374023, + 16.08326244354248, + 17.915977478027344, + 17.224772453308105, + 16.931361198425293, + 17.00583839416504, + 15.879400730133057, + 16.67699146270752, + 17.40153694152832, + 17.29914093017578 ], "p90": [ - 21.485657691955566, - 21.9058837890625, - 22.249316215515137, - 22.680654525756836, - 23.67480754852295, - 23.33674716949463, - 24.329769134521484, - 25.425297737121582, - 24.981255531311035, - 25.821106910705566, - 25.777339935302734, - 25.913177490234375, - 26.003299713134766, - 26.28495216369629, - 27.574286460876465, - 27.15281581878662, - 26.84317970275879, - 28.33662223815918, - 27.600626945495605, - 29.428882598876953, - 28.466651916503906, - 28.628050804138184, - 30.92001247406006, - 31.69433879852295 + 21.472548484802246, + 21.907812118530273, + 22.18275260925293, + 22.838321685791016, + 23.137764930725098, + 23.87708568572998, + 23.493277549743652, + 25.341403007507324, + 24.72447967529297, + 24.840158462524414, + 26.008752822875977, + 26.185089111328125, + 26.676920890808105, + 29.27996826171875, + 27.267330169677734, + 26.317420959472656, + 27.882277488708496, + 27.638415336608887, + 28.69386863708496, + 28.34011745452881, + 28.111886024475098, + 28.55513858795166, + 29.700709342956543, + 30.115818977355957 ], "timestamps": [ "2026-05-31 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4bfe40967c2ba34ea2334830df3c62017328a17e..49da9d3c26fe860cb674e84187b66dcf01d9ad8a 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T01:55:51.646815+00:00", + "evaluated_at": "2026-06-18T02:21:22.148990+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.041157603263855, - 1.0776000618934631, - 1.1196364164352417, - 1.1473515629768372, - 1.1920408010482788, - 1.2227372527122498, - 1.25849848985672, - 1.2969990968704224, - 1.3500486016273499, - 1.3760847449302673, - 1.4098584651947021, - 1.4140750765800476, - 1.4535416960716248, - 1.482254147529602, - 1.5314172506332397, - 1.5444047451019287, - 1.5524392127990723, - 1.5105296969413757, - 1.5809528231620789, - 1.6087985634803772, - 1.6194562911987305, - 1.7005452513694763, - 1.6500499248504639, - 1.5903251767158508, - 1.671212613582611, - 1.672302484512329, - 1.6792542338371277, - 1.7221232652664185, - 1.7171798944473267, - 1.7201377749443054, - 1.7421828508377075, - 1.7726457715034485, - 1.7303478717803955, - 1.7499679327011108, - 1.7428988218307495, - 1.6863150596618652, - 1.640913963317871, - 1.860360860824585, - 1.8037548661231995, - 1.666771411895752, - 1.8678381443023682, - 1.808071792125702, - 1.7825525999069214, - 1.8354830741882324, - 1.6322840452194214, - 1.6745635271072388, - 1.7060123085975647, - 1.765944242477417, - 1.7461420893669128, - 1.8123074769973755, - 1.8183119297027588, - 1.7446847558021545, - 1.691895604133606, - 1.782274842262268, - 1.77259761095047, - 1.6629059314727783, - 1.5600659251213074, - 1.7207304239273071, - 1.6645315885543823, - 1.5088131427764893 + 1.1679925918579102, + 1.2090241312980652, + 1.264506220817566, + 1.2993730902671814, + 1.3424239754676819, + 1.3806736469268799, + 1.43805992603302, + 1.4601424932479858, + 1.5184538960456848, + 1.5478904247283936, + 1.576348602771759, + 1.6309175491333008, + 1.625027358531952, + 1.6921704411506653, + 1.6952261328697205, + 1.7131344676017761, + 1.7531705498695374, + 1.7443788647651672, + 1.8004765510559082, + 1.8394488096237183, + 1.77279132604599, + 1.8766995668411255, + 1.8685864806175232, + 1.855818748474121, + 1.856446623802185, + 1.8925379514694214, + 1.8942787051200867, + 1.9605537056922913, + 1.8961469531059265, + 1.90479177236557, + 1.8982141017913818, + 1.906604290008545, + 1.9632102847099304, + 1.9563077688217163, + 1.960772156715393, + 1.9788284301757812, + 1.8829056024551392, + 1.9740630388259888, + 1.9020647406578064, + 2.038649082183838, + 1.9830421805381775, + 1.976047396659851, + 2.0384154319763184, + 1.9071759581565857, + 2.014411211013794, + 1.951494038105011, + 1.9194482564926147, + 2.068535804748535, + 1.9296298027038574, + 1.942520260810852, + 1.8469399213790894, + 1.8174668550491333, + 1.8232316374778748, + 1.845602035522461, + 1.9106165170669556, + 1.792340338230133, + 1.8249313831329346, + 1.9450429677963257, + 1.9197185635566711, + 1.8736792206764221 ], "p10": [ - 1.0107458233833313, - 1.02950918674469, - 1.0561161041259766, - 1.0803274512290955, - 1.1052342653274536, - 1.1256881356239319, - 1.149848461151123, - 1.133301019668579, - 1.1922858953475952, - 1.1498379707336426, - 1.1987215280532837, - 1.1821409463882446, - 1.1675774455070496, - 1.1882929801940918, - 1.1819357872009277, - 1.2030355334281921, - 1.2034997344017029, - 1.0041671395301819, - 1.1079339981079102, - 1.152320921421051, - 1.050716757774353, - 1.0939569473266602, - 1.1010417938232422, - 0.9427655637264252, - 1.0938720703125, - 1.1133525967597961, - 0.9257922768592834, - 1.0232144594192505, - 0.738694965839386, - 0.9125667810440063, - 0.8885210156440735, - 0.9142171740531921, - 0.9135867357254028, - 0.7694269418716431, - 0.6457824110984802, - 0.8798118233680725, - 0.6059448421001434, - 0.9085792005062103, - 0.891974151134491, - 0.6848403811454773, - 0.6825165748596191, - 0.7167508006095886, - 0.6714902818202972, - 0.7916172444820404, - 0.2852591872215271, - 0.40882113575935364, - 0.40324509143829346, - 0.3829425573348999, - 0.7171378135681152, - 0.5169892609119415, - 0.6072300970554352, - 0.3800741136074066, - 0.5161134600639343, - 0.05313730239868164, - 0.5144116282463074, - 0.2934015989303589, - 0.26272323727607727, - 0.3456387519836426, - 0.3228890895843506, - 0.05111879110336304 + 1.1369528770446777, + 1.1685149669647217, + 1.2095385193824768, + 1.2387096881866455, + 1.2682912349700928, + 1.2905321717262268, + 1.3387131094932556, + 1.3396990299224854, + 1.3502545356750488, + 1.38291734457016, + 1.3807552456855774, + 1.3674356937408447, + 1.3455974459648132, + 1.3626819252967834, + 1.3473072052001953, + 1.401641845703125, + 1.4272505044937134, + 1.3194332718849182, + 1.3349809646606445, + 1.436082661151886, + 1.2608667016029358, + 1.351383626461029, + 1.3260672092437744, + 1.2673667073249817, + 1.2904951572418213, + 1.3734464645385742, + 1.3172560334205627, + 1.2022411823272705, + 1.1124048233032227, + 1.2326757907867432, + 1.0399888753890991, + 0.9658834636211395, + 1.0178140997886658, + 0.8428884744644165, + 1.1114123463630676, + 0.9025281965732574, + 0.8265590071678162, + 0.9007299840450287, + 0.7041136026382446, + 0.8873373866081238, + 0.9490575194358826, + 0.7684893012046814, + 0.9971904754638672, + 0.5748686790466309, + 0.7795395851135254, + 0.46788811683654785, + 0.4637371003627777, + 0.7000485360622406, + 0.5679830014705658, + 0.6222580671310425, + 0.6213116645812988, + 0.16234654188156128, + 0.5152958035469055, + 0.3310728669166565, + 0.5985152721405029, + 0.3743115961551666, + 0.553501695394516, + 0.7097836434841156, + 0.2636457085609436, + 0.21476465463638306 ], "p90": [ - 1.0708388090133667, - 1.1244147419929504, - 1.1729375123977661, - 1.2268537282943726, - 1.2791958451271057, - 1.336805522441864, - 1.382007896900177, - 1.479833960533142, - 1.4751564264297485, - 1.5604785680770874, - 1.6107924580574036, - 1.607669711112976, - 1.7004224061965942, - 1.772383689880371, - 1.8316278457641602, - 1.873540222644806, - 1.8765383958816528, - 1.8853195905685425, - 2.0083916187286377, - 2.0736820697784424, - 1.9892897605895996, - 2.076977252960205, - 2.156019926071167, - 2.1789536476135254, - 2.168172836303711, - 2.225754976272583, - 2.2453577518463135, - 2.2916046380996704, - 2.2889221906661987, - 2.4122495651245117, - 2.3677830696105957, - 2.555105447769165, - 2.405703544616699, - 2.5332764387130737, - 2.619064688682556, - 2.4967899322509766, - 2.4442378282546997, - 2.7126431465148926, - 2.5866178274154663, - 2.552213191986084, - 2.768948793411255, - 2.7166717052459717, - 2.6594468355178833, - 2.6662847995758057, - 2.6436336040496826, - 2.6226789951324463, - 2.7113778591156006, - 2.779663562774658, - 2.73101806640625, - 2.9312784671783447, - 2.7917494773864746, - 2.7790671586990356, - 2.7428982257843018, - 2.9754226207733154, - 2.729906678199768, - 2.849828839302063, - 2.6458890438079834, - 2.874543070793152, - 2.6213583946228027, - 2.6905797719955444 + 1.1988725662231445, + 1.2598381042480469, + 1.3169319033622742, + 1.384898841381073, + 1.439214825630188, + 1.4873743653297424, + 1.55436110496521, + 1.5963321924209595, + 1.6559850573539734, + 1.7495892643928528, + 1.7624906301498413, + 1.874647617340088, + 1.879380226135254, + 2.0187509059906006, + 1.9697620868682861, + 1.9703635573387146, + 2.075769782066345, + 2.0527254343032837, + 2.1685487031936646, + 2.27297306060791, + 2.133924722671509, + 2.3924585580825806, + 2.400302767753601, + 2.3376643657684326, + 2.342864513397217, + 2.414783000946045, + 2.4754440784454346, + 2.4358266592025757, + 2.4426077604293823, + 2.4836268424987793, + 2.5647518634796143, + 2.495210647583008, + 2.542836308479309, + 2.673609137535095, + 2.698493719100952, + 2.7343162298202515, + 2.6663215160369873, + 2.8186954259872437, + 2.789790153503418, + 2.691643238067627, + 2.7874882221221924, + 2.813204765319824, + 2.8429439067840576, + 2.6762696504592896, + 2.774443030357361, + 2.910590410232544, + 2.871155261993408, + 2.9327324628829956, + 2.716975688934326, + 2.9140284061431885, + 2.8982908725738525, + 3.039206027984619, + 2.8551450967788696, + 2.9890581369400024, + 2.883827567100525, + 3.21894907951355, + 2.9073269367218018, + 3.0056729316711426, + 2.965068817138672, + 2.960030436515808 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9be33e6d1e8a47c5a0e9197c605e74a8d36d0f89..f57afc17eec2cb974ada8176f03acf491bab3bd3 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T01:55:56.493088+00:00", + "evaluated_at": "2026-06-18T02:21:28.041600+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.216996431350708, - 1.2055938243865967, - 1.19809091091156, - 1.201765239238739, - 1.183834195137024, - 1.1843621134757996, - 1.1803264617919922, - 1.2046947479248047, - 1.1869648694992065, - 1.1837400197982788, - 1.153646469116211, - 1.1851763129234314, - 1.2000167965888977, - 1.2029408812522888, - 1.1528229117393494, - 1.1776993870735168, - 1.1883863806724548, - 1.2114600539207458, - 1.2035737037658691, - 1.2051826119422913, - 1.1889331340789795, - 1.1899970769882202, - 1.181090772151947, - 1.1588689684867859, - 1.180649220943451, - 1.185750663280487, - 1.1964055299758911, - 1.1638131141662598, - 1.1713806986808777, - 1.169733703136444, - 1.1745227575302124, - 1.202362835407257, - 1.1553837060928345, - 1.1798454523086548, - 1.1400869488716125, - 1.1711600422859192, - 1.152492105960846, - 1.1706537008285522, - 1.1643099188804626, - 1.1788424253463745, - 1.150721549987793, - 1.1604558825492859, - 1.155815601348877, - 1.1757749915122986, - 1.1615493297576904, - 1.2119419574737549, - 1.1709646582603455, - 1.1328851580619812, - 1.1921323537826538, - 1.1499613523483276, - 1.1542267203330994, - 1.1656469106674194, - 1.138386607170105, - 1.1796967387199402, - 1.168765366077423, - 1.1860603094100952, - 1.1591302156448364, - 1.1515686511993408, - 1.1699926853179932, - 1.1693398356437683, - 1.1561945080757141, - 1.1740716099739075, - 1.132893681526184, - 1.1864093542099, - 1.1576191186904907, - 1.1110195517539978, - 1.1457405090332031, - 1.141896665096283, - 1.154566764831543, - 1.1547611355781555, - 1.1166772842407227, - 1.1297413110733032 + 1.2232261300086975, + 1.199320912361145, + 1.1989966034889221, + 1.1953985095024109, + 1.1881285309791565, + 1.227194905281067, + 1.2269281148910522, + 1.263079583644867, + 1.2353461384773254, + 1.2474048137664795, + 1.2634158730506897, + 1.271304190158844, + 1.2498031258583069, + 1.2433745861053467, + 1.2484238743782043, + 1.2362432479858398, + 1.2172801494598389, + 1.2749714255332947, + 1.2936576008796692, + 1.2928061485290527, + 1.238109529018402, + 1.2741575241088867, + 1.2559415102005005, + 1.2792145013809204, + 1.313302993774414, + 1.2755101323127747, + 1.2453431487083435, + 1.2797213196754456, + 1.2655751705169678, + 1.3016095161437988, + 1.3253523111343384, + 1.29787939786911, + 1.2411256432533264, + 1.3058995604515076, + 1.314293086528778, + 1.3378899693489075, + 1.3401414155960083, + 1.3311681151390076, + 1.372983455657959, + 1.3063329458236694, + 1.2952054142951965, + 1.321005403995514, + 1.345241367816925, + 1.3502658009529114, + 1.306889295578003, + 1.322346806526184, + 1.351395845413208, + 1.3556313514709473, + 1.3850439190864563, + 1.2884526252746582, + 1.2974791526794434, + 1.2934309840202332, + 1.3097752332687378, + 1.2859690189361572, + 1.3435187339782715, + 1.387364685535431, + 1.2937453985214233, + 1.371418297290802, + 1.376155138015747, + 1.381156861782074, + 1.337857186794281, + 1.4082161784172058, + 1.3676358461380005, + 1.3977583646774292, + 1.2999746799468994, + 1.361266851425171, + 1.3857111930847168, + 1.4470293521881104, + 1.4084977507591248, + 1.4347019791603088, + 1.308329164981842, + 1.369241714477539 ], "p10": [ - 1.1222511529922485, - 1.0715516805648804, - 1.0391290783882141, - 1.042207419872284, - 1.0381283164024353, - 1.0198670029640198, - 1.041415512561798, - 0.983419805765152, - 0.9674444794654846, - 0.9798479676246643, - 0.9293477833271027, - 0.9769846498966217, - 0.9353736340999603, - 0.9651544392108917, - 0.9437013268470764, - 0.9192394316196442, - 0.9624431729316711, - 0.9238942265510559, - 0.96842822432518, - 0.9161847829818726, - 0.9704615473747253, - 0.9525317847728729, - 0.9275065064430237, - 0.9348527789115906, - 0.9028146862983704, - 0.91196408867836, - 0.9111196100711823, - 0.8493969440460205, - 0.8762457370758057, - 0.9152049422264099, - 0.8112665116786957, - 0.8650164902210236, - 0.849626362323761, - 0.9114803373813629, - 0.7823475003242493, - 0.8030545115470886, - 0.8521760106086731, - 0.9201869368553162, - 0.823464572429657, - 0.843053936958313, - 0.8302012085914612, - 0.7650937438011169, - 0.8530588746070862, - 0.8065870404243469, - 0.7949741184711456, - 0.8419927954673767, - 0.862305223941803, - 0.7756293714046478, - 0.8783960044384003, - 0.8200564384460449, - 0.8561598360538483, - 0.778954803943634, - 0.7307760715484619, - 0.8036870062351227, - 0.8116900324821472, - 0.8249111771583557, - 0.7807595729827881, - 0.7674729228019714, - 0.774996817111969, - 0.7712604403495789, - 0.8057209551334381, - 0.9020574390888214, - 0.7998343408107758, - 0.7608981132507324, - 0.7394746243953705, - 0.7061327397823334, - 0.7629700303077698, - 0.7137423455715179, - 0.7501840591430664, - 0.746033787727356, - 0.7607316076755524, - 0.7627058923244476 + 1.1106547713279724, + 1.0761547684669495, + 1.0676288604736328, + 1.063324511051178, + 1.0475198030471802, + 1.0619592070579529, + 1.0490517020225525, + 1.0904149413108826, + 1.0654444694519043, + 1.0161957740783691, + 1.046709656715393, + 1.0186125040054321, + 1.0110691785812378, + 0.9844916462898254, + 0.996371865272522, + 0.9755899608135223, + 0.9604377150535583, + 0.9748110473155975, + 1.0194875597953796, + 1.0012597739696503, + 0.9872339963912964, + 0.9446904361248016, + 0.9644149541854858, + 0.9214134216308594, + 1.0004156529903412, + 0.9299220442771912, + 0.9471629559993744, + 0.9266248941421509, + 0.9496901035308838, + 0.9924413859844208, + 0.8791046738624573, + 0.9786007702350616, + 0.915143221616745, + 0.9454040229320526, + 0.8905438482761383, + 0.8989875912666321, + 0.9262606799602509, + 0.9289790689945221, + 0.9346268773078918, + 0.8653938174247742, + 0.8786436319351196, + 0.8949788808822632, + 0.9372328519821167, + 0.8802761733531952, + 0.8593337833881378, + 0.8320296406745911, + 0.8898617625236511, + 0.8786283135414124, + 0.8742354810237885, + 0.7984887957572937, + 0.7800412178039551, + 0.8080191016197205, + 0.7751141786575317, + 0.9009476602077484, + 0.8708171844482422, + 0.8680493235588074, + 0.7643761932849884, + 0.8440274298191071, + 0.906265377998352, + 0.77070751786232, + 0.7522854208946228, + 0.8235819637775421, + 0.7353345155715942, + 0.8527423739433289, + 0.7767637670040131, + 0.8462764620780945, + 0.8080404996871948, + 0.8623776137828827, + 0.8167043328285217, + 0.8993472754955292, + 0.7972538769245148, + 0.8294693231582642 ], "p90": [ - 1.3660861253738403, - 1.359560251235962, - 1.385759949684143, - 1.430984914302826, - 1.3770598769187927, - 1.4070568680763245, - 1.458631992340088, - 1.4511979222297668, - 1.4108338952064514, - 1.4545516967773438, - 1.4539472460746765, - 1.4247970581054688, - 1.5238733887672424, - 1.5870647430419922, - 1.4378983974456787, - 1.467983603477478, - 1.5459279417991638, - 1.524910032749176, - 1.6110570430755615, - 1.6177347898483276, - 1.495363473892212, - 1.6218687295913696, - 1.6041498184204102, - 1.6013770699501038, - 1.6233574748039246, - 1.5623491406440735, - 1.5780786275863647, - 1.5719382762908936, - 1.6258929371833801, - 1.5364954471588135, - 1.588027536869049, - 1.6673393845558167, - 1.5558372139930725, - 1.6685611009597778, - 1.5802032947540283, - 1.6615077257156372, - 1.6229700446128845, - 1.6185920238494873, - 1.6413978338241577, - 1.6777116060256958, - 1.6809380650520325, - 1.580425500869751, - 1.753930926322937, - 1.604759693145752, - 1.6230005025863647, - 1.6362457275390625, - 1.739943504333496, - 1.5836026072502136, - 1.785309076309204, - 1.5911086797714233, - 1.7518478631973267, - 1.766509771347046, - 1.6354233622550964, - 1.844471514225006, - 1.792787492275238, - 1.6889547109603882, - 1.852603018283844, - 1.6465568542480469, - 1.6073217391967773, - 1.7051863074302673, - 1.662611722946167, - 1.7182726860046387, - 1.726206123828888, - 1.7153499126434326, - 2.178956389427185, - 1.6548714637756348, - 1.7682525515556335, - 1.8879293203353882, - 1.8772859573364258, - 1.9779611825942993, - 1.719130039215088, - 1.9410542845726013 + 1.3260636925697327, + 1.3587313294410706, + 1.3541373014450073, + 1.34244304895401, + 1.3730753660202026, + 1.4519465565681458, + 1.4030944108963013, + 1.4809558987617493, + 1.452078938484192, + 1.4622082710266113, + 1.5212297439575195, + 1.5820251107215881, + 1.5339030027389526, + 1.5207083225250244, + 1.546118140220642, + 1.5882819294929504, + 1.655600905418396, + 1.6021555066108704, + 1.742338478565216, + 1.6957247853279114, + 1.6547938585281372, + 1.6847582459449768, + 1.681696891784668, + 1.8603199124336243, + 1.8681180477142334, + 1.8019901514053345, + 1.7078819274902344, + 1.9654218554496765, + 1.8658491969108582, + 1.838253140449524, + 1.9519169926643372, + 1.7996456623077393, + 1.7452850937843323, + 1.7998803853988647, + 1.9546676874160767, + 1.9252218008041382, + 2.2223756313323975, + 2.0218756198883057, + 2.130558967590332, + 2.0914822816848755, + 2.020033121109009, + 2.2063292264938354, + 2.12320876121521, + 2.2834577560424805, + 2.1399104595184326, + 2.325421094894409, + 2.1602301597595215, + 2.3264161348342896, + 2.201356887817383, + 1.9906417727470398, + 2.2415539026260376, + 2.1601436138153076, + 2.249509572982788, + 1.9843177795410156, + 2.525339126586914, + 2.391714096069336, + 2.213252067565918, + 2.2992817163467407, + 2.32853901386261, + 2.5925793647766113, + 2.6251418590545654, + 2.567051410675049, + 2.5072336196899414, + 2.6703720092773438, + 2.681978464126587, + 2.687487244606018, + 2.7425001859664917, + 3.0804097652435303, + 2.949422597885132, + 3.397528648376465, + 2.602872371673584, + 2.606200933456421 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 657f2e450b5c1b7e0fda94857d2292698a0b779d..33ac20b48e9b39c11063f0e3e83fe34c608b3453 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T00:54:45.942585+00:00", + "evaluated_at": "2026-06-18T02:21:34.034411+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.97781276702881, - 23.081900596618652, - 23.097397804260254, - 23.1235990524292, - 23.142942428588867, - 23.31552028656006, - 23.307830810546875, - 23.333484649658203, - 23.547149658203125, - 23.761780738830566, - 23.777231216430664, - 23.810184478759766, - 23.813870429992676, - 23.84209632873535, - 23.829567909240723, - 24.298117637634277, - 23.829641342163086, - 24.17049217224121, - 23.91399574279785, - 24.245798110961914, - 24.08712863922119, - 24.482467651367188, - 24.748805046081543, - 25.00269889831543 + 21.117745399475098, + 21.09685230255127, + 21.158367156982422, + 21.17098331451416, + 21.203669548034668, + 21.197440147399902, + 21.328060150146484, + 21.203773498535156, + 21.23374366760254, + 21.26516628265381, + 21.227782249450684, + 21.235347747802734, + 21.591465950012207, + 21.280070304870605, + 21.400994300842285, + 21.51219367980957, + 21.349946975708008, + 21.598109245300293, + 21.59138584136963, + 21.380352020263672, + 21.49027156829834, + 21.516510009765625, + 21.490516662597656, + 21.6159029006958 ], "p10": [ - 22.344011306762695, - 22.32413673400879, - 22.141980171203613, - 22.05207347869873, - 21.96352195739746, - 22.10604953765869, - 21.803141593933105, - 21.572976112365723, - 21.951838493347168, - 21.711162567138672, - 22.010621070861816, - 21.882658004760742, - 22.165431022644043, - 21.800148010253906, - 21.66081714630127, - 21.89576816558838, - 21.23362922668457, - 21.18240451812744, - 21.5673885345459, - 21.50637722015381, - 21.386754035949707, - 21.49949359893799, - 22.230082511901855, - 22.174565315246582 + 20.679818153381348, + 20.63068962097168, + 20.592241287231445, + 20.514668464660645, + 20.26692485809326, + 20.336777687072754, + 20.375956535339355, + 20.27666473388672, + 20.174002647399902, + 20.1440372467041, + 20.141353607177734, + 20.202170372009277, + 20.12898063659668, + 19.904787063598633, + 19.892364501953125, + 20.048022270202637, + 19.516874313354492, + 19.859745025634766, + 19.658876419067383, + 19.71694564819336, + 19.812637329101562, + 19.67471408843994, + 19.843918800354004, + 19.44846248626709 ], "p90": [ - 23.81236743927002, - 23.89271354675293, - 24.1107120513916, - 24.36532497406006, - 24.451078414916992, - 24.697134017944336, - 25.060497283935547, - 24.912236213684082, - 25.604703903198242, - 26.102130889892578, - 25.97637939453125, - 25.651546478271484, - 26.179347038269043, - 27.302017211914062, - 26.194555282592773, - 27.2299222946167, - 26.438315391540527, - 26.655296325683594, - 26.932141304016113, - 27.617820739746094, - 27.398902893066406, - 28.277413368225098, - 28.566452026367188, - 29.19299602508545 + 21.48996639251709, + 21.70110321044922, + 21.8386869430542, + 22.026195526123047, + 22.005366325378418, + 22.14743423461914, + 22.496161460876465, + 22.286131858825684, + 22.345566749572754, + 22.2736177444458, + 22.397991180419922, + 22.69868755340576, + 22.865580558776855, + 23.12669563293457, + 23.157032012939453, + 23.48242950439453, + 23.001626014709473, + 23.879047393798828, + 23.611759185791016, + 23.263179779052734, + 23.216784477233887, + 23.839336395263672, + 23.64482593536377, + 24.162842750549316 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c9ef15fe256e304ccfbb84fd872c8916e36e6e84..54de95e0c1e595627482108050afe1c4a828e636 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T00:54:58.590550+00:00", + "evaluated_at": "2026-06-18T02:21:39.808133+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 33.317426681518555, - 29.78395175933838, - 27.49712562561035, - 25.0552339553833, - 24.10883617401123, - 23.185811042785645, - 22.734601974487305, - 22.374384880065918, - 24.052898406982422, - 23.881220817565918, - 30.10271167755127, - 34.31497764587402, - 42.92625617980957, - 47.08892250061035, - 49.92158889770508, - 53.21304702758789, - 47.883262634277344, - 46.90474891662598, - 42.6064567565918, - 41.020206451416016, - 33.374820709228516, - 35.966753005981445, - 32.79879951477051, - 27.256661415100098 + 20.22686767578125, + 20.010025024414062, + 18.969472885131836, + 18.728554725646973, + 19.185532569885254, + 20.730019569396973, + 21.86834144592285, + 23.742701530456543, + 27.262330055236816, + 31.14971351623535, + 38.63666915893555, + 43.88896369934082, + 45.24789047241211, + 41.692195892333984, + 37.30988311767578, + 33.27914237976074, + 32.0126314163208, + 32.61299705505371, + 29.533716201782227, + 26.28597640991211, + 25.71132755279541, + 24.150036811828613, + 22.6242036819458, + 23.7627534866333 ], "p10": [ - 26.908076286315918, - 21.48273277282715, - 17.843052864074707, - 16.689044952392578, - 14.950074195861816, - 13.956204414367676, - 13.13432502746582, - 13.825601577758789, - 12.237252235412598, - 13.96680736541748, - 18.30046844482422, - 21.061901092529297, - 24.55214500427246, - 25.44852066040039, - 27.964123725891113, - 24.516661643981934, - 24.512104988098145, - 24.45594596862793, - 21.636865615844727, - 17.196779251098633, - 18.158660888671875, - 17.44351291656494, - 15.344618320465088, - 14.983196258544922 + 17.192462921142578, + 15.657685279846191, + 14.343992233276367, + 12.669703483581543, + 12.873553276062012, + 13.08592414855957, + 13.264057159423828, + 14.54565715789795, + 16.311861991882324, + 19.09031105041504, + 22.12517738342285, + 24.737523078918457, + 20.511112213134766, + 17.38138484954834, + 17.984922409057617, + 15.76978588104248, + 14.125513076782227, + 16.474138259887695, + 13.575000762939453, + 11.106963157653809, + 12.707637786865234, + 11.895721435546875, + 13.07402229309082, + 12.409910202026367 ], "p90": [ - 41.76995086669922, - 40.18060874938965, - 39.06290626525879, - 35.52392578125, - 38.32663917541504, - 35.23333740234375, - 33.61484909057617, - 35.417348861694336, - 37.241777420043945, - 38.9925651550293, - 49.19382858276367, - 54.31828498840332, - 69.41405868530273, - 68.24989318847656, - 72.4725570678711, - 78.35127258300781, - 72.79584121704102, - 79.67649459838867, - 72.29278945922852, - 73.87295532226562, - 70.30526733398438, - 67.76244735717773, - 62.25167655944824, - 53.9203987121582 + 22.982959747314453, + 24.520240783691406, + 25.36977767944336, + 26.495408058166504, + 26.88672637939453, + 29.471522331237793, + 31.19519329071045, + 42.54954147338867, + 48.6547966003418, + 56.66007041931152, + 68.54202270507812, + 68.54202270507812, + 76.94844055175781, + 79.26156616210938, + 69.22930526733398, + 69.20865631103516, + 68.01304626464844, + 65.57765197753906, + 62.84867477416992, + 62.3819637298584, + 57.673532485961914, + 47.61608695983887, + 49.87443542480469, + 43.7451171875 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a94196f6b644d216c3d4f2369f6b8c53a5c94735..8eda7ea320df213f0621df95c85151c2de124d44 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T00:55:03.692053+00:00", + "evaluated_at": "2026-06-18T02:21:50.024015+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.439438819885254, - 26.474021911621094, - 27.0891056060791, - 28.094958305358887, - 28.21943950653076, - 28.393892288208008, - 27.98033332824707, - 27.299036979675293, - 26.578725814819336, - 26.003393173217773, - 25.433995246887207, - 24.637797355651855, - 23.91552448272705, - 23.5604248046875, - 22.866551399230957, - 22.306958198547363, - 22.195441246032715, - 22.274410247802734, - 22.112884521484375, - 21.818659782409668, - 21.730685234069824, - 21.73017978668213, - 22.532849311828613, - 23.83537769317627 + 28.171274185180664, + 28.586254119873047, + 28.654447555541992, + 28.29853343963623, + 27.791431427001953, + 27.271918296813965, + 26.44414710998535, + 25.470937728881836, + 24.42567729949951, + 23.835939407348633, + 23.228365898132324, + 22.762737274169922, + 22.5447416305542, + 22.319594383239746, + 22.167820930480957, + 21.88253116607666, + 21.797961235046387, + 21.699727058410645, + 21.53511619567871, + 22.326786041259766, + 23.48795986175537, + 25.648807525634766, + 27.262544631958008, + 28.19183349609375 ], "p10": [ - 24.648841857910156, - 25.198822021484375, - 25.598691940307617, - 26.036279678344727, - 26.408181190490723, - 26.048912048339844, - 25.531017303466797, - 25.231874465942383, - 24.08253765106201, - 23.927578926086426, - 23.609037399291992, - 22.467517852783203, - 22.217546463012695, - 21.88234519958496, - 21.383912086486816, - 20.539941787719727, - 20.500179290771484, - 20.535446166992188, - 20.396183967590332, - 19.46540355682373, - 20.129618644714355, - 19.675333976745605, - 20.410103797912598, - 21.70181941986084 + 27.042386054992676, + 27.378305435180664, + 27.06452751159668, + 26.677966117858887, + 25.622299194335938, + 25.3132963180542, + 24.91232681274414, + 23.670284271240234, + 22.785558700561523, + 22.096571922302246, + 21.55905818939209, + 20.662830352783203, + 21.069361686706543, + 20.46504306793213, + 20.66101837158203, + 20.098923683166504, + 19.948328018188477, + 19.866901397705078, + 19.41402530670166, + 19.99486255645752, + 21.391276359558105, + 23.492966651916504, + 25.292407035827637, + 25.61428737640381 ], "p90": [ - 26.46799945831299, - 27.901777267456055, - 29.301834106445312, - 30.7027530670166, - 31.92109775543213, - 32.34766387939453, - 31.250327110290527, - 30.946367263793945, - 29.49632167816162, - 28.87692165374756, - 27.751046180725098, - 26.86476230621338, - 25.916239738464355, - 25.167001724243164, - 24.41479778289795, - 24.063304901123047, - 23.802977561950684, - 23.926387786865234, - 23.524035453796387, - 23.733644485473633, - 23.653237342834473, - 23.10774326324463, - 24.540325164794922, - 25.883158683776855 + 29.392661094665527, + 30.10498809814453, + 30.95292091369629, + 30.89253044128418, + 30.333006858825684, + 29.511591911315918, + 28.051284790039062, + 27.21269416809082, + 26.06006145477295, + 25.535249710083008, + 24.882234573364258, + 24.319153785705566, + 24.166414260864258, + 24.197684288024902, + 23.745479583740234, + 23.620235443115234, + 23.846351623535156, + 23.74013614654541, + 23.506903648376465, + 24.37759304046631, + 26.147085189819336, + 28.107580184936523, + 30.403388023376465, + 32.73480224609375 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 70f5dc675f27f7cd23a4b17cf6339cd6f74f0502..ac3e3e03083f0f81c75c486d727c4a00f5e2aa78 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T00:55:09.587140+00:00", + "evaluated_at": "2026-06-18T02:21:58.802986+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 15.741730213165283, - 13.754215717315674, - 13.79216718673706, - 14.102931022644043, - 14.338609218597412, - 14.701187133789062, - 15.638566970825195, - 15.664843082427979, - 13.90643310546875, - 13.829137802124023, - 14.141871929168701, - 14.170825004577637, - 14.298701286315918, - 15.371431827545166, - 14.344499111175537, - 12.940618991851807, - 13.400309085845947, - 14.37834882736206, - 13.959564685821533, - 14.198596000671387, - 14.390662670135498, - 15.400327205657959, - 13.477173328399658, - 13.45129919052124 + 12.004446983337402, + 12.903462409973145, + 13.924726963043213, + 14.58668041229248, + 13.663533687591553, + 12.629930973052979, + 12.321244716644287, + 12.866004943847656, + 13.563502788543701, + 13.617632389068604, + 14.981203556060791, + 13.908183097839355, + 12.438740253448486, + 12.86601972579956, + 12.4156174659729, + 12.994925022125244, + 13.92615032196045, + 14.406862258911133, + 14.045344829559326, + 13.156264781951904, + 12.541277885437012, + 13.306847095489502, + 13.752331733703613, + 14.184016227722168 ], "p10": [ - 10.518961429595947, - 9.041618824005127, - 9.065566539764404, - 9.67899465560913, - 9.923418045043945, - 9.43228530883789, - 9.359712600708008, - 9.557402610778809, - 8.690126895904541, - 8.983866691589355, - 8.84511137008667, - 9.308537006378174, - 9.40887451171875, - 9.71438980102539, - 9.103265762329102, - 8.527419090270996, - 8.4631667137146, - 9.167572021484375, - 9.758835315704346, - 8.623301982879639, - 9.884485244750977, - 9.60147476196289, - 9.168924808502197, - 8.624979019165039 + 7.99054479598999, + 7.092198610305786, + 8.550871849060059, + 9.265053749084473, + 8.105103015899658, + 7.127006530761719, + 7.641388177871704, + 7.606045246124268, + 8.201496124267578, + 7.420923709869385, + 8.27319622039795, + 8.433494091033936, + 7.385162353515625, + 7.191705226898193, + 6.995496034622192, + 7.7046544551849365, + 7.360263824462891, + 8.661035060882568, + 6.467523097991943, + 6.037171363830566, + 6.9663238525390625, + 7.463335275650024, + 7.01464319229126, + 7.251741170883179 ], "p90": [ - 22.838993072509766, - 22.650428771972656, - 19.330859184265137, - 19.993428230285645, - 21.74624538421631, - 21.253973960876465, - 24.734797477722168, - 23.78724765777588, - 20.974645614624023, - 20.407886505126953, - 20.93024444580078, - 21.10176658630371, - 21.571959495544434, - 22.783267974853516, - 23.525358200073242, - 20.619807243347168, - 20.40852642059326, - 23.669455528259277, - 21.90160369873047, - 21.243983268737793, - 22.73602294921875, - 24.1959867477417, - 21.437166213989258, - 20.713441848754883 + 16.50663948059082, + 16.92068862915039, + 18.328694343566895, + 20.442830085754395, + 18.543819427490234, + 18.255529403686523, + 17.24956512451172, + 17.031110763549805, + 18.916370391845703, + 20.211270332336426, + 20.07553768157959, + 19.26533031463623, + 17.225810050964355, + 17.39335346221924, + 17.933222770690918, + 19.254901885986328, + 20.553489685058594, + 19.9754056930542, + 19.4558687210083, + 19.06235122680664, + 18.38798427581787, + 17.552650451660156, + 19.09890651702881, + 20.02610206604004 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 763df6d6e6d3b8f54329c4386e6afdcf733e8440..f81e10bf361116f6b54e3d3510ca6b532319f382 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,55 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T02:06:04.582474+00:00", + "evaluated_at": "2026-06-18T02:22:00.854189+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 3477d704b12ce36bb35cfc1fb2604843996d65bd..92223b8fa65567b84d3e103b3c51b03761e8c13a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1161789.159416977,1099647.1138785963,867.465068759142,0.8637401891932462,0.013399941234656085,0.01326964197974394,21.924023142871665,1077.8632378075508,0.016544672042063554,0.013315163340906712,0.012564955447589702,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1252888.2292126985,1194222.4567228388,927.3140222382123,0.9321235206817299,0.014327552881528677,0.014186044137776854,23.581785288188545,1119.3248988621215,0.01719558311546731,0.01424582385306134,0.01348229748419295,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7383940202981446,0.7331480775355121,0.8387578138117803,0.8196597067901286,0.5724289401805945,0.8059903238631198,31.0234239337618,0.8592985629559406,0.5930695743292106,0.5788927865670799,0.5712459356025194,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06768417772275115,0.06834946574856234,0.23470316289766732,1.4972441427061018,0.16097096573368594,0.17815965363066275,6.829389320338867,0.2601618298727758,0.18473029062094481,0.16665313091064646,0.15141958198472663,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5532331171798412,0.6416355595738832,0.7214547233971933,0.43909333976845066,0.032723345568581176,0.0333734293573756,2.062467877609135,0.7437964218654465,0.034073512679705764,0.033050033507629424,0.02620540350564568,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,222.26085718176262,223.29824036073248,13.28598092101502,1.0597806136205412,0.3808936894929225,0.3726512404145263,15.450633342673925,14.908415649617588,0.4117399028663085,0.36693157894632966,0.33322238463450393,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.722593231225055,10.330641523472025,2.3913763494633913,1.162888792742235,0.08618355951534667,0.09287300197548705,19.28970264456953,3.1181073155401586,0.1209545403207822,0.09276391022264335,0.08243721186959024,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.23475561690953,39.29613116581209,5.3263680971390555,1.0172374084721805,0.6923412251923199,0.4326063192118868,4.771401743462156,5.851047394860986,0.4962018992108257,0.45170612837928387,0.32255501560679195,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5561033663859469,0.5510146798216721,0.7211625651449922,0.7011107575397768,0.49017687057607273,0.6544703846954011,26.169289667710512,0.7457233846312901,0.5152810911004643,0.498310018281716,0.4907949457293533,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.07609225804711722,0.07627558472332684,0.2499624260284522,1.583095113220672,0.17088213115272874,0.1899751854823614,10.33012641150758,0.2758482518471292,0.19490751052614658,0.17661723014754252,0.16117678419543113,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,3.7479940749581284,3.675708309383433,1.6923684806154473,1.2976627116532062,0.08764679336466134,0.08291897492380969,13.51196922913772,1.9359736762048518,0.09773531515659542,0.08543719826722342,0.07982157157883137,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,204.8612793238466,201.75471409307136,12.464740895780166,0.9939679656535878,0.3307349285415211,0.33745980141724025,14.57009771046838,14.312975907331312,0.38661949552723857,0.3366953083834822,0.30465901158751607,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.106000465637017,10.584724542880956,2.5138701356663247,1.2414172550044578,0.09058476740819893,0.09731150197451705,22.0912477777737,3.1789936246612727,0.12252424200451789,0.09688916343867471,0.08598652851542099,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,38.60170352154978,42.72257804749782,5.369136726546906,1.0322505856111543,1.2306966199563816,0.4658175641101698,4.867289341037275,6.213026921038551,0.5344539286914883,0.4618612237889812,0.3413019282025356,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,340.2951364841765,305.94750307787285,15.21381578947387,0.10285396590066842,0.00588733511285763,0.005882789647065925,2.2795154720668047,18.447090190167568,0.007112131157654966,0.00586556753329113,0.005492973844696585,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9eec73b232caea3f02f1307de4158b6f208401e5..beb866836f39cd3aabb30d430f202f0baf560be0 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T02:06:33.793389+00:00", + "evaluated_at": "2026-06-18T02:22:56.396297+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 66001.04481222588, - 66031.42176535088, - 66019.01356222588, - 66019.01356222588, - 66002.90028097588, - 66016.40028097588, - 66011.69910910088, - 66002.90028097588, - 66019.01356222588, - 65981.33387472588, - 66015.93543722588, - 65999.18934347588, - 66004.72059347588, - 66001.95496847588, - 66005.44520285088, - 66003.81043722588, - 66006.16981222588, - 66002.90028097588, - 65998.33582785088, - 65999.18934347588, - 66006.16981222588, - 66015.47059347588, - 66015.47059347588, - 66007.04871847588 + 66026.43099300987, + 66010.64974300987, + 65992.97005550987, + 66026.43099300987, + 66023.63607113487, + 66022.32943050987, + 66003.41146175987, + 66026.43099300987, + 66012.09896175987, + 66021.39974300987, + 66027.39974300987, + 65998.19075863487, + 66005.11849300987, + 66012.09896175987, + 66008.82943050987, + 66022.32943050987, + 66022.32943050987, + 66021.86458675987, + 66005.11849300987, + 65980.39974300987, + 66011.37435238487, + 66006.97396175987, + 66003.41146175987, + 66023.63607113487 ], "p10": [ - 65709.37606222589, - 65841.94910910088, - 65794.15106222588, - 65878.76278097589, - 65732.06590597588, - 65750.49403097588, - 65794.15106222588, - 65864.64481222589, - 65750.49403097588, - 65794.15106222588, - 65748.88231222588, - 65810.86434347589, - 65794.15106222588, - 65711.26746847588, - 65799.00184347588, - 65807.48231222588, - 65807.48231222588, - 65799.00184347588, - 65734.37684347588, - 65807.48231222588, - 65841.94910910088, - 65807.48231222588, - 65810.86434347589, - 65732.06590597588 + 65804.93099300987, + 65754.81146175986, + 65800.08021175987, + 65847.87825863487, + 65812.56341488486, + 65847.87825863487, + 65800.08021175987, + 65807.71263363487, + 65756.42318050987, + 65754.81146175986, + 65861.59505550987, + 65740.30599300987, + 65851.29036800987, + 65812.56341488486, + 65860.56458675987, + 65812.56341488486, + 65847.87825863487, + 65798.46849300987, + 65756.42318050987, + 65812.56341488486, + 65717.19661800987, + 65800.08021175987, + 65717.19661800987, + 65756.42318050987 ], "p90": [ - 66240.11746847589, - 66347.06434347588, - 66337.14246847588, - 66334.00184347588, - 66265.12371847588, - 66265.12371847588, - 66240.11746847589, - 66337.14246847588, - 66338.88699972589, - 66240.11746847589, - 66347.06434347588, - 66240.11746847589, - 66240.11746847589, - 66338.88699972589, - 66257.47059347588, - 66334.31590597588, - 66334.00184347588, - 66231.47059347588, - 66232.14246847588, - 66257.47059347588, - 66337.14246847588, - 66337.22606222588, - 66265.12371847588, - 66334.31590597588 + 66343.15521175986, + 66343.90755550987, + 66271.05286800987, + 66446.61849300987, + 66343.90755550987, + 66340.24505550986, + 66244.11849300987, + 66340.24505550986, + 66230.77630550986, + 66271.36693050987, + 66339.93099300987, + 66230.04036800987, + 66238.07161800987, + 66246.04661800987, + 66246.04661800987, + 66263.39974300987, + 66343.90755550987, + 66263.39974300987, + 66237.39974300987, + 66263.39974300987, + 66343.15521175986, + 66271.05286800987, + 66239.99974300987, + 66340.24505550986 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5e2202264b705ab5e61ed50815bd997c387d2a98..fbf67e5f28b6e18dc273ac09d1478af5ae6df863 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:00:53.708900+00:00", + "evaluated_at": "2026-06-18T02:22:56.403782+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 09951ee7241d015ba3237bdf731634fbb3eec57b..2c7e409aef65c14bee5f281a3d9d7e1896ed90c4 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:57:02.874459+00:00", + "evaluated_at": "2026-06-18T02:22:56.415075+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 0.6087921760077465, - 0.6107922098631847, - 0.6117922565932262, - 0.6062922230954159, - 0.6192921302313793, - 0.6117922565932262, - 0.6067922613615978, - 0.6107920906538952, - 0.6087921760077465, - 0.6087921760077465, - 0.6117922565932262, - 0.6057920954222668, - 0.6067921421523083, - 0.6087921760077465, - 0.6067922613615978, - 0.6142921946043957, - 0.6167921922202099, - 0.6107921949620235, - 0.6107921800608623, - 0.6107921353573788, - 0.6037921211714733, - 0.6117922565932262, - 0.606792201756953, - 0.6117922565932262, - 0.606792201756953, - 0.6057921401257503, - 0.6132921478743542, - 0.6112922332282055, - 0.6137922308440197, - 0.6057920954222668, - 0.6102921417946804, - 0.6177921793456066, - 0.6047921679015148, - 0.6107921800608623, - 0.6107921800608623, - 0.6117922565932262, - 0.61079215025854, - 0.6117922565932262, - 0.6097920439238537, - 0.6112921736235607, - 0.612792243718623, - 0.606792201756953, - 0.6067922613615978, - 0.6117921969885814, - 0.6112921736235607, - 0.6107921800608623, - 0.6067921421523083, - 0.6077921888823498, - 0.6167921922202099, - 0.6082921526427257, - 0.605292146563052, - 0.6092921397681225, - 0.6077921888823498, - 0.6087921909089077, - 0.6117922565932262, - 0.6162921837563503, - 0.6072922251219738, - 0.6087921164031017, - 0.6127921841139782, - 0.6122922203536022 + 0.7271958466936188, + 0.7326957758833008, + 0.7271958466936188, + 0.7216957088876801, + 0.7251957085300522, + 0.7241958257127838, + 0.7271958466936188, + 0.7261957403589325, + 0.7246956702638703, + 0.725695657389267, + 0.7286957379747467, + 0.7261957254577713, + 0.7241957661081391, + 0.7261957850624161, + 0.7251957830358582, + 0.7301957782674866, + 0.7261957999635773, + 0.7251957085300522, + 0.7316957738567429, + 0.7281958338190155, + 0.7201957729030686, + 0.7271958466936188, + 0.7241957810093003, + 0.7236958023477631, + 0.7241957661081391, + 0.724695729868515, + 0.7291957613397675, + 0.7236958023477631, + 0.7211957302261429, + 0.727195787088974, + 0.7301957484651642, + 0.7261957701612549, + 0.7196957346368866, + 0.7336957630086975, + 0.7216958131958084, + 0.7261957254577713, + 0.7221957918573456, + 0.7241958257127838, + 0.7221958514619904, + 0.7261956807542878, + 0.7261957999635773, + 0.7261956807542878, + 0.7191957708765107, + 0.7251956340242462, + 0.7221957322527008, + 0.7271958466936188, + 0.7226958152223664, + 0.7261957403589325, + 0.7271958466936188, + 0.7291957613397675, + 0.7306957569290238, + 0.7306957569290238, + 0.7296957847047882, + 0.7261957999635773, + 0.7251957830358582, + 0.735695811765297, + 0.7241957065034943, + 0.7206957813669281, + 0.7301957782674866, + 0.7266957637239533 ], "p10": [ - 0.5565921924109447, - 0.5696921895290602, - 0.5667921802992809, - 0.5546922109122264, - 0.568492179274081, - 0.5655921391243923, - 0.5655921391243923, - 0.5547922126049983, - 0.5617921850676525, - 0.561492182969569, - 0.5565921924109447, - 0.5545922151799191, - 0.5547921857829082, - 0.5547921857829082, - 0.561492182969569, - 0.5636921889181126, - 0.5587921640868175, - 0.5667921802992809, - 0.5546921840901363, - 0.5617921850676525, - 0.5547921857829082, - 0.5657921335692394, - 0.5546921840901363, - 0.5617921850676525, - 0.5583921662564266, - 0.5527922093202237, - 0.5587921640868175, - 0.5714922300572384, - 0.573992194890498, - 0.5617921850676525, - 0.5527922093202237, - 0.5666921756262767, - 0.5567921898360241, - 0.5567921898360241, - 0.5653921387190807, - 0.5567921898360241, - 0.5667921802992809, - 0.561492182969569, - 0.5612921855444897, - 0.5635921887154568, - 0.5546921840901363, - 0.561492182969569, - 0.5587921640868175, - 0.5636921889181126, - 0.5635921887154568, - 0.5527921894132036, - 0.5585921666617382, - 0.5547922155852306, - 0.5617921850676525, - 0.5617921850676525, - 0.5527922085518825, - 0.5617921850676525, - 0.5637921891207683, - 0.5526921830172528, - 0.5626921868915546, - 0.5617921850676525, - 0.5627921870942104, - 0.5517921946043957, - 0.5565921924109447, - 0.5585921666617382 + 0.6741957541872101, + 0.6889957850883068, + 0.6700957741905289, + 0.6741957541872101, + 0.6690957632232742, + 0.6790957790185052, + 0.6821957703996735, + 0.6700957741905289, + 0.6741957541872101, + 0.6680957800327154, + 0.6719957825113373, + 0.6719957825113373, + 0.6691957589555817, + 0.6809957292247849, + 0.6739957567621307, + 0.6809957292247849, + 0.6671957847047882, + 0.6721957799364167, + 0.6739957567621307, + 0.6771957751680451, + 0.6741957541872101, + 0.6768957730699616, + 0.6700957741905289, + 0.6701958027053909, + 0.6701958027053909, + 0.6671957847047882, + 0.6739957567621307, + 0.6771957751680451, + 0.6718957778383332, + 0.6721957799364167, + 0.6768957730699616, + 0.6771957751680451, + 0.6681958016325074, + 0.6820957657266693, + 0.6741957541872101, + 0.6691957589555817, + 0.6691957589555817, + 0.681195723669632, + 0.6741957541872101, + 0.6820957657266693, + 0.6671957847047882, + 0.6691957589555817, + 0.6690957632232742, + 0.6768957730699616, + 0.6739957567621307, + 0.6719957825113373, + 0.668195778745255, + 0.6739957567621307, + 0.6771957751680451, + 0.6789957788158494, + 0.6821957703996735, + 0.6821957703996735, + 0.6780957769919472, + 0.6681957795135962, + 0.6771957751680451, + 0.6768957730699616, + 0.6700957741905289, + 0.6701957758833008, + 0.6809957292247849, + 0.6768957730699616 ], "p90": [ - 0.6418922207350719, - 0.642792158483981, - 0.6439921996588696, - 0.6427921853060711, - 0.6457921764845836, - 0.6418922237153042, - 0.642792158483981, - 0.6428921903516043, - 0.6439921996588696, - 0.6427921856786001, - 0.642792158483981, - 0.6407921887035358, - 0.642792158483981, - 0.6440921983714092, - 0.6427921856786001, - 0.6468922159667003, - 0.6457921764845836, - 0.6468922159667003, - 0.6427921614642131, - 0.6439921996588696, - 0.6467921636099804, - 0.6439921996588696, - 0.6427921890313614, - 0.6409921816582668, - 0.642792158483981, - 0.6389922044272411, - 0.6431921864892233, - 0.6467921695704448, - 0.6427921853060711, - 0.6409921883637894, - 0.6458921751971233, - 0.6457921764845836, - 0.6418922207350719, - 0.6458921751971233, - 0.6408921993370045, - 0.6437922022337902, - 0.6428922138209331, - 0.642792158483981, - 0.6467921636099804, - 0.6458921751971233, - 0.6377921721930492, - 0.6458921751971233, - 0.6427921555037487, - 0.6431922099585521, - 0.6467921636099804, - 0.6479922077651012, - 0.64279215885651, - 0.6458921751971233, - 0.6458921811575878, - 0.6418922207350719, - 0.6408921926314819, - 0.6427921856786001, - 0.6427922151083935, - 0.6407921887035358, - 0.6418922207350719, - 0.6417922279829967, - 0.6417922279829967, - 0.642792158483981, - 0.6439921996588696, - 0.6457921764845836 + 0.7581957817394571, + 0.7602958318162994, + 0.7581957754064637, + 0.7593957897592621, + 0.7631957408357697, + 0.7602958318162994, + 0.7611957665849762, + 0.7562957894373971, + 0.7601958390642243, + 0.7591957923341828, + 0.7612957652975159, + 0.7621957596708374, + 0.7571958180833893, + 0.7621958133150177, + 0.7581957485843736, + 0.7631958004404145, + 0.7602958318162994, + 0.7582958039213257, + 0.7621958133150177, + 0.7611957665849762, + 0.7612957652975159, + 0.7611957665849762, + 0.7621957596708374, + 0.7612957652975159, + 0.758195805208786, + 0.7621957596708374, + 0.758195805208786, + 0.7611957665849762, + 0.7621957596708374, + 0.7621958133150177, + 0.7581957817394571, + 0.7582957804519969, + 0.7572958138156968, + 0.7622958060670929, + 0.7581957754064637, + 0.7611957665849762, + 0.7581957754064637, + 0.7622958060670929, + 0.7581957783866959, + 0.762195753710373, + 0.7622958060670929, + 0.7622958060670929, + 0.7581957757789927, + 0.7621958133150177, + 0.7611957665849762, + 0.7602958318162994, + 0.7581957456041413, + 0.7593957897592621, + 0.7621957596708374, + 0.758195779131754, + 0.7612957652975159, + 0.7611957665849762, + 0.7631957408357697, + 0.756195786254509, + 0.7602958318162994, + 0.7622958120275574, + 0.7611957665849762, + 0.762195753710373, + 0.7581957757789927, + 0.762195753710373 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 856b72d4ebc440213195acd3a11067ed9be4172c..59777259846734d985135e1bc4b885c1cfc29d42 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:57:02.885925+00:00", + "evaluated_at": "2026-06-18T02:22:56.426054+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737, - 1.173630158514737 + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966 ], "p10": [ - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 0.9736302300403108, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 0.9736302300403108, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792, - 1.0736301346728792 + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 0.9653154113539704, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 0.9653154113539704, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387 ], "p90": [ - 1.173630158514737, - 1.3736300869891633, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.3736300869891633, - 1.3736300869891633, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.273630182356595, - 1.2836301728198511, - 1.3736300869891633, - 1.3736300869891633, - 1.3736300869891633, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.3736300989100922, - 1.2836301728198511, - 1.3736300869891633, - 1.2836301728198511, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.3736302061984529, - 1.273630182356595, - 1.273630182356595, - 1.2836301728198511, - 1.273630182356595, - 1.273630182356595, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595, - 1.273630182356595, - 1.3736300989100922, - 1.273630182356595, - 1.3736300869891633, - 1.3736302061984529, - 1.273630182356595, - 1.273630182356595, - 1.3736300869891633, - 1.3736300869891633, - 1.273630182356595, - 1.2836301728198511, - 1.3736300869891633, - 1.273630182356595, - 1.3736300869891633, - 1.3736300869891633, - 1.273630182356595, - 1.3736300869891633, - 1.273630182356595 + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.3653152802237518, + 1.2653153636702545, + 1.2653153636702545, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.3653153875121125, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2753153541335107, + 1.365315268302823, + 1.2653153636702545, + 1.3653152802237518, + 1.3653152802237518, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.3653153875121125, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.365315268302823, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.365315268302823, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index e00bbe04b26597fa445c752fbf2b30b9a79f0d80..cc8f5ba718ca01171935513bb9be1fccb9e11c88 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:00:53.719908+00:00", + "evaluated_at": "2026-06-18T02:22:56.434234+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162, - 21.184649154596162 + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421 ], "p10": [ - 20.884649917535615, - 20.184649154596162, - 20.884649917535615, - 20.78464953606589, - 20.884649917535615, - 20.884649917535615, - 20.78464953606589, - 20.78464953606589, - 20.78464953606589, - 20.884649917535615, - 20.78464953606589, - 20.78464953606589, - 20.87464987938864, - 21.184649154596162, - 20.884649917535615, - 20.884649917535615, - 21.064648887567355, - 20.78464953606589, - 20.884649917535615, - 20.78464953606589, - 21.064648887567355, - 20.78464953606589, - 21.084648773126435, - 21.084648773126435 + 20.50070179805421, + 20.50070179805421, + 20.50070179805421, + 21.100702179523935, + 21.19070252284669, + 20.800701035114756, + 21.100702179523935, + 20.50070179805421, + 20.50070179805421, + 20.50070179805421, + 20.7707011114087, + 21.100702179523935, + 20.7707011114087, + 20.50070179805421, + 20.50070179805421, + 21.100702179523935, + 20.50070179805421, + 20.50070179805421, + 20.50070179805421, + 20.800701035114756, + 21.07070206508302, + 21.100702179523935, + 20.800701035114756, + 21.100702179523935 ], "p90": [ - 22.184649154596162, - 21.584648773126435, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 21.824649497918912, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162, - 22.184649154596162 + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 21.900701416584482, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.100702179523935, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 6526d94c6c08e952eeb25e14a59292558831e414..3b80e90a52b8e59363da111db85db2ca3caad396 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:00:53.727670+00:00", + "evaluated_at": "2026-06-18T02:22:56.441318+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 32.55676771432013, - 32.95676590233893, - 32.956766856013246, - 32.70676590233893, - 32.956766856013246, - 33.10676647454352, - 33.25676609307379, - 32.956766856013246, - 32.956766856013246, - 33.00676609307379, - 33.156765711604066, - 33.3067658069715, - 32.65676666527838, - 33.156765711604066, - 32.90676523476691, - 33.05676533013434, - 32.956766856013246, - 32.85676456719489, - 32.85676456719489, - 32.95676637917609, - 32.6567676189527, - 32.90676475792975, - 33.056766283808656, - 33.20676590233893 + 33.37689117851542, + 33.42689041557597, + 33.57689003410624, + 33.37689070167826, + 33.22689060631083, + 33.37689117851542, + 33.37689117851542, + 33.376890224841105, + 33.37689117851542, + 33.376890224841105, + 33.37689070167826, + 33.62689117851542, + 33.67689041557597, + 33.37689070167826, + 33.27688888969706, + 33.37689117851542, + 33.326889557269084, + 33.62689117851542, + 33.12689117851542, + 33.42689041557597, + 33.976889652636515, + 33.37688974800395, + 33.376890224841105, + 33.226889652636515 ], "p10": [ - 25.55676533013434, - 29.036765253840397, - 29.04676548272223, - 27.45676304131598, - 29.756766093073796, - 29.546761858759833, - 29.64676529198737, - 29.556761515437078, - 29.546761858759833, - 29.23676601677985, - 29.996765482722235, - 29.65676571160407, - 28.756765139399477, - 29.256766093073793, - 28.636764109431216, - 29.256766093073793, - 29.756766093073796, - 28.816764796076722, - 28.846764624415346, - 29.256766093073793, - 28.836764490900944, - 28.1567676189527, - 29.416765177546452, - 29.05676704674811 + 29.67689041557597, + 30.166890377428995, + 30.466889614489542, + 29.976890129473674, + 29.37689117851542, + 29.266888946917522, + 29.476889652636515, + 26.67689041557597, + 29.97688583793925, + 30.066889614489543, + 30.076890034106242, + 30.436889690783488, + 29.856889385607708, + 27.50689186516093, + 29.276888889697062, + 29.326891178515424, + 29.94688629570292, + 29.276888889697062, + 26.87689117851542, + 29.37689117851542, + 30.476889652636515, + 29.656890530016888, + 29.966886371996868, + 29.97688583793925 ], "p90": [ - 39.05676533013434, - 37.28676601677984, - 39.25676609307379, - 39.06676517754645, - 38.89676471978277, - 39.45676494866461, - 40.35676838189215, - 36.96676594048589, - 37.686766112147275, - 36.95676513939948, - 41.1667659404859, - 41.156765711604066, - 36.95676513939948, - 38.6567676189527, - 38.676767313776914, - 37.85676647454352, - 36.9867667797193, - 39.45676494866461, - 36.75676609307379, - 39.18676391869635, - 39.16676403313727, - 39.05676533013434, - 39.40676599770635, - 39.07676540642829 + 39.586888355639445, + 41.59688991966532, + 42.20689033928202, + 39.67689041557597, + 39.486889500048626, + 37.67689041557597, + 39.96688961448954, + 37.43689102592753, + 36.786890835192665, + 39.29688896599101, + 39.586888355639445, + 37.70689033928202, + 39.51688961448954, + 37.716890568163855, + 37.286890835192665, + 39.69689030113505, + 37.17689041557597, + 40.97689155998515, + 37.98688988151835, + 39.30688881340311, + 39.876889461901655, + 39.09689163627909, + 37.97689060631083, + 37.97689060631083 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a55507637a6e851dd72c7a4bcd02a5198aef24a8..23e5ee5c274fb1d2a9683a9393ffd5e2f7a79b7b 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:00:53.738242+00:00", + "evaluated_at": "2026-06-18T02:22:56.452059+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 23.730696074642353, - 23.63069760052126, - 23.63069760052126, - 23.730696074642353, - 23.63069760052126, - 23.63069760052126, - 23.730696074642353, - 23.63069760052126, - 23.730696074642353, - 23.630695693172626, - 23.730696074642353, - 23.63069760052126, - 23.730696074642353, - 23.730696074642353, - 23.730696074642353, - 23.630695693172626, - 23.630695693172626, - 23.63069760052126, - 23.730696074642353, - 23.630695693172626, - 23.730696074642353, - 23.730696074642353, - 23.630695693172626, - 23.730696074642353 + 23.77714045130791, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005, + 23.77713854395928, + 23.877138925429005, + 23.877138925429005, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005, + 23.77714045130791, + 23.77714045130791, + 23.827139688368458, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.77714045130791, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005 ], "p10": [ - 22.930694930233173, - 22.730697791256123, - 22.930694930233173, - 22.930694930233173, - 22.730697791256123, - 22.83069645611208, - 22.920695082821062, - 22.730697791256123, - 22.730697981990986, - 22.630695693172626, - 22.730697981990986, - 22.83069645611208, - 22.930694930233173, - 22.730696074642353, - 23.02069546429079, - 22.720696227230242, - 22.730696074642353, - 22.930694930233173, - 22.930694930233173, - 22.730697791256123, - 23.0306953117029, - 22.720696227230242, - 22.920695082821062, - 22.730696074642353 + 22.96713945948662, + 22.96713945948662, + 23.077139688368458, + 22.877138925429005, + 22.877138925429005, + 22.877138925429005, + 22.97713930689873, + 22.96713945948662, + 23.267138505812305, + 23.16713831507744, + 23.077137781019825, + 23.077137781019825, + 22.96713945948662, + 22.97713930689873, + 23.177140069838185, + 22.877140832777638, + 22.97713930689873, + 22.867139078016894, + 22.867139078016894, + 22.877140832777638, + 22.77714045130791, + 22.877140832777638, + 23.077137781019825, + 22.877140642042775 ], "p90": [ - 24.950696723140886, - 24.930696837581806, - 25.130695693172626, - 25.130695693172626, - 24.930696837581806, - 25.15069748608034, - 24.930696837581806, - 25.230697981990986, - 25.130695693172626, - 24.950696723140886, - 24.950696723140886, - 24.930696837581806, - 25.130695693172626, - 25.130695693172626, - 25.13069588390749, - 24.930696837581806, - 25.130695693172626, - 24.930694930233173, - 25.040695349849873, - 24.930696837581806, - 24.930696837581806, - 24.750697676815204, - 24.930696837581806, - 25.130695693172626 + 25.09713957392754, + 24.89714071833672, + 25.077139688368458, + 25.29713862025322, + 25.09713957392754, + 24.987139345045705, + 25.27713854395928, + 24.877138925429005, + 25.27713854395928, + 25.27713854395928, + 25.297140336866992, + 24.98713915431084, + 25.077137971754688, + 25.077139688368458, + 25.27713854395928, + 25.27713854395928, + 25.27713854395928, + 25.077139688368458, + 25.27713854395928, + 25.47713930689873, + 24.987139345045705, + 25.27713854395928, + 25.27713854395928, + 25.27713854395928 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index b76cab7227b9382cf12f4ea6ebb71fa63670278f..1919f71d167c125e16de65dfa177c910bce938c6 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T01:00:53.749060+00:00", + "evaluated_at": "2026-06-18T02:22:56.462552+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 13.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 15.952345309381238, - 14.952345309381238, - 15.952345309381238, - 15.452345309381238, - 15.952345309381238, - 15.952345309381238, - 14.952345309381238, - 15.952345309381238 + 15.113273453093813, + 14.613273453093813, + 14.613273453093813, + 15.113273453093813, + 13.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 13.613273453093813, + 13.613273453093813, + 15.613273453093813, + 15.613273453093813, + 14.613273453093813, + 15.613273453093813, + 14.613273453093813, + 13.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 14.113273453093813, + 15.613273453093813 ], "p10": [ - 6.952345309381238, - 6.952345309381238, - 7.952345309381238, - 7.952345309381238, - 6.952345309381238, - 8.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 7.85234530938124, - 6.952345309381238, - 8.85234530938124, - 7.952345309381238, - 6.952345309381238, - 6.952345309381238, - 7.952345309381238, - 7.952345309381238, - 6.952345309381238, - 6.952345309381238, - 6.952345309381238, - 7.85234530938124 + 6.613273453093813, + 6.613273453093813, + 6.613273453093813, + 6.613273453093813, + 6.513273453093815, + 5.613273453093813, + 7.613273453093813, + 7.613273453093813, + 6.613273453093813, + 5.513273453093815, + 7.513273453093815, + 6.613273453093813, + 7.513273453093815, + 6.613273453093813, + 7.513273453093815, + 6.513273453093815, + 7.613273453093813, + 7.613273453093813, + 6.613273453093813, + 7.613273453093813, + 6.613273453093813, + 7.613273453093813, + 6.613273453093813, + 5.613273453093813 ], "p90": [ - 21.952345309381236, - 21.952345309381236, - 21.05234530938123, - 21.952345309381236, - 22.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 20.952345309381236, - 22.952345309381236, - 19.952345309381236, - 20.05234530938123, - 20.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 21.952345309381236, - 23.05234530938123, - 21.952345309381236, - 21.952345309381236, - 21.05234530938123 + 21.61327345309381, + 21.61327345309381, + 22.713273453093805, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 19.61327345309381, + 20.713273453093805, + 21.61327345309381, + 20.713273453093805, + 21.61327345309381, + 22.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 22.713273453093805, + 21.61327345309381, + 21.61327345309381 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 2bd30cdb75741e2d4d9caeca78697f4737eaac9c..725c118c3de741f0fffc43cc2a3261e8d03d9bf8 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,55 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T02:06:33.798041+00:00", + "evaluated_at": "2026-06-18T02:22:56.466645+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 3c9d498825ab700196ca144393776e88241aa368..517afc84b9b1c015adcba9db10e1c5547078e43c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T02:03:20.480738+00:00", - "finished_at": "2026-06-18T02:06:33.816119+00:00", - "task_count": 1, + "started_at": "2026-06-18T02:12:28.919935+00:00", + "finished_at": "2026-06-18T02:22:56.528989+00:00", + "task_count": 8, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,55 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T02:03:59.177627+00:00", + "evaluated_at": "2026-06-18T02:14:03.561537+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -24,13 +66,55 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T02:05:05.557531+00:00", + "evaluated_at": "2026-06-18T02:17:46.901467+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -38,13 +122,55 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:05:31.261472+00:00", + "evaluated_at": "2026-06-18T02:19:01.452964+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -52,13 +178,55 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T02:05:42.398595+00:00", + "evaluated_at": "2026-06-18T02:20:30.945747+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -66,13 +234,55 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T02:06:04.582474+00:00", + "evaluated_at": "2026-06-18T02:22:00.854189+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -80,13 +290,55 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T02:06:25.625920+00:00", + "evaluated_at": "2026-06-18T02:22:54.137477+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -94,13 +346,55 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T02:06:33.685712+00:00", + "evaluated_at": "2026-06-18T02:22:56.206550+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -108,13 +402,55 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T02:06:33.786111+00:00", + "evaluated_at": "2026-06-18T02:22:56.390516+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -122,13 +458,55 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T02:06:33.798041+00:00", + "evaluated_at": "2026-06-18T02:22:56.466645+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -136,13 +514,55 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T02:06:33.812170+00:00", + "evaluated_at": "2026-06-18T02:22:56.527740+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,7 +570,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T02:07:50.682068+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_022256.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..49b69224c9488559da488a358005f9d48de14d41 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:56.141561+00:00", + "metrics": { + "MSE[mean]": 436.5404527961764, + "MSE[0.5]": 441.5105216020299, + "MAE[0.5]": 15.939421004121932, + "MASE[0.5]": 1.2710471883556564, + "MAPE[0.5]": 0.35198082732724484, + "sMAPE[0.5]": 0.47044225563734154, + "MSIS": 31.731025763406365, + "RMSE[mean]": 20.89355050718227, + "NRMSE[mean]": 0.5643727767837641, + "ND[0.5]": 0.4305527339323876, + "mean_weighted_sum_quantile_loss": 0.4022796042361225 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 20.77458645462047, + 20.72526654584668, + 20.927921434893037, + 21.005549747519918, + 21.061689683981527, + 20.878435927861076, + 21.190426418413637, + 21.30699079995678, + 21.114945202429624, + 21.096014296201243, + 21.20542258506388, + 21.297396277771423, + 21.30672997289884, + 21.10738511581211, + 21.0628427898058, + 21.073467037650254, + 21.210149221240304, + 21.087416754096246, + 21.05646172274914, + 20.951639229481906, + 21.28891024746865, + 21.264577589105293, + 20.852015615177297, + 21.107657138377142 + ], + "p10": [ + 17.818927493994185, + 16.580967491255112, + 17.562354249916392, + 18.461722931306987, + 17.27424836112153, + 16.279184565304934, + 17.2999688638831, + 18.471959573353786, + 17.276801578679418, + 16.854583448978595, + 17.236528302524363, + 18.483778596874792, + 16.842054664506644, + 16.602889579746893, + 16.57475294573156, + 16.696231995515145, + 16.71004224340797, + 17.74248590708883, + 15.72776329278188, + 16.321771996909707, + 16.547001186899248, + 16.710057798131004, + 17.70010068275532, + 17.310005574775445 + ], + "p90": [ + 25.529553082195527, + 26.833923448726964, + 26.60713121127521, + 27.010961793627743, + 25.112653135930405, + 23.94683709076143, + 26.962992621160872, + 25.95176820343373, + 25.08435479193389, + 24.865739510757983, + 25.219133692437993, + 25.628353420360266, + 26.960917247846325, + 24.513003230903088, + 24.493579666354673, + 26.736169578770742, + 24.627474069038303, + 26.961119756413865, + 24.419390312972975, + 25.517553802290465, + 25.959285923461245, + 25.0871017193355, + 24.557608779561143, + 25.52475223177755 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_021346.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_021346.json new file mode 100644 index 0000000000000000000000000000000000000000..3db167e4983061e8c3254f8d02e7a297bb8bb709 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260618_021346.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:46.251695+00:00", + "metrics": { + "MSE[mean]": 19.804842954546228, + "MSE[0.5]": 19.804842954546228, + "MAE[0.5]": 3.8708037535349527, + "MASE[0.5]": 0.30866706051209875, + "MAPE[0.5]": 0.12267577203279918, + "sMAPE[0.5]": 0.13215227346422057, + "MSIS": 2.6900659408030294, + "RMSE[mean]": 4.450263245533485, + "NRMSE[mean]": 0.12020969937287972, + "ND[0.5]": 0.10455744522773086, + "mean_weighted_sum_quantile_loss": 0.1433699826872804 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 19.181102752685547, + 19.028099060058594, + 19.702831268310547, + 20.174789428710938, + 20.932723999023438, + 22.097505569458008, + 23.234540939331055, + 25.857112884521484, + 32.22346115112305, + 42.63822937011719, + 49.07268524169922, + 53.584999084472656, + 55.801963806152344, + 55.82402038574219, + 54.915008544921875, + 52.83403015136719, + 50.68061065673828, + 49.22572326660156, + 47.02505111694336, + 41.77658462524414, + 29.921621322631836, + 19.51279067993164, + 18.404569625854492, + 18.623153686523438 + ], + "p10": [ + 15.859044075012207, + 15.318384170532227, + 14.935213088989258, + 14.454120635986328, + 14.73878288269043, + 14.678485870361328, + 14.45344352722168, + 15.507503509521484, + 17.463361740112305, + 22.05624008178711, + 23.599998474121094, + 25.78111457824707, + 25.503849029541016, + 24.842674255371094, + 24.83693504333496, + 24.781858444213867, + 23.338932037353516, + 19.298460006713867, + 17.688257217407227, + 16.22083282470703, + 14.490779876708984, + 12.466567993164062, + 12.241119384765625, + 12.954158782958984 + ], + "p90": [ + 23.475791931152344, + 25.171995162963867, + 27.073074340820312, + 29.81194305419922, + 33.72339630126953, + 36.999202728271484, + 39.475303649902344, + 45.91464614868164, + 54.4838981628418, + 65.63330078125, + 71.38066101074219, + 73.6165542602539, + 75.51557922363281, + 76.63473510742188, + 74.45988464355469, + 73.3602066040039, + 70.35868835449219, + 69.81800842285156, + 68.83545684814453, + 64.5853271484375, + 52.968902587890625, + 34.08424377441406, + 30.170894622802734, + 29.585519790649414 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_022256.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..37feb34c6c75e1c6d0483bb4701a69da24a5439e --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.340323+00:00", + "metrics": { + "MSE[mean]": 3082.8989261736183, + "MSE[0.5]": 3098.388160321632, + "MAE[0.5]": 49.11860352155636, + "MASE[0.5]": 3.916833797531637, + "MAPE[0.5]": 1.2953600472326834, + "sMAPE[0.5]": 1.6858003042789882, + "MSIS": 124.62341348569264, + "RMSE[mean]": 55.52385907133633, + "NRMSE[mean]": 1.4998003575825232, + "ND[0.5]": 1.3267827625406332, + "mean_weighted_sum_quantile_loss": 1.2855240297661215 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 17.553251336713664, + 15.021277754926997, + 12.589304554610054, + 9.807332403334861, + 7.075359489120215, + 4.643387242477589, + 2.061414423630376, + -0.5205593488911562, + -3.102531214064056, + -5.684504986585585, + -8.266477328595643, + -10.598449670605701, + -13.130423252392367, + -16.012395785137283, + -18.694370415965704, + -21.176340945994557, + -23.808315386088108, + -26.09028658368899, + -29.172259402536202, + -31.454232984322868, + -33.486206566109544, + -36.66817928958932, + -39.25015163159938, + -41.98212502265119 + ], + "p10": [ + 13.85325057377421, + 11.761277716780025, + 9.479304134993356, + 6.407331831130271, + 3.225360061324805, + 0.5333850108796887, + -1.83858710224853, + -7.220559158156293, + -6.502536554640228, + -8.994505596937147, + -11.566477996167665, + -13.788451158337635, + -16.95042428236063, + -21.88239462165462, + -22.694370415965707, + -25.226340945994558, + -27.188318647654274, + -30.440288872507352, + -35.422259402536206, + -35.50423222138342, + -36.986206566109544, + -40.38817850757638, + -42.66015548444362, + -45.232128837348455 + ], + "p90": [ + 23.763248513837688, + 23.191277259016353, + 21.219304859785833, + 16.107332117232566, + 13.335358382858008, + 8.943386479538136, + 8.651412859604493, + 3.539441452195266, + 0.30746844261318934, + 0.23549375456431598, + -2.056479674634462, + -6.518450509839101, + -7.290424053478795, + -11.672395918651691, + -14.684368470470101, + -14.856341823374931, + -19.958314527781226, + -18.740286202219266, + -24.312260699533276, + -25.574234586495724, + -27.58620675684441, + -30.948177401314172, + -34.65015125012965, + -37.23212406897687 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_022139.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_022139.json new file mode 100644 index 0000000000000000000000000000000000000000..87c04c2949a0bd16af0d838aafeaf04ed0a26aec --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_022139.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:39.808133+00:00", + "metrics": { + "MSE[mean]": 71.87352463376419, + "MSE[0.5]": 140.2000366822964, + "MAE[0.5]": 9.115366895993551, + "MASE[0.5]": 0.7268809488742832, + "MAPE[0.5]": 0.21308496876794847, + "sMAPE[0.5]": 0.249117474875573, + "MSIS": 2.9544516411085406, + "RMSE[mean]": 8.477825466106518, + "NRMSE[mean]": 0.22900147573050808, + "ND[0.5]": 0.2462226285918348, + "mean_weighted_sum_quantile_loss": 0.22529083489999013 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 20.22686767578125, + 20.010025024414062, + 18.969472885131836, + 18.728554725646973, + 19.185532569885254, + 20.730019569396973, + 21.86834144592285, + 23.742701530456543, + 27.262330055236816, + 31.14971351623535, + 38.63666915893555, + 43.88896369934082, + 45.24789047241211, + 41.692195892333984, + 37.30988311767578, + 33.27914237976074, + 32.0126314163208, + 32.61299705505371, + 29.533716201782227, + 26.28597640991211, + 25.71132755279541, + 24.150036811828613, + 22.6242036819458, + 23.7627534866333 + ], + "p10": [ + 17.192462921142578, + 15.657685279846191, + 14.343992233276367, + 12.669703483581543, + 12.873553276062012, + 13.08592414855957, + 13.264057159423828, + 14.54565715789795, + 16.311861991882324, + 19.09031105041504, + 22.12517738342285, + 24.737523078918457, + 20.511112213134766, + 17.38138484954834, + 17.984922409057617, + 15.76978588104248, + 14.125513076782227, + 16.474138259887695, + 13.575000762939453, + 11.106963157653809, + 12.707637786865234, + 11.895721435546875, + 13.07402229309082, + 12.409910202026367 + ], + "p90": [ + 22.982959747314453, + 24.520240783691406, + 25.36977767944336, + 26.495408058166504, + 26.88672637939453, + 29.471522331237793, + 31.19519329071045, + 42.54954147338867, + 48.6547966003418, + 56.66007041931152, + 68.54202270507812, + 68.54202270507812, + 76.94844055175781, + 79.26156616210938, + 69.22930526733398, + 69.20865631103516, + 68.01304626464844, + 65.57765197753906, + 62.84867477416992, + 62.3819637298584, + 57.673532485961914, + 47.61608695983887, + 49.87443542480469, + 43.7451171875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_022256.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..c03ecb05427af45183332c44d29bd634ef7da4f7 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.441318+00:00", + "metrics": { + "MSE[mean]": 204.8612793238466, + "MSE[0.5]": 201.75471409307136, + "MAE[0.5]": 12.464740895780166, + "MASE[0.5]": 0.9939679656535878, + "MAPE[0.5]": 0.3307349285415211, + "sMAPE[0.5]": 0.33745980141724025, + "MSIS": 14.57009771046838, + "RMSE[mean]": 14.312975907331312, + "NRMSE[mean]": 0.38661949552723857, + "ND[0.5]": 0.3366953083834822, + "mean_weighted_sum_quantile_loss": 0.30465901158751607 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 33.37689117851542, + 33.42689041557597, + 33.57689003410624, + 33.37689070167826, + 33.22689060631083, + 33.37689117851542, + 33.37689117851542, + 33.376890224841105, + 33.37689117851542, + 33.376890224841105, + 33.37689070167826, + 33.62689117851542, + 33.67689041557597, + 33.37689070167826, + 33.27688888969706, + 33.37689117851542, + 33.326889557269084, + 33.62689117851542, + 33.12689117851542, + 33.42689041557597, + 33.976889652636515, + 33.37688974800395, + 33.376890224841105, + 33.226889652636515 + ], + "p10": [ + 29.67689041557597, + 30.166890377428995, + 30.466889614489542, + 29.976890129473674, + 29.37689117851542, + 29.266888946917522, + 29.476889652636515, + 26.67689041557597, + 29.97688583793925, + 30.066889614489543, + 30.076890034106242, + 30.436889690783488, + 29.856889385607708, + 27.50689186516093, + 29.276888889697062, + 29.326891178515424, + 29.94688629570292, + 29.276888889697062, + 26.87689117851542, + 29.37689117851542, + 30.476889652636515, + 29.656890530016888, + 29.966886371996868, + 29.97688583793925 + ], + "p90": [ + 39.586888355639445, + 41.59688991966532, + 42.20689033928202, + 39.67689041557597, + 39.486889500048626, + 37.67689041557597, + 39.96688961448954, + 37.43689102592753, + 36.786890835192665, + 39.29688896599101, + 39.586888355639445, + 37.70689033928202, + 39.51688961448954, + 37.716890568163855, + 37.286890835192665, + 39.69689030113505, + 37.17689041557597, + 40.97689155998515, + 37.98688988151835, + 39.30688881340311, + 39.876889461901655, + 39.09689163627909, + 37.97689060631083, + 37.97689060631083 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..a7883864045f19a07bfaf5417c3b4e0cc6aed85f --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.505810+00:00", + "metrics": { + "MSE[mean]": 98.19957868894058, + "MSE[0.5]": 98.19957868894058, + "MAE[0.5]": 8.954166531562805, + "MASE[0.5]": 0.7140264499612661, + "MAPE[0.5]": 0.2913241963324838, + "sMAPE[0.5]": 0.349011656402972, + "MSIS": 25.635324046052645, + "RMSE[mean]": 9.909570055705776, + "NRMSE[mean]": 0.26767549953510256, + "ND[0.5]": 0.24186831373945675, + "mean_weighted_sum_quantile_loss": 0.23584667929489125 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "p10": [ + 13.034000186920165, + 12.348000373840332, + 11.76, + 10.681999626159667, + 10.78, + 11.465999813079835, + 12.25, + 14.014000186920166, + 21.363999252319335, + 24.303999252319336, + 37.63200149536133, + 51.54799850463867, + 65.26799850463867, + 68.01200149536133, + 60.46600074768066, + 56.15399925231934, + 53.99799850463867, + 53.99799850463867, + 55.86, + 51.64600074768067, + 38.122001495361324, + 17.54199962615967, + 19.011999626159668, + 19.991999626159668 + ], + "p90": [ + 13.566000194549561, + 12.852000389099121, + 12.24, + 11.11799961090088, + 11.22, + 11.933999805450439, + 12.75, + 14.58600019454956, + 22.23599922180176, + 25.295999221801758, + 39.16800155639648, + 53.65199844360352, + 67.93199844360352, + 70.78800155639648, + 62.93400077819825, + 58.445999221801756, + 56.201998443603514, + 56.201998443603514, + 58.14, + 53.75400077819824, + 39.67800155639649, + 18.257999610900878, + 19.78799961090088, + 20.80799961090088 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_022242.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_022242.json new file mode 100644 index 0000000000000000000000000000000000000000..e534bb04812133e5f0728a4c01476755e8f68f13 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_022242.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:42.353334+00:00", + "metrics": { + "MSE[mean]": 85.35130767941807, + "MSE[0.5]": 85.35130767941807, + "MAE[0.5]": 7.126615444819133, + "MASE[0.5]": 0.5682931971799282, + "MAPE[0.5]": 0.18464976326497518, + "sMAPE[0.5]": 0.2088772599691551, + "MSIS": 3.937963894319297, + "RMSE[mean]": 9.238577145828142, + "NRMSE[mean]": 0.24955076139547033, + "ND[0.5]": 0.19250283700130466, + "mean_weighted_sum_quantile_loss": 0.19618691023582885 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 19.24560546875, + 18.66357421875, + 18.37255859375, + 18.51806640625, + 19.24560546875, + 19.97314453125, + 21.5009765625, + 24.48388671875, + 31.716079711914062, + 41.2900390625, + 49.7294921875, + 54.822265625, + 55.986328125, + 52.78515625, + 47.32861328125, + 41.50830078125, + 35.5606689453125, + 31.772918701171875, + 29.9222412109375, + 28.885498046875, + 25.975341796875, + 22.846923828125, + 22.192138671875, + 21.7919921875 + ], + "p10": [ + 17.06298828125, + 15.17138671875, + 14.15283203125, + 13.71630859375, + 14.29833984375, + 14.080078125, + 14.88037109375, + 16.91748046875, + 19.7548828125, + 23.2470703125, + 26.7210693359375, + 27.284912109375, + 24.593017578125, + 20.9189453125, + 18.154296875, + 15.60791015625, + 14.44384765625, + 14.00732421875, + 14.15283203125, + 14.44384765625, + 13.3525390625, + 12.04296875, + 12.333984375, + 12.333984375 + ], + "p90": [ + 21.57373046875, + 21.9375, + 22.992431640625, + 23.792724609375, + 24.84765625, + 27.284912109375, + 30.654327392578125, + 36.3427734375, + 50.0205078125, + 65.58984375, + 77.23046875, + 84.505859375, + 89.162109375, + 88.2890625, + 83.05078125, + 76.357421875, + 68.0634765625, + 63.1162109375, + 59.6240234375, + 56.7138671875, + 51.1845703125, + 44.85498046875, + 41.14453125, + 38.30712890625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_021504.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_021504.json new file mode 100644 index 0000000000000000000000000000000000000000..e7ed9ed32d42f840c7216052027186d4441db4a5 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260618_021504.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:15:04.651632+00:00", + "metrics": { + "MSE[mean]": 90.0589825056439, + "MSE[0.5]": 157.17845600768973, + "MAE[0.5]": 10.046245098114014, + "MASE[0.5]": 0.8011113817865457, + "MAPE[0.5]": 0.2427842023963238, + "sMAPE[0.5]": 0.2850160511412698, + "MSIS": 4.840943008428174, + "RMSE[mean]": 9.489941122348647, + "NRMSE[mean]": 0.25634055929810634, + "ND[0.5]": 0.2713673408607049, + "mean_weighted_sum_quantile_loss": 0.1809186352116972 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 19.78601837158203, + 19.113874435424805, + 19.064239501953125, + 19.103761672973633, + 19.355941772460938, + 20.72174072265625, + 22.885147094726562, + 25.045852661132812, + 29.5268611907959, + 34.91101837158203, + 38.563331604003906, + 39.38578796386719, + 39.98309326171875, + 38.668861389160156, + 36.728458404541016, + 34.42298889160156, + 32.554786682128906, + 29.834075927734375, + 28.79529571533203, + 27.090225219726562, + 23.507572174072266, + 20.171703338623047, + 18.36389923095703, + 19.151012420654297 + ], + "p10": [ + 20.842775344848633, + 20.350242614746094, + 20.8992919921875, + 21.7078857421875, + 22.626317977905273, + 24.876712799072266, + 26.96057891845703, + 30.481731414794922, + 36.206424713134766, + 41.94670867919922, + 45.580745697021484, + 48.1495475769043, + 47.85186767578125, + 46.86981964111328, + 44.549713134765625, + 42.37942123413086, + 39.79815673828125, + 36.45115661621094, + 35.90064239501953, + 33.339378356933594, + 29.47864532470703, + 25.934614181518555, + 24.83949851989746, + 25.015827178955078 + ], + "p90": [ + 22.934856414794922, + 23.42351531982422, + 25.105350494384766, + 26.275531768798828, + 28.385807037353516, + 31.754467010498047, + 36.20344543457031, + 40.60927963256836, + 48.046634674072266, + 55.345550537109375, + 61.33854675292969, + 63.316734313964844, + 64.60368347167969, + 63.42008972167969, + 60.97077560424805, + 58.148319244384766, + 55.139671325683594, + 51.983917236328125, + 49.86448287963867, + 47.03239059448242, + 42.78468322753906, + 38.86564636230469, + 35.619380950927734, + 35.02922058105469 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_022017.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_022017.json new file mode 100644 index 0000000000000000000000000000000000000000..8d2fda78c7cbd354a55bfd0bc3f8034c725d7069 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_022017.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:20:17.272273+00:00", + "metrics": { + "MSE[mean]": 59.070376891651144, + "MSE[0.5]": 59.070376891651144, + "MAE[0.5]": 6.344939311345418, + "MASE[0.5]": 0.5059604906531633, + "MAPE[0.5]": 0.18029565128624428, + "sMAPE[0.5]": 0.2051521450150755, + "MSIS": 3.501296090308817, + "RMSE[mean]": 7.685725527993512, + "NRMSE[mean]": 0.2076054166255985, + "ND[0.5]": 0.17138834380674176, + "mean_weighted_sum_quantile_loss": 0.1895153969930662 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 18.544883728027344, + 17.40900230407715, + 16.8585205078125, + 17.008575439453125, + 17.570343017578125, + 18.187660217285156, + 18.71408462524414, + 20.85688018798828, + 28.04827308654785, + 39.59575271606445, + 45.61054611206055, + 50.17945861816406, + 51.758018493652344, + 50.75296401977539, + 48.08362579345703, + 44.94742202758789, + 41.31702423095703, + 37.994895935058594, + 36.163429260253906, + 33.08048629760742, + 27.05498504638672, + 20.874065399169922, + 20.019794464111328, + 19.47882080078125 + ], + "p10": [ + 15.322818756103516, + 13.459121704101562, + 12.268293380737305, + 11.907949447631836, + 12.020870208740234, + 12.148477554321289, + 12.380781173706055, + 13.140556335449219, + 16.047325134277344, + 21.593372344970703, + 23.825355529785156, + 24.487762451171875, + 24.11903190612793, + 22.10515594482422, + 18.962520599365234, + 15.818662643432617, + 13.21444320678711, + 11.659990310668945, + 11.168228149414062, + 12.02577018737793, + 11.124258041381836, + 9.83863639831543, + 10.208602905273438, + 10.478145599365234 + ], + "p90": [ + 21.98025131225586, + 22.139583587646484, + 23.193384170532227, + 25.04756736755371, + 27.435012817382812, + 30.028030395507812, + 32.880916595458984, + 38.95844650268555, + 51.01880645751953, + 64.86260986328125, + 70.26839447021484, + 75.03672790527344, + 76.962646484375, + 75.60696411132812, + 73.85760498046875, + 71.62622833251953, + 68.88011932373047, + 66.04019927978516, + 64.82534790039062, + 61.301124572753906, + 52.13121795654297, + 41.37849044799805, + 37.53006362915039, + 34.55026626586914 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_021846.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_021846.json new file mode 100644 index 0000000000000000000000000000000000000000..e8e0a883d5e11010588c244ea1945a5d2c2634a9 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_021846.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:46.590075+00:00", + "metrics": { + "MSE[mean]": 48.2948740005016, + "MSE[0.5]": 48.2948740005016, + "MAE[0.5]": 5.863091786702474, + "MASE[0.5]": 0.4675368276320806, + "MAPE[0.5]": 0.15474478760321775, + "sMAPE[0.5]": 0.1713182766746686, + "MSIS": 3.274282655878631, + "RMSE[mean]": 6.9494513452863025, + "NRMSE[mean]": 0.18771731264701322, + "ND[0.5]": 0.15837276632623454, + "mean_weighted_sum_quantile_loss": 0.16960532582515042 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 + ], + "actual": [ + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 + ], + "predictions": { + "p50": [ + 20.317174911499023, + 20.19158172607422, + 20.2137451171875, + 20.325969696044922, + 20.37681770324707, + 20.28392791748047, + 20.687654495239258, + 22.198518753051758, + 27.151996612548828, + 36.25294494628906, + 41.72694396972656, + 45.75963592529297, + 47.98368835449219, + 47.081153869628906, + 46.833011627197266, + 46.475250244140625, + 43.521793365478516, + 42.00067138671875, + 38.51626205444336, + 34.57722091674805, + 28.156688690185547, + 19.044151306152344, + 19.352645874023438, + 18.860342025756836 + ], + "p10": [ + 19.099472045898438, + 18.06795883178711, + 17.16146469116211, + 16.562984466552734, + 15.94361400604248, + 15.281062126159668, + 15.317488670349121, + 16.078214645385742, + 18.672910690307617, + 21.51833152770996, + 23.607858657836914, + 25.852134704589844, + 23.88850212097168, + 21.253334045410156, + 20.55657196044922, + 17.60414695739746, + 15.532002449035645, + 14.242593765258789, + 12.236745834350586, + 13.85743522644043, + 13.797748565673828, + 9.999214172363281, + 10.97152328491211, + 11.010004043579102 + ], + "p90": [ + 21.428922653198242, + 22.333215713500977, + 23.278121948242188, + 24.301319122314453, + 25.240474700927734, + 26.127017974853516, + 27.355070114135742, + 29.838958740234375, + 39.004638671875, + 56.551753997802734, + 60.702308654785156, + 65.67695617675781, + 69.21209716796875, + 70.49081420898438, + 69.92520141601562, + 70.8055419921875, + 66.86339569091797, + 64.53826141357422, + 64.46316528320312, + 61.46727752685547, + 52.04621887207031, + 35.79682922363281, + 31.9053955078125, + 29.500852584838867 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_022255.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_022255.json new file mode 100644 index 0000000000000000000000000000000000000000..e99a137e57b59d4b62d7d195fbdb61d5a5806f7f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_022255.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:55.887458+00:00", + "metrics": { + "MSE[mean]": 1169970.2827335254, + "MSE[0.5]": 360174.29855959705, + "MAE[0.5]": 542.2129928533295, + "MASE[0.5]": 0.545025171341571, + "MAPE[0.5]": 0.00833888031542355, + "sMAPE[0.5]": 0.008326878906307067, + "MSIS": 7.103595208898523, + "RMSE[mean]": 1081.6516457406817, + "NRMSE[mean]": 0.016616829300611313, + "ND[0.5]": 0.008329724992603958, + "mean_weighted_sum_quantile_loss": 0.007307214115406659 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65218.144200522715, + 65218.60389471642, + 65204.00312226146, + 65210.47756339727, + 65238.49560881984, + 65228.76708300534, + 65184.830576409884, + 65204.954527296606, + 65216.903988222766, + 65204.35297360173, + 65219.147918862844, + 65210.4395746685, + 65202.98564744887, + 65211.00446556702, + 65193.36050980459, + 65210.28252691677, + 65204.354255251856, + 65218.1088922598, + 65207.62143236575, + 65184.818225403746, + 65202.22285550706, + 65186.88964638572, + 65202.22285526607, + 65216.985869902885 + ], + "p10": [ + 65004.73026073723, + 64951.12624334041, + 65003.87154166674, + 65003.49698894708, + 65036.29032301178, + 65014.7287321851, + 64949.74946199781, + 65003.6108016285, + 65036.23692827737, + 65003.570654878225, + 65065.88916408965, + 64949.73683096608, + 65014.75518905005, + 64951.884336037394, + 65003.57195913215, + 64998.0413720228, + 65003.57193652835, + 65003.61659274867, + 64998.04138702402, + 64914.47687906213, + 64946.21108876643, + 64951.66966905392, + 64901.00772815669, + 65003.5719301174 + ], + "p90": [ + 65428.15917365086, + 65633.27983765908, + 65526.63985806616, + 65622.13753318886, + 65553.0424189741, + 65546.08378362693, + 65526.39726248826, + 65424.13316810027, + 65424.141680496505, + 65417.06450162381, + 65527.47351796555, + 65467.68561927815, + 65435.406991532065, + 65461.16372572018, + 65435.40688883312, + 65526.384898543605, + 65537.2649938877, + 65526.384909148095, + 65424.13896361717, + 65435.40685919158, + 65527.47291998662, + 65461.1637873532, + 65526.38491220884, + 65545.34608687305 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_021315.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_021315.json new file mode 100644 index 0000000000000000000000000000000000000000..3cb1f4f4fcfbf520c786803a6f06c3a93438f9fd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_021315.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:15.189933+00:00", + "metrics": { + "MSE[mean]": 802177.6519044241, + "MSE[0.5]": 802177.6519044241, + "MAE[0.5]": 740.67138671875, + "MASE[0.5]": 0.744512866299727, + "MAPE[0.5]": 0.011448037669415859, + "sMAPE[0.5]": 0.011353846724717717, + "MSIS": 2.3228361005046874, + "RMSE[mean]": 895.6437081252925, + "NRMSE[mean]": 0.01375928994393872, + "ND[0.5]": 0.011378533975718834, + "mean_weighted_sum_quantile_loss": 0.007421787135240164 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65915.1171875, + 65907.5546875, + 65904.640625, + 65900.71875, + 65880.390625, + 65874.8359375, + 65861.5234375, + 65856.4453125, + 65834.1640625, + 65824.8359375, + 65796.65625, + 65795.8984375, + 65793.5234375, + 65784.5546875, + 65768.6640625, + 65771.34375, + 65771.4921875, + 65765.84375, + 65762.296875, + 65747.8984375, + 65716.40625, + 65679.765625, + 65642.796875, + 65638.6171875 + ], + "p10": [ + 65589.7265625, + 65462.0234375, + 65358.4375, + 65251.94140625, + 65134.453125, + 65010.86328125, + 64878.04296875, + 64799.91015625, + 64711.8359375, + 64589.875, + 64523.02734375, + 64476.984375, + 64387.12890625, + 64337.6875, + 64291.84375, + 64324.00390625, + 64227.375, + 64032.19921875, + 63982.375, + 63913.9765625, + 63842.44921875, + 63787.00390625, + 63763.21875, + 63720.9375 + ], + "p90": [ + 66154.3984375, + 66256.7421875, + 66334.8046875, + 66407.0859375, + 66451.40625, + 66499.28125, + 66521.1953125, + 66571.203125, + 66595.203125, + 66639.46875, + 66664.859375, + 66722.0078125, + 66767.5234375, + 66774.3359375, + 66777.1875, + 66782.765625, + 66827.5234375, + 66856.0, + 66867.6875, + 66960.5546875, + 66944.2265625, + 66985.5625, + 67010.5234375, + 67016.0390625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_022256.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..fe9478f320c7c79b399324beb6e4741951bb2734 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.255347+00:00", + "metrics": { + "MSE[mean]": 1788157.8579446264, + "MSE[0.5]": 1718642.8731256116, + "MAE[0.5]": 1097.3764010953357, + "MASE[0.5]": 1.1030679251815154, + "MAPE[0.5]": 0.016958185921697122, + "sMAPE[0.5]": 0.016754831045384982, + "MSIS": 30.420534263944052, + "RMSE[mean]": 1337.2201980020443, + "NRMSE[mean]": 0.020542990763272786, + "ND[0.5]": 0.01685840021353054, + "mean_weighted_sum_quantile_loss": 0.016156045397761817 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65909.993707065, + 65919.8156793267, + 65927.7392140884, + 65986.8033738501, + 66009.61167423679, + 66033.90825587348, + 66040.59350938517, + 66089.21626289688, + 66100.48745390857, + 66135.39145742026, + 66166.99467968196, + 66163.38891756865, + 66195.91987420536, + 66228.50356521705, + 66250.83725622874, + 66289.94047849043, + 66315.54370075213, + 66340.68207926383, + 66349.53920777552, + 66350.42368003722, + 66407.00151167391, + 66428.2043433106, + 66450.24506557231, + 66496.072897209 + ], + "p10": [ + 65688.493707065, + 65663.97739807669, + 65734.8493703384, + 65808.2506394751, + 65798.53901798678, + 65859.45708399848, + 65837.26225938517, + 65870.49790352189, + 65844.81167265857, + 65868.80317617026, + 66001.18999218196, + 65905.50415194365, + 66042.09174920536, + 66028.96801834204, + 66102.57241247874, + 66080.17446286543, + 66141.09252887713, + 66117.28598551384, + 66100.84389527552, + 66182.58735191221, + 66112.82377729891, + 66221.3105933106, + 66164.03022182231, + 66228.860006584 + ], + "p90": [ + 66226.717925815, + 66253.0734918267, + 66205.8220265884, + 66406.9908738501, + 66329.88315861179, + 66351.82388087347, + 66281.30054063517, + 66403.03032539687, + 66319.16479765857, + 66385.35864492027, + 66479.52592968196, + 66395.23852694365, + 66428.87299920536, + 66462.45122146705, + 66488.05444372875, + 66531.01079099043, + 66637.12182575213, + 66582.21723551383, + 66581.82045777552, + 66633.42368003722, + 66738.7823710489, + 66692.2832495606, + 66686.83334682231, + 66812.681881584 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_022112.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_022112.json new file mode 100644 index 0000000000000000000000000000000000000000..5a69bbec001fdf56a1450e4074cf165a76e57638 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_022112.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:12.209046+00:00", + "metrics": { + "MSE[mean]": 2295040.1722571054, + "MSE[0.5]": 1912205.8081703186, + "MAE[0.5]": 1185.0397135416667, + "MASE[0.5]": 1.1911859019105524, + "MAPE[0.5]": 0.018302559632644932, + "sMAPE[0.5]": 0.018076625681895848, + "MSIS": 9.17121177433738, + "RMSE[mean]": 1514.938999516847, + "NRMSE[mean]": 0.023273188604610594, + "ND[0.5]": 0.01820512427629415, + "mean_weighted_sum_quantile_loss": 0.011729173772804219 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65946.83984375, + 65957.83984375, + 66052.1015625, + 66099.92578125, + 66048.2265625, + 66193.66796875, + 66147.2265625, + 66200.12890625, + 66229.08203125, + 66240.1484375, + 66304.80078125, + 66159.5390625, + 66191.28125, + 66294.08984375, + 66373.16796875, + 66332.109375, + 66403.0390625, + 66446.4140625, + 66381.0234375, + 66306.515625, + 66589.27734375, + 66410.2421875, + 66662.01953125, + 66576.05859375 + ], + "p10": [ + 65687.484375, + 65628.32421875, + 65513.16015625, + 65466.234375, + 65342.173828125, + 65296.66796875, + 65364.142578125, + 65315.962890625, + 65201.443359375, + 65093.876953125, + 65220.734375, + 65020.1953125, + 64907.607421875, + 64952.314453125, + 64851.859375, + 64949.9296875, + 64959.208984375, + 64857.724609375, + 64938.033203125, + 64591.6328125, + 64458.240234375, + 64821.63671875, + 64823.787109375, + 64730.3515625 + ], + "p90": [ + 66270.734375, + 66370.74609375, + 66580.328125, + 66738.6640625, + 66888.17578125, + 67039.73046875, + 67338.8515625, + 67260.28125, + 67188.92578125, + 67276.69921875, + 67721.49609375, + 67594.87890625, + 67450.2578125, + 67728.0546875, + 67827.8203125, + 67750.546875, + 68311.97265625, + 68241.64453125, + 68378.20703125, + 69097.30078125, + 69036.8359375, + 68982.05078125, + 69649.7890625, + 68876.36328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_022256.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..b278d3e349b69d73ebcedcbe1a195c15a3e96545 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.396297+00:00", + "metrics": { + "MSE[mean]": 1252888.2292126985, + "MSE[0.5]": 1194222.4567228388, + "MAE[0.5]": 927.3140222382123, + "MASE[0.5]": 0.9321235206817299, + "MAPE[0.5]": 0.014327552881528677, + "sMAPE[0.5]": 0.014186044137776854, + "MSIS": 23.581785288188545, + "RMSE[mean]": 1119.3248988621215, + "NRMSE[mean]": 0.01719558311546731, + "ND[0.5]": 0.01424582385306134, + "mean_weighted_sum_quantile_loss": 0.01348229748419295 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 66026.43099300987, + 66010.64974300987, + 65992.97005550987, + 66026.43099300987, + 66023.63607113487, + 66022.32943050987, + 66003.41146175987, + 66026.43099300987, + 66012.09896175987, + 66021.39974300987, + 66027.39974300987, + 65998.19075863487, + 66005.11849300987, + 66012.09896175987, + 66008.82943050987, + 66022.32943050987, + 66022.32943050987, + 66021.86458675987, + 66005.11849300987, + 65980.39974300987, + 66011.37435238487, + 66006.97396175987, + 66003.41146175987, + 66023.63607113487 + ], + "p10": [ + 65804.93099300987, + 65754.81146175986, + 65800.08021175987, + 65847.87825863487, + 65812.56341488486, + 65847.87825863487, + 65800.08021175987, + 65807.71263363487, + 65756.42318050987, + 65754.81146175986, + 65861.59505550987, + 65740.30599300987, + 65851.29036800987, + 65812.56341488486, + 65860.56458675987, + 65812.56341488486, + 65847.87825863487, + 65798.46849300987, + 65756.42318050987, + 65812.56341488486, + 65717.19661800987, + 65800.08021175987, + 65717.19661800987, + 65756.42318050987 + ], + "p90": [ + 66343.15521175986, + 66343.90755550987, + 66271.05286800987, + 66446.61849300987, + 66343.90755550987, + 66340.24505550986, + 66244.11849300987, + 66340.24505550986, + 66230.77630550986, + 66271.36693050987, + 66339.93099300987, + 66230.04036800987, + 66238.07161800987, + 66246.04661800987, + 66246.04661800987, + 66263.39974300987, + 66343.90755550987, + 66263.39974300987, + 66237.39974300987, + 66263.39974300987, + 66343.15521175986, + 66271.05286800987, + 66239.99974300987, + 66340.24505550986 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..69df5eae5a921b3b86144f65feca8f3b62878f25 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.470824+00:00", + "metrics": { + "MSE[mean]": 1318486.6127783458, + "MSE[0.5]": 1318486.6127783458, + "MAE[0.5]": 978.22900390625, + "MASE[0.5]": 0.9833025720383645, + "MAPE[0.5]": 0.015100024869602317, + "sMAPE[0.5]": 0.014944641521424403, + "MSIS": 3.9834553706530493, + "RMSE[mean]": 1148.253723171994, + "NRMSE[mean]": 0.017640000999281792, + "ND[0.5]": 0.015028003182749494, + "mean_weighted_sum_quantile_loss": 0.011353884985464014 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "p10": [ + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92 + ], + "p90": [ + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_022218.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_022218.json new file mode 100644 index 0000000000000000000000000000000000000000..6022992d9f04f268056cf3866475514754140523 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_022218.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:18.252724+00:00", + "metrics": { + "MSE[mean]": 889804.2620728811, + "MSE[0.5]": 889804.2620728811, + "MAE[0.5]": 794.30419921875, + "MASE[0.5]": 0.7984238444718234, + "MAPE[0.5]": 0.012273416776826543, + "sMAPE[0.5]": 0.012168484455441561, + "MSIS": 5.184774129710939, + "RMSE[mean]": 943.2943666072013, + "NRMSE[mean]": 0.014491321241790998, + "ND[0.5]": 0.012202465870736588, + "mean_weighted_sum_quantile_loss": 0.00783869498495986 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 66036.4375, + 65990.71875, + 65978.25, + 65949.15625, + 65945.0, + 65920.0625, + 65907.59375, + 65886.8125, + 65886.8125, + 65874.34375, + 65866.03125, + 65861.875, + 65845.25, + 65828.625, + 65828.625, + 65816.15625, + 65816.15625, + 65807.84375, + 65805.765625, + 65774.59375, + 65793.296875, + 65768.359375, + 65764.203125, + 65739.265625 + ], + "p10": [ + 65568.859375, + 65422.3515625, + 65323.8984375, + 65243.375, + 65182.328125, + 65108.5546875, + 65057.640625, + 65023.3515625, + 64980.75, + 64926.71875, + 64887.234375, + 64839.4375, + 64793.71875, + 64735.53125, + 64731.375, + 64681.5, + 64639.9375, + 64619.15625, + 64606.6875, + 64565.125, + 64577.59375, + 64540.1875, + 64506.9375, + 64461.21875 + ], + "p90": [ + 66468.6875, + 66526.875, + 66593.375, + 66610.0, + 66651.5625, + 66651.5625, + 66684.8125, + 66676.5, + 66709.75, + 66709.75, + 66709.75, + 66726.375, + 66726.375, + 66734.6875, + 66734.6875, + 66743.0, + 66734.6875, + 66734.6875, + 66751.3125, + 66743.0, + 66759.625, + 66751.3125, + 66767.9375, + 66751.3125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_021426.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_021426.json new file mode 100644 index 0000000000000000000000000000000000000000..f62f1dbc71a2b405f323977db47e66ca2ab7ba12 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_021426.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:14:26.493696+00:00", + "metrics": { + "MSE[mean]": 1190414.0766735077, + "MSE[0.5]": 959148.5603415171, + "MAE[0.5]": 791.72314453125, + "MASE[0.5]": 0.7958294031879768, + "MAPE[0.5]": 0.012243249142926101, + "sMAPE[0.5]": 0.012129777175669001, + "MSIS": 34.9908912609855, + "RMSE[mean]": 1091.0609866884197, + "NRMSE[mean]": 0.016761379917231277, + "ND[0.5]": 0.012162814523348898, + "mean_weighted_sum_quantile_loss": 0.013284038453320051 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65858.140625, + 65842.0546875, + 65852.6640625, + 65858.796875, + 65875.453125, + 65868.9140625, + 65861.53125, + 65820.1015625, + 65817.46875, + 65818.6328125, + 65820.3828125, + 65819.328125, + 65832.515625, + 65868.8515625, + 65887.390625, + 65854.453125, + 65908.7890625, + 65942.4921875, + 65901.6640625, + 65903.7109375, + 65883.9296875, + 65884.8671875, + 65863.453125, + 65872.328125 + ], + "p10": [ + 65915.203125, + 65902.75, + 65918.546875, + 65931.9296875, + 65950.421875, + 65939.9765625, + 65893.203125, + 65896.40625, + 65902.2109375, + 65912.9375, + 65900.5703125, + 65864.140625, + 65930.6640625, + 65914.2734375, + 65974.15625, + 65957.4375, + 65996.6328125, + 66013.9375, + 66030.1953125, + 66017.1484375, + 66016.3203125, + 65999.0078125, + 65986.03125, + 65957.3203125 + ], + "p90": [ + 66160.5078125, + 66200.0, + 66228.8203125, + 66272.2578125, + 66317.53125, + 66318.2578125, + 66314.9296875, + 66314.5078125, + 66324.171875, + 66347.7421875, + 66403.1484375, + 66365.9609375, + 66425.609375, + 66481.4609375, + 66484.25, + 66484.640625, + 66543.3046875, + 66604.0703125, + 66594.4296875, + 66600.265625, + 66590.2890625, + 66597.1875, + 66554.328125, + 66581.3203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_021937.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_021937.json new file mode 100644 index 0000000000000000000000000000000000000000..b5caec24608e5d3d794cf5fcad1ec6d41e22139b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_021937.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:19:37.181802+00:00", + "metrics": { + "MSE[mean]": 1001638.5814723969, + "MSE[0.5]": 1001638.5814723969, + "MAE[0.5]": 828.8722330729166, + "MASE[0.5]": 0.8331711648470929, + "MAPE[0.5]": 0.012812220968952041, + "sMAPE[0.5]": 0.012693671740223145, + "MSIS": 9.493567340950179, + "RMSE[mean]": 1000.8189553922311, + "NRMSE[mean]": 0.015375040391290508, + "ND[0.5]": 0.012733515881222266, + "mean_weighted_sum_quantile_loss": 0.008996967845723854 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65917.359375, + 65904.125, + 65911.0859375, + 65914.5390625, + 65918.5390625, + 65922.125, + 65924.4140625, + 65919.7734375, + 65922.921875, + 65922.390625, + 65922.8671875, + 65918.0703125, + 65923.0, + 65910.4375, + 65909.5625, + 65906.9140625, + 65908.2421875, + 65907.7421875, + 65907.1875, + 65896.9609375, + 65886.7734375, + 65873.515625, + 65860.8671875, + 65844.3125 + ], + "p10": [ + 65642.5390625, + 65523.01171875, + 65438.4453125, + 65378.19140625, + 65339.35546875, + 65310.140625, + 65279.31640625, + 65233.68359375, + 65195.42578125, + 65157.75, + 65129.7265625, + 65097.8828125, + 65062.96484375, + 65012.375, + 64972.3671875, + 64930.1015625, + 64896.765625, + 64863.9453125, + 64833.30078125, + 64794.71875, + 64757.3359375, + 64727.859375, + 64700.73828125, + 64664.7890625 + ], + "p90": [ + 66200.5234375, + 66286.875, + 66409.515625, + 66510.4296875, + 66593.0234375, + 66676.2421875, + 66763.203125, + 66826.3046875, + 66881.515625, + 66939.1484375, + 66990.03125, + 67017.75, + 67056.9765625, + 67093.0703125, + 67162.09375, + 67206.5234375, + 67256.40625, + 67302.4453125, + 67340.3515625, + 67378.3203125, + 67395.2265625, + 67422.0546875, + 67437.8828125, + 67451.65625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_021816.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_021816.json new file mode 100644 index 0000000000000000000000000000000000000000..9296d8fbb5a91e0d75ee5c604955639e53a52bc4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_021816.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:16.350641+00:00", + "metrics": { + "MSE[mean]": 958910.7700023651, + "MSE[0.5]": 958910.7700023651, + "MAE[0.5]": 810.19580078125, + "MASE[0.5]": 0.8143978675562101, + "MAPE[0.5]": 0.012523602570907066, + "sMAPE[0.5]": 0.012410258198258528, + "MSIS": 3.950450447011315, + "RMSE[mean]": 979.23989400063, + "NRMSE[mean]": 0.01504353294060281, + "ND[0.5]": 0.012446599951720271, + "mean_weighted_sum_quantile_loss": 0.008029940710686745 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0 + ], + "actual": [ + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64585.8984375 + ], + "predictions": { + "p50": [ + 65934.921875, + 65920.0078125, + 65915.90625, + 65912.1484375, + 65909.1171875, + 65900.671875, + 65903.421875, + 65895.578125, + 65896.7890625, + 65893.375, + 65889.7265625, + 65882.046875, + 65886.828125, + 65875.3984375, + 65870.421875, + 65871.0625, + 65868.734375, + 65864.9609375, + 65868.5390625, + 65855.734375, + 65857.9609375, + 65854.90625, + 65849.5078125, + 65849.4453125 + ], + "p10": [ + 65651.5546875, + 65512.109375, + 65406.09765625, + 65317.0390625, + 65228.58203125, + 65135.62890625, + 65064.45703125, + 64995.4296875, + 64929.78515625, + 64875.015625, + 64806.6171875, + 64745.0546875, + 64686.7734375, + 64627.3203125, + 64582.3671875, + 64528.390625, + 64486.07421875, + 64435.80859375, + 64382.1171875, + 64332.796875, + 64289.06640625, + 64248.88671875, + 64207.53125, + 64166.078125 + ], + "p90": [ + 66220.7578125, + 66307.265625, + 66396.7890625, + 66468.9765625, + 66560.3125, + 66630.828125, + 66707.1796875, + 66762.5703125, + 66847.28125, + 66914.28125, + 66976.6953125, + 67040.4140625, + 67094.40625, + 67140.921875, + 67190.4765625, + 67248.9453125, + 67291.4453125, + 67339.7890625, + 67394.2734375, + 67412.234375, + 67444.0859375, + 67503.015625, + 67526.2890625, + 67557.6484375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..c41f4fb722c1abe70ab77d5e238fe624f774c134 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_022256.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:56.192832+00:00", + "metrics": { + "MSE[mean]": 39.69325285862457, + "MSE[0.5]": 36.507338167846925, + "MAE[0.5]": 4.871984949741337, + "MASE[0.5]": 0.936670003688588, + "MAPE[0.5]": 1.098276575454504, + "sMAPE[0.5]": 0.4391237789037336, + "MSIS": 7.070116806519621, + "RMSE[mean]": 6.300258158093569, + "NRMSE[mean]": 0.5419576910188016, + "ND[0.5]": 0.4190954795476418, + "mean_weighted_sum_quantile_loss": 0.3394266833677936 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 13.92002503191677, + 13.759609087876543, + 13.210244365469507, + 13.014271712607545, + 13.280646626941353, + 13.599037827699409, + 14.022978011102996, + 13.463491298060985, + 13.613587187429745, + 13.463491298064804, + 14.372692121410648, + 13.71819562916292, + 13.61358718742963, + 14.084054652336668, + 13.880650363630876, + 13.61358718742963, + 14.019949663610518, + 14.022978010976008, + 13.951814187303441, + 14.791747429323125, + 13.764738959829424, + 13.860795567721045, + 13.880650363630876, + 14.390055848024268 + ], + "p10": [ + 9.35732337740249, + 8.798818915735161, + 9.217259528949501, + 9.891102320571651, + 8.845901391604503, + 9.477115544709559, + 9.030247522234674, + 9.218772665402275, + 9.218772665406213, + 9.65570602006907, + 9.217105061552022, + 8.765008216956794, + 8.752171995855587, + 9.18696000828467, + 9.477115548926792, + 9.755905669925445, + 10.072143531225745, + 9.201968442971344, + 8.612666400287406, + 8.845901251549881, + 9.217105061552022, + 9.628204127862931, + 9.18696000828467, + 9.905137286024551 + ], + "p90": [ + 20.409400892178958, + 20.04321709920722, + 19.532042761574278, + 19.317081670618148, + 18.916120683849094, + 20.2390375188439, + 20.05194876528932, + 20.462417250321046, + 19.47450399673433, + 20.23940117029214, + 20.242673995371216, + 20.153553076925462, + 19.69416377029806, + 20.25039053094534, + 20.242673995371216, + 20.0483469711601, + 20.239037523061135, + 19.49253460519213, + 20.25039053094534, + 20.127178368455954, + 20.119234835436643, + 18.96065810929918, + 20.127178368455954, + 20.239401170292144 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_021358.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_021358.json new file mode 100644 index 0000000000000000000000000000000000000000..0ec37be32165961bd522e8065b04012044f4d066 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_021358.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:58.030520+00:00", + "metrics": { + "MSE[mean]": 33.04558965163127, + "MSE[0.5]": 33.04558965163127, + "MAE[0.5]": 4.62960680325826, + "MASE[0.5]": 0.8900712679161407, + "MAPE[0.5]": 1.0310004329403077, + "sMAPE[0.5]": 0.4250649657020231, + "MSIS": 11.251947298546497, + "RMSE[mean]": 5.748529346853095, + "NRMSE[mean]": 0.4944971481163953, + "ND[0.5]": 0.3982457465168396, + "mean_weighted_sum_quantile_loss": 0.3187932494910577 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.688763618469238, + 13.052907943725586, + 13.276564598083496, + 13.449732780456543, + 13.413354873657227, + 13.345749855041504, + 13.394979476928711, + 13.487335205078125, + 13.527567863464355, + 13.69659423828125, + 13.717925071716309, + 13.758906364440918, + 13.692098617553711, + 13.742993354797363, + 13.784212112426758, + 13.840826034545898, + 13.786333084106445, + 13.726969718933105, + 13.62880802154541, + 13.50973129272461, + 13.44605827331543, + 13.390727996826172, + 13.45783519744873, + 13.513792991638184 + ], + "p10": [ + 8.577499389648438, + 8.608190536499023, + 8.668366432189941, + 8.732050895690918, + 8.629144668579102, + 8.649690628051758, + 8.696956634521484, + 8.71653938293457, + 8.795980453491211, + 8.797176361083984, + 8.889731407165527, + 8.852941513061523, + 8.81500244140625, + 8.825348854064941, + 8.908509254455566, + 8.933177947998047, + 8.89916706085205, + 8.817512512207031, + 8.819238662719727, + 8.756874084472656, + 8.695207595825195, + 8.69342041015625, + 8.71989631652832, + 8.67349624633789 + ], + "p90": [ + 18.987653732299805, + 19.763118743896484, + 20.289331436157227, + 20.37539291381836, + 20.4429931640625, + 20.449222564697266, + 20.378673553466797, + 20.38416290283203, + 20.436954498291016, + 20.648284912109375, + 20.739013671875, + 20.831022262573242, + 20.764999389648438, + 20.96306800842285, + 20.875253677368164, + 21.01401710510254, + 20.737041473388672, + 21.03980827331543, + 20.99652099609375, + 20.701438903808594, + 20.66058349609375, + 20.654983520507812, + 20.66668701171875, + 20.694005966186523 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..fe81e0a8c84312dfdc146100dc2e29d2a471e90f --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_022256.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.381645+00:00", + "metrics": { + "MSE[mean]": 44.39142980442248, + "MSE[0.5]": 49.26067747225495, + "MAE[0.5]": 5.782609491750484, + "MASE[0.5]": 1.1117433468785975, + "MAPE[0.5]": 1.3290974361874148, + "sMAPE[0.5]": 0.4872708812542939, + "MSIS": 5.020389154410424, + "RMSE[mean]": 6.662689382255673, + "NRMSE[mean]": 0.573134570516617, + "ND[0.5]": 0.49742877348391257, + "mean_weighted_sum_quantile_loss": 0.3674400172406036 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 15.786144402034967, + 15.297418151898334, + 15.3086919017617, + 15.819965651625065, + 14.33123940148843, + 16.3425131513518, + 16.353786901215162, + 16.36506065107853, + 14.376334400941893, + 14.38760815080526, + 16.398881900668627, + 16.41015565053199, + 15.421429400395356, + 16.432703150258725, + 15.443976900122088, + 14.455250649985453, + 16.46652439984882, + 16.477798149712186, + 16.489071899575553, + 16.500345649438916, + 16.511619399302283, + 16.52289314916565, + 15.034166899029014, + 16.54544064889238 + ], + "p10": [ + 7.286144402034967, + 7.297418151898334, + 7.3086919017617, + 7.319965651625065, + 7.231239401488432, + 6.342513151351797, + 8.353786901215162, + 8.365060651078528, + 7.376334400941893, + 6.287608150805262, + 8.298881900668627, + 7.4101556505319905, + 8.321429400395358, + 7.432703150258723, + 8.34397690012209, + 7.3552506499854555, + 8.466524399848819, + 8.477798149712186, + 7.489071899575551, + 8.500345649438916, + 7.511619399302283, + 8.522893149165649, + 7.534166899029014, + 6.545440648892379 + ], + "p90": [ + 22.286144402034967, + 22.297418151898334, + 23.408691901761692, + 22.319965651625065, + 22.331239401488432, + 22.342513151351795, + 22.353786901215162, + 22.36506065107853, + 20.376334400941893, + 21.487608150805254, + 22.398881900668627, + 21.510155650531985, + 22.421429400395354, + 23.432703150258725, + 22.443976900122088, + 22.45525064998545, + 22.46652439984882, + 22.477798149712186, + 22.48907189957555, + 22.500345649438916, + 22.511619399302283, + 23.62289314916564, + 22.534166899029014, + 22.54544064889238 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_022158.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_022158.json new file mode 100644 index 0000000000000000000000000000000000000000..9dd1166e642f8cda21b1ca442ec029ddffde7681 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_022158.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:58.802986+00:00", + "metrics": { + "MSE[mean]": 36.126837920488775, + "MSE[0.5]": 36.20135293631054, + "MAE[0.5]": 4.888879954814911, + "MASE[0.5]": 0.939918175558541, + "MAPE[0.5]": 1.0840925147311102, + "sMAPE[0.5]": 0.4409268263216004, + "MSIS": 10.570863245007828, + "RMSE[mean]": 6.010560532969349, + "NRMSE[mean]": 0.5170374652016644, + "ND[0.5]": 0.4205488133174117, + "mean_weighted_sum_quantile_loss": 0.32158872299771635 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 12.004446983337402, + 12.903462409973145, + 13.924726963043213, + 14.58668041229248, + 13.663533687591553, + 12.629930973052979, + 12.321244716644287, + 12.866004943847656, + 13.563502788543701, + 13.617632389068604, + 14.981203556060791, + 13.908183097839355, + 12.438740253448486, + 12.86601972579956, + 12.4156174659729, + 12.994925022125244, + 13.92615032196045, + 14.406862258911133, + 14.045344829559326, + 13.156264781951904, + 12.541277885437012, + 13.306847095489502, + 13.752331733703613, + 14.184016227722168 + ], + "p10": [ + 7.99054479598999, + 7.092198610305786, + 8.550871849060059, + 9.265053749084473, + 8.105103015899658, + 7.127006530761719, + 7.641388177871704, + 7.606045246124268, + 8.201496124267578, + 7.420923709869385, + 8.27319622039795, + 8.433494091033936, + 7.385162353515625, + 7.191705226898193, + 6.995496034622192, + 7.7046544551849365, + 7.360263824462891, + 8.661035060882568, + 6.467523097991943, + 6.037171363830566, + 6.9663238525390625, + 7.463335275650024, + 7.01464319229126, + 7.251741170883179 + ], + "p90": [ + 16.50663948059082, + 16.92068862915039, + 18.328694343566895, + 20.442830085754395, + 18.543819427490234, + 18.255529403686523, + 17.24956512451172, + 17.031110763549805, + 18.916370391845703, + 20.211270332336426, + 20.07553768157959, + 19.26533031463623, + 17.225810050964355, + 17.39335346221924, + 17.933222770690918, + 19.254901885986328, + 20.553489685058594, + 19.9754056930542, + 19.4558687210083, + 19.06235122680664, + 18.38798427581787, + 17.552650451660156, + 19.09890651702881, + 20.02610206604004 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..96088d6f8238d88c9993df47e273d5502b076a13 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_022256.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.462552+00:00", + "metrics": { + "MSE[mean]": 38.60170352154978, + "MSE[0.5]": 42.72257804749782, + "MAE[0.5]": 5.369136726546906, + "MASE[0.5]": 1.0322505856111543, + "MAPE[0.5]": 1.2306966199563816, + "sMAPE[0.5]": 0.4658175641101698, + "MSIS": 4.867289341037275, + "RMSE[mean]": 6.213026921038551, + "NRMSE[mean]": 0.5344539286914883, + "ND[0.5]": 0.4618612237889812, + "mean_weighted_sum_quantile_loss": 0.3413019282025356 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 15.113273453093813, + 14.613273453093813, + 14.613273453093813, + 15.113273453093813, + 13.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 13.613273453093813, + 13.613273453093813, + 15.613273453093813, + 15.613273453093813, + 14.613273453093813, + 15.613273453093813, + 14.613273453093813, + 13.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 15.613273453093813, + 14.113273453093813, + 15.613273453093813 + ], + "p10": [ + 6.613273453093813, + 6.613273453093813, + 6.613273453093813, + 6.613273453093813, + 6.513273453093815, + 5.613273453093813, + 7.613273453093813, + 7.613273453093813, + 6.613273453093813, + 5.513273453093815, + 7.513273453093815, + 6.613273453093813, + 7.513273453093815, + 6.613273453093813, + 7.513273453093815, + 6.513273453093815, + 7.613273453093813, + 7.613273453093813, + 6.613273453093813, + 7.613273453093813, + 6.613273453093813, + 7.613273453093813, + 6.613273453093813, + 5.613273453093813 + ], + "p90": [ + 21.61327345309381, + 21.61327345309381, + 22.713273453093805, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 19.61327345309381, + 20.713273453093805, + 21.61327345309381, + 20.713273453093805, + 21.61327345309381, + 22.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 21.61327345309381, + 22.713273453093805, + 21.61327345309381, + 21.61327345309381 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..3e711873409d4f252a2354fd6535b4e5985ff620 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.524146+00:00", + "metrics": { + "MSE[mean]": 45.958333333333336, + "MSE[0.5]": 45.958333333333336, + "MAE[0.5]": 5.291666666666667, + "MASE[0.5]": 1.0173564753004005, + "MAPE[0.5]": 0.9628579175454176, + "sMAPE[0.5]": 0.4454470477718144, + "MSIS": 37.4979975378526, + "RMSE[mean]": 6.779257579804247, + "NRMSE[mean]": 0.5831619423487524, + "ND[0.5]": 0.4551971326164875, + "mean_weighted_sum_quantile_loss": 0.44683393070489846 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "p10": [ + 16.66, + 10.78, + 16.66, + 10.78, + 13.719999999999999, + 18.62, + 16.66, + 13.719999999999999, + 13.719999999999999, + 12.74, + 11.76, + 17.64, + 14.7, + 19.6, + 23.52, + 11.76, + 18.62, + 20.58, + 6.859999999999999, + 16.66, + 10.78, + 8.82, + 8.82, + 8.82 + ], + "p90": [ + 17.34, + 11.22, + 17.34, + 11.22, + 14.280000000000001, + 19.38, + 17.34, + 14.280000000000001, + 14.280000000000001, + 13.26, + 12.24, + 18.36, + 15.3, + 20.4, + 24.48, + 12.24, + 19.38, + 21.42, + 7.140000000000001, + 17.34, + 11.22, + 9.18, + 9.18, + 9.18 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_022250.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_022250.json new file mode 100644 index 0000000000000000000000000000000000000000..fb49630390b16ea35d1cde04f677c5de46a368a5 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_022250.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:50.223751+00:00", + "metrics": { + "MSE[mean]": 34.57139632692755, + "MSE[0.5]": 34.57139632692755, + "MAE[0.5]": 4.742045720418294, + "MASE[0.5]": 0.9116883628040511, + "MAPE[0.5]": 1.0671601438979292, + "sMAPE[0.5]": 0.43142160172664096, + "MSIS": 12.485072544642856, + "RMSE[mean]": 5.879744580075528, + "NRMSE[mean]": 0.505784480006497, + "ND[0.5]": 0.40791791143383177, + "mean_weighted_sum_quantile_loss": 0.3233266863107017 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 13.020263671875, + 13.11669921875, + 13.27099609375, + 13.4638671875, + 13.6085205078125, + 13.541015625, + 13.68084716796875, + 13.72906494140625, + 13.68084716796875, + 13.8978271484375, + 13.76763916015625, + 13.85443115234375, + 13.753173828125, + 13.914703369140625, + 13.8978271484375, + 14.021987915039062, + 13.991851806640625, + 13.938812255859375, + 13.88336181640625, + 13.803802490234375, + 13.803802490234375, + 13.842376708984375, + 13.798980712890625, + 13.984619140625 + ], + "p10": [ + 8.9892578125, + 9.06640625, + 9.10498046875, + 9.220703125, + 9.33642578125, + 9.18212890625, + 9.33642578125, + 9.2978515625, + 9.41357421875, + 9.56787109375, + 9.625732421875, + 9.625732421875, + 9.394287109375, + 9.432861328125, + 9.56787109375, + 9.471435546875, + 9.394287109375, + 9.25927734375, + 9.1435546875, + 9.10498046875, + 9.10498046875, + 9.1435546875, + 9.18212890625, + 9.2978515625 + ], + "p90": [ + 18.74853515625, + 19.13427734375, + 19.28857421875, + 19.55859375, + 19.6357421875, + 19.52001953125, + 19.59716796875, + 19.90576171875, + 19.7900390625, + 20.2529296875, + 20.021484375, + 20.0986328125, + 19.98291015625, + 20.330078125, + 20.29150390625, + 20.75439453125, + 21.1015625, + 21.06298828125, + 20.8701171875, + 20.638671875, + 20.5615234375, + 20.67724609375, + 20.60009765625, + 20.947265625 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_021517.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_021517.json new file mode 100644 index 0000000000000000000000000000000000000000..00931e6d8786ea3b53f7ca71790feb47f1b8bc00 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_021517.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:15:17.400451+00:00", + "metrics": { + "MSE[mean]": 31.63940753471267, + "MSE[0.5]": 30.139434257070167, + "MAE[0.5]": 4.480736454327901, + "MASE[0.5]": 0.8614499992299303, + "MAPE[0.5]": 0.8918377748329794, + "sMAPE[0.5]": 0.42141340684998835, + "MSIS": 29.399519748458555, + "RMSE[mean]": 5.624891779822317, + "NRMSE[mean]": 0.4838616584793391, + "ND[0.5]": 0.3854396949959485, + "mean_weighted_sum_quantile_loss": 0.3859932576266478 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.195002555847168, + 11.47647762298584, + 11.662789344787598, + 11.740453720092773, + 11.728824615478516, + 11.654511451721191, + 11.682258605957031, + 11.71582317352295, + 11.668354034423828, + 11.710271835327148, + 11.805255889892578, + 11.811098098754883, + 11.785157203674316, + 11.903512001037598, + 12.088295936584473, + 12.059999465942383, + 12.151901245117188, + 12.090502738952637, + 11.984619140625, + 11.905252456665039, + 11.934479713439941, + 11.884803771972656, + 11.688782691955566, + 11.784809112548828 + ], + "p10": [ + 12.64522647857666, + 13.067989349365234, + 13.205269813537598, + 13.389572143554688, + 13.292756080627441, + 13.323548316955566, + 13.213034629821777, + 13.262351989746094, + 13.39855670928955, + 13.436089515686035, + 13.442097663879395, + 13.562653541564941, + 13.47494125366211, + 13.56711483001709, + 13.734695434570312, + 13.815447807312012, + 13.808786392211914, + 13.731809616088867, + 13.732562065124512, + 13.48836898803711, + 13.492036819458008, + 13.56523609161377, + 13.328625679016113, + 13.399503707885742 + ], + "p90": [ + 15.766071319580078, + 16.341907501220703, + 16.798765182495117, + 16.904983520507812, + 16.959653854370117, + 16.91690444946289, + 17.002185821533203, + 17.024843215942383, + 17.082433700561523, + 17.084369659423828, + 17.260740280151367, + 17.294700622558594, + 17.264535903930664, + 17.415023803710938, + 17.59779930114746, + 17.620410919189453, + 17.7174015045166, + 17.62823486328125, + 17.567970275878906, + 17.351646423339844, + 17.42010498046875, + 17.449434280395508, + 17.253934860229492, + 17.23139190673828 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_022028.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_022028.json new file mode 100644 index 0000000000000000000000000000000000000000..97abc05c2e5e0e0834072d6c9cd0e842ac9eb523 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_022028.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:20:28.038888+00:00", + "metrics": { + "MSE[mean]": 33.72858796335121, + "MSE[0.5]": 33.72858796335121, + "MAE[0.5]": 4.590129971504211, + "MASE[0.5]": 0.8824815966576854, + "MAPE[0.5]": 1.0354664786846801, + "sMAPE[0.5]": 0.42050005119790484, + "MSIS": 11.32155120452351, + "RMSE[mean]": 5.807631872230815, + "NRMSE[mean]": 0.4995812363209304, + "ND[0.5]": 0.39484989002186766, + "mean_weighted_sum_quantile_loss": 0.3170826537065039 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 11.287899017333984, + 12.20546817779541, + 12.762945175170898, + 12.939421653747559, + 12.931568145751953, + 12.977200508117676, + 13.082416534423828, + 13.234596252441406, + 13.392107009887695, + 13.559542655944824, + 13.552347183227539, + 13.48496150970459, + 13.422399520874023, + 13.506933212280273, + 13.627043724060059, + 13.717336654663086, + 13.794836044311523, + 13.88346004486084, + 13.613053321838379, + 13.536751747131348, + 13.407121658325195, + 13.491988182067871, + 13.619488716125488, + 13.77751350402832 + ], + "p10": [ + 8.398984909057617, + 8.698816299438477, + 8.73312759399414, + 8.558656692504883, + 8.629030227661133, + 8.646015167236328, + 8.61191177368164, + 8.656535148620605, + 8.743897438049316, + 8.764638900756836, + 8.756324768066406, + 8.770790100097656, + 8.760860443115234, + 8.803120613098145, + 8.899818420410156, + 8.825140953063965, + 8.745460510253906, + 8.712156295776367, + 8.73123550415039, + 8.680829048156738, + 8.67706298828125, + 8.620885848999023, + 8.608709335327148, + 8.669710159301758 + ], + "p90": [ + 18.416234970092773, + 19.50035285949707, + 20.077869415283203, + 20.14010238647461, + 20.19980239868164, + 20.150760650634766, + 19.935386657714844, + 20.191143035888672, + 20.279666900634766, + 20.65283966064453, + 20.62145233154297, + 20.518720626831055, + 20.054765701293945, + 20.166118621826172, + 20.430213928222656, + 20.58228302001953, + 20.597591400146484, + 20.79180335998535, + 20.437910079956055, + 20.377418518066406, + 20.18777847290039, + 20.337308883666992, + 20.36919403076172, + 20.524974822998047 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_021858.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_021858.json new file mode 100644 index 0000000000000000000000000000000000000000..1ca7664fc7dbe487fb7e1aface37dca1bd5860e1 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_021858.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:58.422010+00:00", + "metrics": { + "MSE[mean]": 35.51162734309287, + "MSE[0.5]": 35.51162734309287, + "MAE[0.5]": 4.856497685114543, + "MASE[0.5]": 0.9336924788471216, + "MAPE[0.5]": 1.0872528841596565, + "sMAPE[0.5]": 0.43905997179908596, + "MSIS": 11.885982314798637, + "RMSE[mean]": 5.95916330897995, + "NRMSE[mean]": 0.5126161986219312, + "ND[0.5]": 0.41776324173028323, + "mean_weighted_sum_quantile_loss": 0.32486774120991657 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 10.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 11.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 18.0, + 15.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0, + 9.0, + 9.0, + 9.0 + ], + "actual": [ + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 13.0, + 18.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 8.0, + 6.0, + 9.0, + 6.0, + 6.0, + 1.0 + ], + "predictions": { + "p50": [ + 13.750962257385254, + 13.74796199798584, + 13.764775276184082, + 13.806949615478516, + 13.847756385803223, + 13.88273811340332, + 13.901918411254883, + 13.959503173828125, + 13.944625854492188, + 13.973539352416992, + 13.981772422790527, + 14.00643539428711, + 13.97140121459961, + 13.99751091003418, + 13.956807136535645, + 14.027393341064453, + 14.004485130310059, + 14.006062507629395, + 13.984745979309082, + 14.03927230834961, + 14.030509948730469, + 14.019821166992188, + 14.048656463623047, + 14.106852531433105 + ], + "p10": [ + 8.810693740844727, + 8.760871887207031, + 8.822309494018555, + 8.836315155029297, + 8.884307861328125, + 8.920207023620605, + 8.89041519165039, + 8.912914276123047, + 8.947021484375, + 8.896332740783691, + 8.922624588012695, + 8.929539680480957, + 8.846563339233398, + 8.870987892150879, + 8.843079566955566, + 8.96193790435791, + 8.91946029663086, + 8.872100830078125, + 8.8865966796875, + 8.9371919631958, + 8.911977767944336, + 8.882305145263672, + 8.899420738220215, + 8.925300598144531 + ], + "p90": [ + 19.216167449951172, + 19.547168731689453, + 19.549219131469727, + 19.700193405151367, + 19.834205627441406, + 19.774982452392578, + 19.762720108032227, + 19.87264060974121, + 19.90326499938965, + 19.795684814453125, + 19.758459091186523, + 19.917335510253906, + 19.85105323791504, + 19.924413681030273, + 19.868064880371094, + 19.90447235107422, + 19.730632781982422, + 19.921764373779297, + 19.922332763671875, + 19.99723243713379, + 20.030689239501953, + 19.98981475830078, + 20.018770217895508, + 20.25310707092285 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_022256.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..b2798810c1870d435c8ea3f3c34984ec934dfb94 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_022256.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:56.011582+00:00", + "metrics": { + "MSE[mean]": 0.9455014537246098, + "MSE[0.5]": 0.9373630263247406, + "MAE[0.5]": 0.7418800986606521, + "MASE[0.5]": 0.7212522434121053, + "MAPE[0.5]": 0.555669613831089, + "sMAPE[0.5]": 0.37338405493374244, + "MSIS": 28.04261904151962, + "RMSE[mean]": 0.972368990519859, + "NRMSE[mean]": 0.6718890203973718, + "ND[0.5]": 0.5126254514501929, + "mean_weighted_sum_quantile_loss": 0.5095775398101778 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.197934663187206, + 1.2384331020462795, + 1.2756593584153, + 1.3137490812233312, + 1.352559663643477, + 1.3900999058687238, + 1.4286535956435094, + 1.4643739713638613, + 1.5029315005950765, + 1.5381232972667553, + 1.5757667541017248, + 1.6104750126181362, + 1.6470369323456535, + 1.6829560185088748, + 1.7162915489793948, + 1.7525871365034345, + 1.7860953846780592, + 1.8214334073538225, + 1.854875807727936, + 1.8904718017123572, + 1.92349495979196, + 1.9545800753089906, + 1.9879773970749046, + 2.0224361498104138, + 2.052082929742932, + 2.0848451859445096, + 2.118107699178079, + 2.14915708345961, + 2.1797994954449864, + 2.2108432829680753, + 2.2417183266876517, + 2.2736678260413505, + 2.3026641741705083, + 2.334145857569162, + 2.362420823473186, + 2.3928949249143625, + 2.4225375320261326, + 2.452777868792369, + 2.481144622911511, + 2.5094129598008923, + 2.5386924965897366, + 2.564871889291979, + 2.5938584671614477, + 2.620303316609046, + 2.6486806703437757, + 2.675264633597031, + 2.7023958273395503, + 2.7296083553975388, + 2.755674635796217, + 2.783519282939687, + 2.8093655779725544, + 2.835503887695327, + 2.861140145395319, + 2.8855766084102084, + 2.912020682200112, + 2.9376869561182124, + 2.961125053202772, + 2.987091242110279, + 3.0103575754958145, + 3.0358515609741916 + ], + "p10": [ + 1.1852403236332845, + 1.2248962605110456, + 1.2614566001580316, + 1.3015499315384966, + 1.338572339408841, + 1.3760222721613413, + 1.4160500929465734, + 1.4503901975094884, + 1.4899591151276559, + 1.524086568301848, + 1.561337919437514, + 1.597954143659203, + 1.6320969402761847, + 1.6694249536965318, + 1.7031164550210238, + 1.7396525721550415, + 1.7731887079663762, + 1.8064643740330728, + 1.8412561169664048, + 1.8756520537673707, + 1.9080473426871818, + 1.9395175558824163, + 1.9755305800403298, + 2.0087562452051992, + 2.038639806367213, + 2.0707117870791225, + 2.103875162357717, + 2.136742658648227, + 2.1655538994090393, + 2.1978680591575506, + 2.226678072494123, + 2.2595647065159947, + 2.289574578236671, + 2.3200071324730405, + 2.3488051439186406, + 2.3794607564540247, + 2.4084665988256826, + 2.436354386820449, + 2.4668591416525443, + 2.494064483452906, + 2.523992348219823, + 2.552082882281146, + 2.5794581702189556, + 2.607771325752387, + 2.6352864831317837, + 2.6610221007174846, + 2.690020903257869, + 2.7154426398511378, + 2.7416679754869677, + 2.767930677727594, + 2.794624065510916, + 2.8216985803249375, + 2.845888711149745, + 2.870691210243898, + 2.899754314540119, + 2.9233667332152877, + 2.946675363661228, + 2.9744751730138463, + 2.9962799417884316, + 3.0224029188333903 + ], + "p90": [ + 1.213580883745303, + 1.2509467299677222, + 1.288732389881818, + 1.3297880985038777, + 1.3672398244255652, + 1.4058421486540345, + 1.444211697321745, + 1.4781294037222987, + 1.5141004563502103, + 1.550751525650088, + 1.5902323005495733, + 1.6258832913285886, + 1.6597592578863025, + 1.697447449848682, + 1.7302996310394314, + 1.7673434334595464, + 1.7996918488591005, + 1.8348554316606658, + 1.8661177285223154, + 1.9031878593967977, + 1.9373742350396506, + 1.968272575919121, + 2.0022308029136147, + 2.0361286861396186, + 2.0662801422635364, + 2.10157477988679, + 2.1318037426557925, + 2.1640649594277, + 2.194741106112852, + 2.2238483170518037, + 2.2540418236832713, + 2.288111224575939, + 2.321805335419923, + 2.349154503229375, + 2.3778203301545093, + 2.4078686865690306, + 2.4371329179308656, + 2.4662531878432317, + 2.4932204554545945, + 2.521071761578962, + 2.5570677935719854, + 2.5803586013768536, + 2.6080010345424056, + 2.6356966425542305, + 2.6631337943526994, + 2.6889731782437036, + 2.7175440853696533, + 2.7447695322036063, + 2.7696950236717366, + 2.7971000887524213, + 2.8236427196180593, + 2.8473115296038793, + 2.874532571618768, + 2.8984926230332375, + 2.9240135830262153, + 2.951754348000363, + 2.9750689605011935, + 2.999152277552408, + 3.0233266310444566, + 3.050341166781434 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_021328.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_021328.json new file mode 100644 index 0000000000000000000000000000000000000000..1feca88e3200cb7994f6966c0da8fabb3aa5303d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_021328.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:28.572072+00:00", + "metrics": { + "MSE[mean]": 0.07128041210359673, + "MSE[0.5]": 0.07128041210359673, + "MAE[0.5]": 0.16271399557590485, + "MASE[0.5]": 0.15818975944433597, + "MAPE[0.5]": 0.13023208512393236, + "sMAPE[0.5]": 0.1640542143455858, + "MSIS": 0.8333457778481045, + "RMSE[mean]": 0.266983917312629, + "NRMSE[mean]": 0.18448095775774495, + "ND[0.5]": 0.11243236688778817, + "mean_weighted_sum_quantile_loss": 0.1193552997465401 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.2223093509674072, + 1.2573448419570923, + 1.286924123764038, + 1.3166042566299438, + 1.3516513109207153, + 1.3800039291381836, + 1.4083077907562256, + 1.4354369640350342, + 1.4646400213241577, + 1.4847962856292725, + 1.5077214241027832, + 1.5315815210342407, + 1.5603699684143066, + 1.5839496850967407, + 1.5998711585998535, + 1.6212973594665527, + 1.6095068454742432, + 1.6294715404510498, + 1.6329560279846191, + 1.6444034576416016, + 1.6485106945037842, + 1.6565512418746948, + 1.6564512252807617, + 1.6616188287734985, + 1.6611418724060059, + 1.6560533046722412, + 1.650200366973877, + 1.641708254814148, + 1.6393815279006958, + 1.6295948028564453, + 1.6201894283294678, + 1.593559741973877, + 1.5199214220046997, + 1.5065436363220215, + 1.4818578958511353, + 1.466532588005066, + 1.4360569715499878, + 1.4098938703536987, + 1.3801019191741943, + 1.3525408506393433, + 1.3182326555252075, + 1.2863277196884155, + 1.2508176565170288, + 1.214165449142456, + 1.1815457344055176, + 1.1470561027526855, + 1.110195279121399, + 1.0764201879501343, + 0.8970621824264526, + 0.8573445677757263, + 0.8176661729812622, + 0.75705885887146, + 0.7070721387863159, + 0.6536681652069092, + 0.6103940606117249, + 0.5612414479255676, + 0.5119168162345886, + 0.4607476592063904, + 0.41796189546585083, + 0.3885583281517029 + ], + "p10": [ + 1.1924583911895752, + 1.2220757007598877, + 1.2477197647094727, + 1.27188241481781, + 1.3008699417114258, + 1.3197436332702637, + 1.3391238451004028, + 1.361329197883606, + 1.3836266994476318, + 1.3953287601470947, + 1.4099235534667969, + 1.4295748472213745, + 1.441605567932129, + 1.4512574672698975, + 1.4668458700180054, + 1.4640899896621704, + 1.471134901046753, + 1.4769048690795898, + 1.4691940546035767, + 1.4787260293960571, + 1.4634392261505127, + 1.45652437210083, + 1.4441558122634888, + 1.4378082752227783, + 1.4106391668319702, + 1.393974781036377, + 1.3632700443267822, + 1.3358800411224365, + 1.2956253290176392, + 1.2871266603469849, + 1.2598049640655518, + 1.213150978088379, + 1.1079729795455933, + 1.0809595584869385, + 1.0445388555526733, + 1.0085859298706055, + 0.9657560586929321, + 0.9220930337905884, + 0.8624065518379211, + 0.8144921064376831, + 0.7704981565475464, + 0.7045122385025024, + 0.6684916019439697, + 0.62589430809021, + 0.5524367690086365, + 0.5148762464523315, + 0.47266995906829834, + 0.4254823327064514, + 0.10444468259811401, + 0.025042295455932617, + -0.05603361129760742, + -0.09749114513397217, + -0.15521454811096191, + -0.2129344940185547, + -0.265389084815979, + -0.31589198112487793, + -0.36513710021972656, + -0.4178696870803833, + -0.4630032777786255, + -0.5139904022216797 + ], + "p90": [ + 1.2499921321868896, + 1.2869062423706055, + 1.3249262571334839, + 1.358238697052002, + 1.3999192714691162, + 1.4514919519424438, + 1.4750572443008423, + 1.512830138206482, + 1.5500577688217163, + 1.5830488204956055, + 1.6174781322479248, + 1.6449440717697144, + 1.6863739490509033, + 1.728143334388733, + 1.7568821907043457, + 1.7815251350402832, + 1.7746343612670898, + 1.7948176860809326, + 1.8032658100128174, + 1.8271785974502563, + 1.8671801090240479, + 1.8774628639221191, + 1.8918544054031372, + 1.9193720817565918, + 1.9400296211242676, + 1.9627599716186523, + 1.9711670875549316, + 1.979001760482788, + 1.986341953277588, + 2.006760597229004, + 1.9975459575653076, + 1.9932615756988525, + 1.96388840675354, + 1.9688971042633057, + 1.9709203243255615, + 1.9636445045471191, + 1.960243821144104, + 1.9464292526245117, + 1.941151738166809, + 1.9315155744552612, + 1.9302090406417847, + 1.9240057468414307, + 1.9189763069152832, + 1.883043885231018, + 1.8783349990844727, + 1.8752938508987427, + 1.830399990081787, + 1.813218355178833, + 1.7275062799453735, + 1.7240815162658691, + 1.7148247957229614, + 1.6751303672790527, + 1.6472060680389404, + 1.6249719858169556, + 1.6025753021240234, + 1.6099908351898193, + 1.5697404146194458, + 1.5576269626617432, + 1.5330415964126587, + 1.5064655542373657 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_022256.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..5b393fc6d15a3c35105f68bccdfeda222ce0deee --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_022256.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.291140+00:00", + "metrics": { + "MSE[mean]": 1.5866208662260766, + "MSE[0.5]": 1.593472970009105, + "MAE[0.5]": 0.9759584265651069, + "MASE[0.5]": 0.9488220615539286, + "MAPE[0.5]": 0.7299181783377103, + "sMAPE[0.5]": 0.451177586474167, + "MSIS": 34.67047077426427, + "RMSE[mean]": 1.2596113949254653, + "NRMSE[mean]": 0.870368218720518, + "ND[0.5]": 0.6743692544358219, + "mean_weighted_sum_quantile_loss": 0.6634664853305334 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.2107672365072724, + 1.257404440337512, + 1.2930417857883874, + 1.328678922623006, + 1.3733161969059358, + 1.4134535887292248, + 1.4575908843506173, + 1.4977280526564885, + 1.5373652572019836, + 1.579502518967938, + 1.623639874193975, + 1.6622771363175572, + 1.7014144516084824, + 1.7445517452033168, + 1.7846890178173163, + 1.8308262876895023, + 1.8679635840261506, + 1.908100767233183, + 1.955738107200431, + 1.993375441803261, + 2.0265126555278714, + 2.074650003958979, + 2.1127872129152183, + 2.1534245088942385, + 2.195061747295172, + 2.2366989856961057, + 2.2823362918079155, + 2.3179736074564685, + 2.3566108099754057, + 2.4037481414787942, + 2.447885377495542, + 2.48502267383219, + 2.519659912948379, + 2.5747972159607477, + 2.603934540788416, + 2.6495717276909367, + 2.6867090687310684, + 2.729846377227064, + 2.768983677616828, + 2.8141207815496827, + 2.8552581753995296, + 2.8963953308307975, + 2.9305326955935778, + 2.9776698333818707, + 3.015807206250883, + 3.0619445953323585, + 3.098581838501664, + 3.1432190382787875, + 3.185356419254031, + 3.228493608540737, + 3.271130878770551, + 3.3122681534111083, + 3.35240545582743, + 3.3900427457267766, + 3.430180003439615, + 3.481817306809611, + 3.5114544761883666, + 3.549091825692358, + 3.5997290972334737, + 3.6373663573304977 + ], + "p10": [ + 1.1577671440008637, + 1.213704449542518, + 1.2359417132852974, + 1.281178967922536, + 1.317216251599158, + 1.368353542034946, + 1.412590808056672, + 1.4416280864880848, + 1.4868653411253234, + 1.5219026416113863, + 1.5669399187305657, + 1.6080771933711233, + 1.646414444455925, + 1.6993516893656855, + 1.733488991543589, + 1.7816262386468005, + 1.8089635687673615, + 1.8551008386395473, + 1.898038090105819, + 1.9423753831522905, + 1.980512636812013, + 2.0243499303353216, + 2.058687206096447, + 2.0999245092518666, + 2.141061783892424, + 2.179199040532379, + 2.227136287230279, + 2.2714735802767505, + 2.307310857587596, + 2.348748134326237, + 2.394585402100339, + 2.43602267883898, + 2.4681599799439997, + 2.5231972186787197, + 2.5564344817798177, + 2.592571761188747, + 2.6337090358293045, + 2.686846275183912, + 2.7209835803420477, + 2.7700208665220645, + 2.7962581601407406, + 2.8393954090320914, + 2.8804326879403415, + 2.929369972427586, + 2.967607230760313, + 3.006744531150077, + 3.044081802024553, + 3.091019054681986, + 3.1353563477284574, + 3.178293626016819, + 3.2226308922412006, + 3.263768166881758, + 3.300805448114589, + 3.3320427252767955, + 3.3821799955718017, + 3.4230172681142754, + 3.457354543875401, + 3.4985918202087305, + 3.550529048190772, + 3.587566366676506 + ], + "p90": [ + 1.2417671715531107, + 1.2850044962705107, + 1.3240417145012322, + 1.366379003494588, + 1.4113162292116532, + 1.4495535948327405, + 1.4915908042419748, + 1.5278281017349529, + 1.5728654260023376, + 1.6130026539128537, + 1.6562399015167442, + 1.6982771705306234, + 1.7344145035837326, + 1.7805517734559184, + 1.8176889833658316, + 1.8638263098624301, + 1.9020636158788728, + 1.9412008626244563, + 1.9862381466587058, + 2.0263753745692217, + 2.067612647922319, + 2.1086499238503364, + 2.1507871915767556, + 2.1910244718439915, + 2.229061786395819, + 2.274199015498428, + 2.311336335676934, + 2.3554735716936817, + 2.3976108394201003, + 2.438748167704838, + 2.475885410769835, + 2.5171226841229317, + 2.557259992127189, + 2.603397259019143, + 2.6404345029990712, + 2.6845717688181416, + 2.7227090522801864, + 2.767946357581373, + 2.8049836045415333, + 2.850120854505768, + 2.8913581815030454, + 2.9324954561436027, + 2.96953270049606, + 3.0146700126726422, + 3.0548072405831586, + 3.0950445804550393, + 3.134081768883439, + 3.176419087679117, + 3.22035633223125, + 3.2574936263327237, + 3.301730887139043, + 3.3427681630670607, + 3.3859054119584115, + 3.4200427320177083, + 3.465280052220056, + 3.5084173070718716, + 3.5484545362698485, + 3.5905917980358026, + 3.62772909474498, + 3.6728663473169174 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_022122.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_022122.json new file mode 100644 index 0000000000000000000000000000000000000000..a82f4cded0ad561fbf6aaddf8ccce005e74ebbbf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_022122.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:22.148990+00:00", + "metrics": { + "MSE[mean]": 0.11098051799420361, + "MSE[0.5]": 0.1746778475494453, + "MAE[0.5]": 0.33978785475095113, + "MASE[0.5]": 0.33034010882048254, + "MAPE[0.5]": 0.2502482382995424, + "sMAPE[0.5]": 0.20809582993810402, + "MSIS": 1.342750669021441, + "RMSE[mean]": 0.3331373860649741, + "NRMSE[mean]": 0.2301917833283322, + "ND[0.5]": 0.23478713440818882, + "mean_weighted_sum_quantile_loss": 0.17839425158854805 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.1679925918579102, + 1.2090241312980652, + 1.264506220817566, + 1.2993730902671814, + 1.3424239754676819, + 1.3806736469268799, + 1.43805992603302, + 1.4601424932479858, + 1.5184538960456848, + 1.5478904247283936, + 1.576348602771759, + 1.6309175491333008, + 1.625027358531952, + 1.6921704411506653, + 1.6952261328697205, + 1.7131344676017761, + 1.7531705498695374, + 1.7443788647651672, + 1.8004765510559082, + 1.8394488096237183, + 1.77279132604599, + 1.8766995668411255, + 1.8685864806175232, + 1.855818748474121, + 1.856446623802185, + 1.8925379514694214, + 1.8942787051200867, + 1.9605537056922913, + 1.8961469531059265, + 1.90479177236557, + 1.8982141017913818, + 1.906604290008545, + 1.9632102847099304, + 1.9563077688217163, + 1.960772156715393, + 1.9788284301757812, + 1.8829056024551392, + 1.9740630388259888, + 1.9020647406578064, + 2.038649082183838, + 1.9830421805381775, + 1.976047396659851, + 2.0384154319763184, + 1.9071759581565857, + 2.014411211013794, + 1.951494038105011, + 1.9194482564926147, + 2.068535804748535, + 1.9296298027038574, + 1.942520260810852, + 1.8469399213790894, + 1.8174668550491333, + 1.8232316374778748, + 1.845602035522461, + 1.9106165170669556, + 1.792340338230133, + 1.8249313831329346, + 1.9450429677963257, + 1.9197185635566711, + 1.8736792206764221 + ], + "p10": [ + 1.1369528770446777, + 1.1685149669647217, + 1.2095385193824768, + 1.2387096881866455, + 1.2682912349700928, + 1.2905321717262268, + 1.3387131094932556, + 1.3396990299224854, + 1.3502545356750488, + 1.38291734457016, + 1.3807552456855774, + 1.3674356937408447, + 1.3455974459648132, + 1.3626819252967834, + 1.3473072052001953, + 1.401641845703125, + 1.4272505044937134, + 1.3194332718849182, + 1.3349809646606445, + 1.436082661151886, + 1.2608667016029358, + 1.351383626461029, + 1.3260672092437744, + 1.2673667073249817, + 1.2904951572418213, + 1.3734464645385742, + 1.3172560334205627, + 1.2022411823272705, + 1.1124048233032227, + 1.2326757907867432, + 1.0399888753890991, + 0.9658834636211395, + 1.0178140997886658, + 0.8428884744644165, + 1.1114123463630676, + 0.9025281965732574, + 0.8265590071678162, + 0.9007299840450287, + 0.7041136026382446, + 0.8873373866081238, + 0.9490575194358826, + 0.7684893012046814, + 0.9971904754638672, + 0.5748686790466309, + 0.7795395851135254, + 0.46788811683654785, + 0.4637371003627777, + 0.7000485360622406, + 0.5679830014705658, + 0.6222580671310425, + 0.6213116645812988, + 0.16234654188156128, + 0.5152958035469055, + 0.3310728669166565, + 0.5985152721405029, + 0.3743115961551666, + 0.553501695394516, + 0.7097836434841156, + 0.2636457085609436, + 0.21476465463638306 + ], + "p90": [ + 1.1988725662231445, + 1.2598381042480469, + 1.3169319033622742, + 1.384898841381073, + 1.439214825630188, + 1.4873743653297424, + 1.55436110496521, + 1.5963321924209595, + 1.6559850573539734, + 1.7495892643928528, + 1.7624906301498413, + 1.874647617340088, + 1.879380226135254, + 2.0187509059906006, + 1.9697620868682861, + 1.9703635573387146, + 2.075769782066345, + 2.0527254343032837, + 2.1685487031936646, + 2.27297306060791, + 2.133924722671509, + 2.3924585580825806, + 2.400302767753601, + 2.3376643657684326, + 2.342864513397217, + 2.414783000946045, + 2.4754440784454346, + 2.4358266592025757, + 2.4426077604293823, + 2.4836268424987793, + 2.5647518634796143, + 2.495210647583008, + 2.542836308479309, + 2.673609137535095, + 2.698493719100952, + 2.7343162298202515, + 2.6663215160369873, + 2.8186954259872437, + 2.789790153503418, + 2.691643238067627, + 2.7874882221221924, + 2.813204765319824, + 2.8429439067840576, + 2.6762696504592896, + 2.774443030357361, + 2.910590410232544, + 2.871155261993408, + 2.9327324628829956, + 2.716975688934326, + 2.9140284061431885, + 2.8982908725738525, + 3.039206027984619, + 2.8551450967788696, + 2.9890581369400024, + 2.883827567100525, + 3.21894907951355, + 2.9073269367218018, + 3.0056729316711426, + 2.965068817138672, + 2.960030436515808 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_022256.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..20f3613bf30a6dcb97d426313846f2409d9474a6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_022256.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.415075+00:00", + "metrics": { + "MSE[mean]": 0.5561033663859469, + "MSE[0.5]": 0.5510146798216721, + "MAE[0.5]": 0.7211625651449922, + "MASE[0.5]": 0.7011107575397768, + "MAPE[0.5]": 0.49017687057607273, + "sMAPE[0.5]": 0.6544703846954011, + "MSIS": 26.169289667710512, + "RMSE[mean]": 0.7457233846312901, + "NRMSE[mean]": 0.5152810911004643, + "ND[0.5]": 0.498310018281716, + "mean_weighted_sum_quantile_loss": 0.4907949457293533 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 0.7271958466936188, + 0.7326957758833008, + 0.7271958466936188, + 0.7216957088876801, + 0.7251957085300522, + 0.7241958257127838, + 0.7271958466936188, + 0.7261957403589325, + 0.7246956702638703, + 0.725695657389267, + 0.7286957379747467, + 0.7261957254577713, + 0.7241957661081391, + 0.7261957850624161, + 0.7251957830358582, + 0.7301957782674866, + 0.7261957999635773, + 0.7251957085300522, + 0.7316957738567429, + 0.7281958338190155, + 0.7201957729030686, + 0.7271958466936188, + 0.7241957810093003, + 0.7236958023477631, + 0.7241957661081391, + 0.724695729868515, + 0.7291957613397675, + 0.7236958023477631, + 0.7211957302261429, + 0.727195787088974, + 0.7301957484651642, + 0.7261957701612549, + 0.7196957346368866, + 0.7336957630086975, + 0.7216958131958084, + 0.7261957254577713, + 0.7221957918573456, + 0.7241958257127838, + 0.7221958514619904, + 0.7261956807542878, + 0.7261957999635773, + 0.7261956807542878, + 0.7191957708765107, + 0.7251956340242462, + 0.7221957322527008, + 0.7271958466936188, + 0.7226958152223664, + 0.7261957403589325, + 0.7271958466936188, + 0.7291957613397675, + 0.7306957569290238, + 0.7306957569290238, + 0.7296957847047882, + 0.7261957999635773, + 0.7251957830358582, + 0.735695811765297, + 0.7241957065034943, + 0.7206957813669281, + 0.7301957782674866, + 0.7266957637239533 + ], + "p10": [ + 0.6741957541872101, + 0.6889957850883068, + 0.6700957741905289, + 0.6741957541872101, + 0.6690957632232742, + 0.6790957790185052, + 0.6821957703996735, + 0.6700957741905289, + 0.6741957541872101, + 0.6680957800327154, + 0.6719957825113373, + 0.6719957825113373, + 0.6691957589555817, + 0.6809957292247849, + 0.6739957567621307, + 0.6809957292247849, + 0.6671957847047882, + 0.6721957799364167, + 0.6739957567621307, + 0.6771957751680451, + 0.6741957541872101, + 0.6768957730699616, + 0.6700957741905289, + 0.6701958027053909, + 0.6701958027053909, + 0.6671957847047882, + 0.6739957567621307, + 0.6771957751680451, + 0.6718957778383332, + 0.6721957799364167, + 0.6768957730699616, + 0.6771957751680451, + 0.6681958016325074, + 0.6820957657266693, + 0.6741957541872101, + 0.6691957589555817, + 0.6691957589555817, + 0.681195723669632, + 0.6741957541872101, + 0.6820957657266693, + 0.6671957847047882, + 0.6691957589555817, + 0.6690957632232742, + 0.6768957730699616, + 0.6739957567621307, + 0.6719957825113373, + 0.668195778745255, + 0.6739957567621307, + 0.6771957751680451, + 0.6789957788158494, + 0.6821957703996735, + 0.6821957703996735, + 0.6780957769919472, + 0.6681957795135962, + 0.6771957751680451, + 0.6768957730699616, + 0.6700957741905289, + 0.6701957758833008, + 0.6809957292247849, + 0.6768957730699616 + ], + "p90": [ + 0.7581957817394571, + 0.7602958318162994, + 0.7581957754064637, + 0.7593957897592621, + 0.7631957408357697, + 0.7602958318162994, + 0.7611957665849762, + 0.7562957894373971, + 0.7601958390642243, + 0.7591957923341828, + 0.7612957652975159, + 0.7621957596708374, + 0.7571958180833893, + 0.7621958133150177, + 0.7581957485843736, + 0.7631958004404145, + 0.7602958318162994, + 0.7582958039213257, + 0.7621958133150177, + 0.7611957665849762, + 0.7612957652975159, + 0.7611957665849762, + 0.7621957596708374, + 0.7612957652975159, + 0.758195805208786, + 0.7621957596708374, + 0.758195805208786, + 0.7611957665849762, + 0.7621957596708374, + 0.7621958133150177, + 0.7581957817394571, + 0.7582957804519969, + 0.7572958138156968, + 0.7622958060670929, + 0.7581957754064637, + 0.7611957665849762, + 0.7581957754064637, + 0.7622958060670929, + 0.7581957783866959, + 0.762195753710373, + 0.7622958060670929, + 0.7622958060670929, + 0.7581957757789927, + 0.7621958133150177, + 0.7611957665849762, + 0.7602958318162994, + 0.7581957456041413, + 0.7593957897592621, + 0.7621957596708374, + 0.758195779131754, + 0.7612957652975159, + 0.7611957665849762, + 0.7631957408357697, + 0.756195786254509, + 0.7602958318162994, + 0.7622958120275574, + 0.7611957665849762, + 0.762195753710373, + 0.7581957757789927, + 0.762195753710373 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_022256.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..1313464f490fd1de6fe22b58a760b12b581bf363 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.486147+00:00", + "metrics": { + "MSE[mean]": 0.6631932195682462, + "MSE[0.5]": 0.6631932195682462, + "MAE[0.5]": 0.7707833369572957, + "MASE[0.5]": 0.749351831877902, + "MAPE[0.5]": 0.5327758658751198, + "sMAPE[0.5]": 0.7625927437597094, + "MSIS": 29.22438057130618, + "RMSE[mean]": 0.8143667598620699, + "NRMSE[mean]": 0.562712396078547, + "ND[0.5]": 0.5325970554963702, + "mean_weighted_sum_quantile_loss": 0.5294810358754983 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279 + ], + "p10": [ + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925, + 0.6115200126171112, + 0.6497399878501892, + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925, + 0.6115200126171112, + 0.6497399878501892, + 0.6957999789714813, + 0.7340200126171111, + 0.7712600004673004, + 0.8055600261688233, + 0.8359399855136871, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 0.2724399971961975, + 0.3184999883174896, + 0.3577000093460083, + 0.39200000584125516, + 0.42630000233650206, + 0.47039998948574063, + 0.4978400158882141, + 0.537039978504181, + 0.5723199915885925, + 0.6115200126171112, + 0.6497399878501892, + 0.6957999789714813 + ], + "p90": [ + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698, + 0.6364800131320953, + 0.6762599873542786, + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698, + 0.6364800131320953, + 0.6762599873542786, + 0.7241999781131745, + 0.7639800131320954, + 0.802740000486374, + 0.8384400272369384, + 0.8700599849224091, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 0.2835599970817566, + 0.3314999878406525, + 0.372300009727478, + 0.4080000060796738, + 0.4437000024318695, + 0.48959998905658725, + 0.5181600165367126, + 0.5589599776268005, + 0.5956799912452698, + 0.6364800131320953, + 0.6762599873542786, + 0.7241999781131745 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_022227.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_022227.json new file mode 100644 index 0000000000000000000000000000000000000000..efee83ecf6bc0cf90f0ba97d5f0a3a85de04aea4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_022227.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:27.996435+00:00", + "metrics": { + "MSE[mean]": 0.0005694166924913683, + "MSE[0.5]": 0.0005694166924913683, + "MAE[0.5]": 0.019741696119308472, + "MASE[0.5]": 0.019192781475762862, + "MAPE[0.5]": 0.014126672588895122, + "sMAPE[0.5]": 0.014026708511988702, + "MSIS": 0.2984046940750924, + "RMSE[mean]": 0.023862453614231883, + "NRMSE[mean]": 0.016488514894507568, + "ND[0.5]": 0.013641147543684309, + "mean_weighted_sum_quantile_loss": 0.02207678770383875 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.2161178588867188, + 1.2555427551269531, + 1.2890167236328125, + 1.32769775390625, + 1.3619155883789062, + 1.393157958984375, + 1.4214248657226562, + 1.4496917724609375, + 1.4794464111328125, + 1.5062255859375, + 1.5270538330078125, + 1.5508575439453125, + 1.5687103271484375, + 1.58953857421875, + 1.6103668212890625, + 1.6282196044921875, + 1.6282196044921875, + 1.6401214599609375, + 1.643096923828125, + 1.6520233154296875, + 1.6579742431640625, + 1.66094970703125, + 1.666900634765625, + 1.654998779296875, + 1.6520233154296875, + 1.6490478515625, + 1.63714599609375, + 1.6341705322265625, + 1.6341705322265625, + 1.6222686767578125, + 1.61334228515625, + 1.5925140380859375, + 1.5806121826171875, + 1.5568084716796875, + 1.5449066162109375, + 1.54193115234375, + 1.5211029052734375, + 1.51812744140625, + 1.500274658203125, + 1.49432373046875, + 1.4615936279296875, + 1.4556427001953125, + 1.4333267211914062, + 1.4244003295898438, + 1.3916702270507812, + 1.3782806396484375, + 1.35150146484375, + 1.3425750732421875, + 1.3187713623046875, + 1.3024063110351562, + 1.2778587341308594, + 1.2600059509277344, + 1.2414093017578125, + 1.2131423950195312, + 1.1956615447998047, + 1.1778087615966797, + 1.155120849609375, + 1.1318750381469727, + 1.1164398193359375, + 1.1208100318908691 + ], + "p10": [ + 1.1997528076171875, + 1.2376899719238281, + 1.2681884765625, + 1.3068695068359375, + 1.3351364135742188, + 1.3678665161132812, + 1.38720703125, + 1.4139862060546875, + 1.4422531127929688, + 1.4660568237304688, + 1.4794464111328125, + 1.5032501220703125, + 1.5151519775390625, + 1.535980224609375, + 1.5508575439453125, + 1.5627593994140625, + 1.54193115234375, + 1.547882080078125, + 1.5538330078125, + 1.5627593994140625, + 1.5687103271484375, + 1.56573486328125, + 1.571685791015625, + 1.5538330078125, + 1.5508575439453125, + 1.5449066162109375, + 1.524078369140625, + 1.524078369140625, + 1.51812744140625, + 1.5032501220703125, + 1.4913482666015625, + 1.4675445556640625, + 1.4363021850585938, + 1.4124984741210938, + 1.4080352783203125, + 1.3961334228515625, + 1.37530517578125, + 1.3619155883789062, + 1.339599609375, + 1.3321609497070312, + 1.2934799194335938, + 1.2897605895996094, + 1.2681884765625, + 1.2533111572265625, + 1.2339706420898438, + 1.2228126525878906, + 1.1949176788330078, + 1.178924560546875, + 1.16107177734375, + 1.1435909271240234, + 1.1213679313659668, + 1.103236198425293, + 1.0894746780395508, + 1.0690183639526367, + 1.0457725524902344, + 1.0294075012207031, + 0.9989089965820312, + 0.9840316772460938, + 0.964691162109375, + 0.9788246154785156 + ], + "p90": [ + 1.2280197143554688, + 1.2748832702636719, + 1.3187713623046875, + 1.3559646606445312, + 1.3961334228515625, + 1.4273757934570312, + 1.4630813598632812, + 1.488372802734375, + 1.524078369140625, + 1.5508575439453125, + 1.571685791015625, + 1.6044158935546875, + 1.625244140625, + 1.6520233154296875, + 1.6758270263671875, + 1.702606201171875, + 1.714508056640625, + 1.7412872314453125, + 1.7353363037109375, + 1.750213623046875, + 1.7591400146484375, + 1.762115478515625, + 1.7710418701171875, + 1.7650909423828125, + 1.7710418701171875, + 1.7650909423828125, + 1.75616455078125, + 1.762115478515625, + 1.7650909423828125, + 1.7591400146484375, + 1.75616455078125, + 1.7412872314453125, + 1.73236083984375, + 1.7115325927734375, + 1.6936798095703125, + 1.7115325927734375, + 1.6966552734375, + 1.6936798095703125, + 1.678802490234375, + 1.6758270263671875, + 1.6460723876953125, + 1.6460723876953125, + 1.6222686767578125, + 1.6222686767578125, + 1.5865631103515625, + 1.57763671875, + 1.5568084716796875, + 1.5538330078125, + 1.500274658203125, + 1.488372802734375, + 1.464569091796875, + 1.4377899169921875, + 1.4184494018554688, + 1.38720703125, + 1.381256103515625, + 1.3648910522460938, + 1.3485260009765625, + 1.3202590942382812, + 1.3083572387695312, + 1.3083572387695312 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_021441.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_021441.json new file mode 100644 index 0000000000000000000000000000000000000000..880a376e988a6d9d7ff1264260a277d8ff8ba41f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_021441.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:14:41.037669+00:00", + "metrics": { + "MSE[mean]": 0.03154864795855801, + "MSE[0.5]": 0.01583945708364638, + "MAE[0.5]": 0.09183667103449504, + "MASE[0.5]": 0.08928316736182881, + "MAPE[0.5]": 0.07015326117664111, + "sMAPE[0.5]": 0.06534989533149853, + "MSIS": 5.348465496295079, + "RMSE[mean]": 0.17761939071666136, + "NRMSE[mean]": 0.12273171974395486, + "ND[0.5]": 0.06345744417963559, + "mean_weighted_sum_quantile_loss": 0.08912851219524101 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.1818822622299194, + 1.2207411527633667, + 1.2617262601852417, + 1.300325870513916, + 1.3275114297866821, + 1.3645902872085571, + 1.3971117734909058, + 1.4509449005126953, + 1.4601008892059326, + 1.4866331815719604, + 1.5183186531066895, + 1.5484275817871094, + 1.53628408908844, + 1.5521160364151, + 1.5898107290267944, + 1.6205363273620605, + 1.6269197463989258, + 1.6504013538360596, + 1.6504157781600952, + 1.6443898677825928, + 1.6668972969055176, + 1.6623975038528442, + 1.6568994522094727, + 1.6785746812820435, + 1.676195740699768, + 1.6868516206741333, + 1.6778110265731812, + 1.679275631904602, + 1.6800713539123535, + 1.6702581644058228, + 1.656089425086975, + 1.6851716041564941, + 1.686996579170227, + 1.6620697975158691, + 1.6697757244110107, + 1.670328974723816, + 1.6447608470916748, + 1.6412819623947144, + 1.6413930654525757, + 1.624211311340332, + 1.6155098676681519, + 1.6001659631729126, + 1.5958633422851562, + 1.573115587234497, + 1.5447659492492676, + 1.536531686782837, + 1.521241307258606, + 1.4979170560836792, + 1.4892182350158691, + 1.4757329225540161, + 1.4563814401626587, + 1.4312902688980103, + 1.4181398153305054, + 1.4237867593765259, + 1.4203897714614868, + 1.391338586807251, + 1.398984432220459, + 1.3822771310806274, + 1.3843200206756592, + 1.3877772092819214 + ], + "p10": [ + 1.1912498474121094, + 1.2194873094558716, + 1.2956733703613281, + 1.3426469564437866, + 1.3319063186645508, + 1.370294451713562, + 1.373335361480713, + 1.4725005626678467, + 1.486141562461853, + 1.4759904146194458, + 1.5340989828109741, + 1.5796070098876953, + 1.5198967456817627, + 1.5779318809509277, + 1.594496726989746, + 1.630903959274292, + 1.6429657936096191, + 1.6531403064727783, + 1.6726611852645874, + 1.6909798383712769, + 1.6833992004394531, + 1.755135416984558, + 1.695741057395935, + 1.703074336051941, + 1.7156636714935303, + 1.7064679861068726, + 1.7378132343292236, + 1.707831859588623, + 1.6942659616470337, + 1.7081074714660645, + 1.7212345600128174, + 1.7328931093215942, + 1.7656455039978027, + 1.731758713722229, + 1.7153987884521484, + 1.7387887239456177, + 1.7018662691116333, + 1.6888689994812012, + 1.6868008375167847, + 1.6746151447296143, + 1.6573702096939087, + 1.6843695640563965, + 1.6452091932296753, + 1.628901720046997, + 1.5886987447738647, + 1.5919206142425537, + 1.6007106304168701, + 1.5644659996032715, + 1.5463536977767944, + 1.558883547782898, + 1.5131783485412598, + 1.5112241506576538, + 1.491167426109314, + 1.5310708284378052, + 1.4730538129806519, + 1.4445674419403076, + 1.466583251953125, + 1.4643434286117554, + 1.4476947784423828, + 1.4318904876708984 + ], + "p90": [ + 1.2192163467407227, + 1.2558143138885498, + 1.306350827217102, + 1.3444859981536865, + 1.3806324005126953, + 1.424941062927246, + 1.4596836566925049, + 1.5236971378326416, + 1.529975175857544, + 1.5683213472366333, + 1.6084481477737427, + 1.644855260848999, + 1.673017144203186, + 1.683085560798645, + 1.7217464447021484, + 1.7472996711730957, + 1.7582324743270874, + 1.7895530462265015, + 1.8029875755310059, + 1.8086941242218018, + 1.840151071548462, + 1.847198247909546, + 1.863987922668457, + 1.8734995126724243, + 1.900524616241455, + 1.923172116279602, + 1.9336975812911987, + 1.9341307878494263, + 1.9518765211105347, + 1.9447485208511353, + 1.934356451034546, + 1.9542641639709473, + 1.9572926759719849, + 1.9394389390945435, + 1.968654751777649, + 1.9817490577697754, + 1.9729701280593872, + 1.962019681930542, + 1.9704416990280151, + 1.9469941854476929, + 1.9344544410705566, + 1.9292458295822144, + 1.8978028297424316, + 1.8803551197052002, + 1.8447407484054565, + 1.8431600332260132, + 1.8352758884429932, + 1.8377879858016968, + 1.8197189569473267, + 1.8144315481185913, + 1.7909324169158936, + 1.7776448726654053, + 1.7498286962509155, + 1.7741336822509766, + 1.7640492916107178, + 1.7315679788589478, + 1.7182360887527466, + 1.7055540084838867, + 1.710297703742981, + 1.7187083959579468 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_021949.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_021949.json new file mode 100644 index 0000000000000000000000000000000000000000..1109093231be375e8874c437704b563f324cdede --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_021949.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:19:49.327500+00:00", + "metrics": { + "MSE[mean]": 0.19007924548899927, + "MSE[0.5]": 0.19007924548899927, + "MAE[0.5]": 0.363382758696874, + "MASE[0.5]": 0.3532789603071488, + "MAPE[0.5]": 0.26454858866028363, + "sMAPE[0.5]": 0.220075713324807, + "MSIS": 0.8808939290032192, + "RMSE[mean]": 0.4359807856878549, + "NRMSE[mean]": 0.30125467375433207, + "ND[0.5]": 0.25109077742144514, + "mean_weighted_sum_quantile_loss": 0.1459414749243098 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.204255223274231, + 1.240546464920044, + 1.2777454853057861, + 1.3151174783706665, + 1.3508871793746948, + 1.3872785568237305, + 1.4219529628753662, + 1.4578827619552612, + 1.4925005435943604, + 1.5267753601074219, + 1.5606917142868042, + 1.5933506488800049, + 1.6253209114074707, + 1.6571805477142334, + 1.688906192779541, + 1.7186427116394043, + 1.7473281621932983, + 1.774298071861267, + 1.800105333328247, + 1.8241784572601318, + 1.8460009098052979, + 1.8671590089797974, + 1.8880813121795654, + 1.9062236547470093, + 1.925133466720581, + 1.9420958757400513, + 1.9573886394500732, + 1.9720765352249146, + 1.9853849411010742, + 1.9958057403564453, + 2.0065555572509766, + 2.0149986743927, + 2.0436365604400635, + 2.0530152320861816, + 2.0438098907470703, + 2.05268931388855, + 2.0482935905456543, + 2.043549060821533, + 2.0393519401550293, + 2.0307705402374268, + 2.022376775741577, + 2.014490842819214, + 2.0059502124786377, + 1.9927496910095215, + 1.9831533432006836, + 1.9750523567199707, + 1.9683599472045898, + 1.9513028860092163, + 1.9386320114135742, + 1.9257481098175049, + 1.9118950366973877, + 1.8978136777877808, + 1.886939287185669, + 1.8703324794769287, + 1.859288215637207, + 1.84403395652771, + 1.8328443765640259, + 1.823387861251831, + 1.8088102340698242, + 1.7958390712738037 + ], + "p10": [ + 1.1903175115585327, + 1.2237200736999512, + 1.2568575143814087, + 1.2892056703567505, + 1.31843900680542, + 1.3477115631103516, + 1.3744027614593506, + 1.4015997648239136, + 1.4277713298797607, + 1.4518462419509888, + 1.4736219644546509, + 1.4940733909606934, + 1.5123211145401, + 1.5303122997283936, + 1.5447264909744263, + 1.5585991144180298, + 1.5718895196914673, + 1.5796111822128296, + 1.5857152938842773, + 1.5895676612854004, + 1.5921056270599365, + 1.596733570098877, + 1.5981040000915527, + 1.597130537033081, + 1.5933752059936523, + 1.5902695655822754, + 1.5844570398330688, + 1.572408676147461, + 1.5589088201522827, + 1.5398083925247192, + 1.5196863412857056, + 1.5081582069396973, + 1.5449936389923096, + 1.5375176668167114, + 1.5218514204025269, + 1.5169073343276978, + 1.4902255535125732, + 1.4602577686309814, + 1.4263339042663574, + 1.4019099473953247, + 1.3749138116836548, + 1.3497750759124756, + 1.319751262664795, + 1.2969884872436523, + 1.2782378196716309, + 1.2531424760818481, + 1.2249398231506348, + 1.1935111284255981, + 1.1721339225769043, + 1.142351746559143, + 1.1096419095993042, + 1.0821090936660767, + 1.0423786640167236, + 1.0184235572814941, + 0.9950588941574097, + 0.9698644280433655, + 0.9392728805541992, + 0.9128741025924683, + 0.892312228679657, + 0.8655233383178711 + ], + "p90": [ + 1.2164835929870605, + 1.2557566165924072, + 1.297136664390564, + 1.3413225412368774, + 1.3837311267852783, + 1.4268481731414795, + 1.4691550731658936, + 1.5148017406463623, + 1.5586572885513306, + 1.6012544631958008, + 1.6453115940093994, + 1.6900156736373901, + 1.7336145639419556, + 1.7789918184280396, + 1.822041392326355, + 1.8658159971237183, + 1.9116586446762085, + 1.9578709602355957, + 2.0021815299987793, + 2.0451793670654297, + 2.0870046615600586, + 2.128915786743164, + 2.1705257892608643, + 2.207181215286255, + 2.245567560195923, + 2.2843923568725586, + 2.3232340812683105, + 2.361950397491455, + 2.397688865661621, + 2.4336130619049072, + 2.46201753616333, + 2.482293128967285, + 2.3633179664611816, + 2.449586868286133, + 2.4922878742218018, + 2.537510871887207, + 2.5557100772857666, + 2.585063934326172, + 2.6186070442199707, + 2.6477246284484863, + 2.6698830127716064, + 2.6968700885772705, + 2.71716570854187, + 2.739004373550415, + 2.7545387744903564, + 2.7666802406311035, + 2.7810325622558594, + 2.7805938720703125, + 2.787200450897217, + 2.799269676208496, + 2.804502010345459, + 2.8180296421051025, + 2.82194185256958, + 2.83343505859375, + 2.8399624824523926, + 2.845564365386963, + 2.846695899963379, + 2.856612205505371, + 2.8617327213287354, + 2.8707101345062256 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_021825.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_021825.json new file mode 100644 index 0000000000000000000000000000000000000000..99464da34c3f491c1e02094683ffcc460484b6c4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_021825.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:25.685725+00:00", + "metrics": { + "MSE[mean]": 0.03340820268707105, + "MSE[0.5]": 0.03340820268707105, + "MAE[0.5]": 0.1348279098669688, + "MASE[0.5]": 0.13107904180429808, + "MAPE[0.5]": 0.10207041912734932, + "sMAPE[0.5]": 0.09255427251520863, + "MSIS": 0.9889281799804432, + "RMSE[mean]": 0.18277910900064878, + "NRMSE[mean]": 0.12629698981853968, + "ND[0.5]": 0.09316359650086216, + "mean_weighted_sum_quantile_loss": 0.09996130077892854 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 20:06:00", + "2026-06-16 20:12:00", + "2026-06-16 20:18:00", + "2026-06-16 20:24:00", + "2026-06-16 20:30:00", + "2026-06-16 20:36:00", + "2026-06-16 20:42:00", + "2026-06-16 20:48:00", + "2026-06-16 20:54:00", + "2026-06-16 21:00:00", + "2026-06-16 21:06:00", + "2026-06-16 21:12:00", + "2026-06-16 21:18:00", + "2026-06-16 21:24:00", + "2026-06-16 21:30:00", + "2026-06-16 21:36:00", + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" + ], + "context": [ + 1.4010000228881836, + 1.4210000038146973, + 1.4359999895095825, + 1.4570000171661377, + 1.4839999675750732, + 1.5140000581741333, + 1.534000039100647, + 1.5440000295639038, + 1.5479999780654907, + 1.5670000314712524, + 1.590999960899353, + 1.6030000448226929, + 1.5959999561309814, + 1.5950000286102295, + 1.6100000143051147, + 1.6089999675750732, + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273 + ], + "actual": [ + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 + ], + "predictions": { + "p50": [ + 1.196861743927002, + 1.2342177629470825, + 1.2677868604660034, + 1.3006303310394287, + 1.3319755792617798, + 1.3643392324447632, + 1.392551302909851, + 1.4213943481445312, + 1.4485950469970703, + 1.4748318195343018, + 1.5014047622680664, + 1.5251202583312988, + 1.548113226890564, + 1.5700385570526123, + 1.5888619422912598, + 1.6072795391082764, + 1.6222717761993408, + 1.6394938230514526, + 1.6538947820663452, + 1.667781114578247, + 1.6788618564605713, + 1.6899151802062988, + 1.6984519958496094, + 1.7063968181610107, + 1.7100378274917603, + 1.7147713899612427, + 1.7188045978546143, + 1.7192871570587158, + 1.722475290298462, + 1.7219051122665405, + 1.7217625379562378, + 1.7128486633300781, + 1.7189974784851074, + 1.7178239822387695, + 1.7169716358184814, + 1.7131773233413696, + 1.712348461151123, + 1.7024211883544922, + 1.698477029800415, + 1.6896754503250122, + 1.6804304122924805, + 1.6708519458770752, + 1.6631221771240234, + 1.6520428657531738, + 1.6400032043457031, + 1.623809576034546, + 1.6143803596496582, + 1.6035850048065186, + 1.5881863832473755, + 1.5742814540863037, + 1.5630336999893188, + 1.5463451147079468, + 1.5372111797332764, + 1.5241305828094482, + 1.5116487741470337, + 1.5018198490142822, + 1.4907922744750977, + 1.4737972021102905, + 1.4634579420089722, + 1.4531164169311523 + ], + "p10": [ + 1.1800707578659058, + 1.2120189666748047, + 1.2399691343307495, + 1.266089916229248, + 1.2897300720214844, + 1.3119661808013916, + 1.3311322927474976, + 1.3496143817901611, + 1.3665080070495605, + 1.3824548721313477, + 1.3971844911575317, + 1.4084192514419556, + 1.4192399978637695, + 1.427230954170227, + 1.4319924116134644, + 1.4341922998428345, + 1.4337424039840698, + 1.4377213716506958, + 1.4349005222320557, + 1.433521032333374, + 1.4266959428787231, + 1.4218511581420898, + 1.4116816520690918, + 1.4031691551208496, + 1.3921421766281128, + 1.3780786991119385, + 1.3615212440490723, + 1.3454509973526, + 1.3262765407562256, + 1.3049724102020264, + 1.2833096981048584, + 1.2578341960906982, + 1.238267183303833, + 1.2269080877304077, + 1.1947236061096191, + 1.171057105064392, + 1.1379241943359375, + 1.1102323532104492, + 1.0801582336425781, + 1.0453674793243408, + 1.0145626068115234, + 0.9749497771263123, + 0.9436550736427307, + 0.9036450386047363, + 0.8737276196479797, + 0.8397277593612671, + 0.8071805238723755, + 0.7637788653373718, + 0.7282276153564453, + 0.6958320140838623, + 0.6616647243499756, + 0.6155041456222534, + 0.5855992436408997, + 0.5479187965393066, + 0.5108932256698608, + 0.47133868932724, + 0.443983256816864, + 0.4069659113883972, + 0.3738361597061157, + 0.3388509750366211 + ], + "p90": [ + 1.2134764194488525, + 1.253981351852417, + 1.295198678970337, + 1.3341408967971802, + 1.3743281364440918, + 1.4173555374145508, + 1.4556528329849243, + 1.4958159923553467, + 1.533950686454773, + 1.573026180267334, + 1.6124156713485718, + 1.6498770713806152, + 1.6901140213012695, + 1.726732850074768, + 1.7646634578704834, + 1.7991174459457397, + 1.8362327814102173, + 1.870883584022522, + 1.9092055559158325, + 1.9439349174499512, + 1.9802762269973755, + 2.0097827911376953, + 2.0390372276306152, + 2.0728635787963867, + 2.101588487625122, + 2.130368232727051, + 2.1557281017303467, + 2.181086301803589, + 2.1995506286621094, + 2.23551607131958, + 2.252102851867676, + 2.273653984069824, + 2.2280328273773193, + 2.2530689239501953, + 2.2748661041259766, + 2.3117408752441406, + 2.3326637744903564, + 2.343456745147705, + 2.3766489028930664, + 2.395785331726074, + 2.4090232849121094, + 2.439056396484375, + 2.4529519081115723, + 2.4728686809539795, + 2.4968087673187256, + 2.5109901428222656, + 2.5252041816711426, + 2.5495166778564453, + 2.56134295463562, + 2.5756959915161133, + 2.589259624481201, + 2.598848819732666, + 2.613311767578125, + 2.6168620586395264, + 2.628207206726074, + 2.640049457550049, + 2.6570217609405518, + 2.6580705642700195, + 2.6675281524658203, + 2.6793179512023926 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_022256.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..27812680e64e71446ef684468ed419e975ca988d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_022256.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:56.074541+00:00", + "metrics": { + "MSE[mean]": 0.060752925941090635, + "MSE[0.5]": 0.07077985186319055, + "MAE[0.5]": 0.23871679125662165, + "MASE[0.5]": 1.5118727709862319, + "MAPE[0.5]": 0.1628808815438197, + "sMAPE[0.5]": 0.18047010383413595, + "MSIS": 10.657025558518086, + "RMSE[mean]": 0.24648108637599486, + "NRMSE[mean]": 0.1741574021790388, + "ND[0.5]": 0.16867134445500437, + "mean_weighted_sum_quantile_loss": 0.1448468124057773 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.1762525178441738, + 1.1761998873345954, + 1.1781695002974202, + 1.1762602885233338, + 1.1764200122949462, + 1.1751426841641832, + 1.1771255124709221, + 1.1766909207578433, + 1.1764255329090465, + 1.1764256408974494, + 1.1770250113752982, + 1.1757733682077283, + 1.1774594066482138, + 1.1769235395365196, + 1.176273685589563, + 1.1766913618822754, + 1.1771265486880442, + 1.1771265488053586, + 1.175573774263059, + 1.1764257210543634, + 1.176558541709359, + 1.1771265488895846, + 1.1770250455345102, + 1.177126548891934, + 1.1757733827627717, + 1.1759475175618048, + 1.1762736867154502, + 1.1772153230700075, + 1.1761216523607978, + 1.1759475175618963, + 1.1773817550487964, + 1.1753741658373447, + 1.1772153230700242, + 1.176121652360805, + 1.1762736867154902, + 1.176923542179011, + 1.174916067343568, + 1.1768074522705136, + 1.1764257210701754, + 1.176121652360805, + 1.1764257210701754, + 1.1764257210701754, + 1.176121652360805, + 1.1773817550487973, + 1.176558541716096, + 1.176558541716096, + 1.177025045535733, + 1.177126548892455, + 1.1774594128500009, + 1.1757733827629935, + 1.174916067343568, + 1.176558541716096, + 1.176923542179011, + 1.1755737743001693, + 1.1766746316245933, + 1.1774594128500009, + 1.177126548892455, + 1.1766913623620165, + 1.1772153230700244, + 1.175374165837345, + 1.1757733827629935, + 1.1774594128500009, + 1.177025045535733, + 1.1772153230700244, + 1.177025045535733, + 1.176121652360805, + 1.1766913623620165, + 1.1762736867154902, + 1.1762736867154902, + 1.177126548892455, + 1.176923542179011, + 1.176923542179011 + ], + "p10": [ + 1.0806304495439905, + 1.1111074341023688, + 1.1079736768422797, + 1.0807902545778356, + 1.0807979439947628, + 1.0777422288190226, + 1.108004085265893, + 1.1080046800832526, + 1.105424207912013, + 1.080803572597266, + 1.106610874752398, + 1.078548687982348, + 1.080803646568205, + 1.070508286971949, + 1.0699187480865426, + 1.0785487020578721, + 1.1206896760738627, + 1.1081600341308397, + 1.0805781577096438, + 1.1040301832827366, + 1.0777446612385588, + 1.0808036527671216, + 1.0805781577455313, + 1.1081600342174152, + 1.0705082896142186, + 1.1066109089127383, + 1.080803652769952, + 1.108005121687409, + 1.080803652769985, + 1.0785487025376104, + 1.0785487025376121, + 1.0785487025376128, + 1.1040301832985484, + 1.1040301832985486, + 1.1190588379490096, + 1.0705082896144404, + 1.1040301832985486, + 1.1066109089128326, + 1.080803652769992, + 1.108160034217936, + 1.0777446612452959, + 1.0785487025376133, + 1.1040301832985486, + 1.108160034217936, + 1.1116890473244225, + 1.080803652769992, + 1.0785487025376133, + 1.1080051216874258, + 1.1040301832985486, + 1.0785487025376133, + 1.064612885594734, + 1.1080051216874258, + 1.1054243960731418, + 1.0705082896144404, + 1.080803652769992, + 1.080803652769992, + 1.0777446612452959, + 1.1066109089128326, + 1.108160034217936, + 1.080803652769992, + 1.1066109089128326, + 1.1113361460137738, + 1.0705082896144404, + 1.0705082896144404, + 1.1040301832985486, + 1.1066109089128326, + 1.080803652769992, + 1.0777446612452959, + 1.064612885594734, + 1.080803652769992, + 1.080803652769992, + 1.0777446612452959 + ], + "p90": [ + 1.3198658161191248, + 1.282142044861056, + 1.3305686707686801, + 1.2780439793098106, + 1.3285326051244608, + 1.330597683187553, + 1.3200379829235935, + 1.3336562085050176, + 1.3305999274526974, + 1.333056141943395, + 1.3308456921036211, + 1.2822158296866857, + 1.3200390131433393, + 1.330600112971335, + 1.3200390182191992, + 1.3287444935913626, + 1.3330562219117104, + 1.3285383138125937, + 1.3285383138625797, + 1.2859981617364562, + 1.328538313892953, + 1.3287444940682334, + 1.277595325640746, + 1.3330562221156002, + 1.3285383138994682, + 1.3208889488004882, + 1.3306001156137863, + 1.333656650109174, + 1.328538313899683, + 1.3285383138996871, + 1.3287444940711026, + 1.2859981617522678, + 1.330600115613826, + 1.278057377501967, + 1.2775953256419688, + 1.32853831389969, + 1.2775953256419688, + 1.32853831389969, + 1.282215844241951, + 1.3306001156138263, + 1.3306001156138263, + 1.282215844241951, + 1.273958076159518, + 1.3208889488005826, + 1.3306001156138263, + 1.282215844241951, + 1.333056222116121, + 1.32853831389969, + 1.3200390193451264, + 1.32853831389969, + 1.274321801107763, + 1.3306001156138263, + 1.32853831389969, + 1.333056222116121, + 1.3336566501091909, + 1.3390605020468205, + 1.3208889488005826, + 1.3287444940711037, + 1.3287444940711037, + 1.3287444940711037, + 1.278057377501967, + 1.32853831389969, + 1.3306001156138263, + 1.3200390193451264, + 1.3208889488005826, + 1.282215844241951, + 1.3306001156138263, + 1.2775953256419688, + 1.274321801107763, + 1.3306001156138263, + 1.32853831389969, + 1.282215844241951 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_021333.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_021333.json new file mode 100644 index 0000000000000000000000000000000000000000..101f950cc98df238e721b97c587eee2069686dac --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_021333.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:33.187160+00:00", + "metrics": { + "MSE[mean]": 0.0724280999036486, + "MSE[0.5]": 0.0724280999036486, + "MAE[0.5]": 0.2382537623246511, + "MASE[0.5]": 1.5089402548831956, + "MAPE[0.5]": 0.16210395249113602, + "sMAPE[0.5]": 0.18011136931376573, + "MSIS": 5.604001447308716, + "RMSE[mean]": 0.2691246921106434, + "NRMSE[mean]": 0.19015681052592137, + "ND[0.5]": 0.1683441797337214, + "mean_weighted_sum_quantile_loss": 0.13310791004811867 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2079945802688599, + 1.2032217979431152, + 1.196284532546997, + 1.1904325485229492, + 1.183420181274414, + 1.1876252889633179, + 1.1893963813781738, + 1.1887978315353394, + 1.1865606307983398, + 1.1859993934631348, + 1.1849446296691895, + 1.1873400211334229, + 1.1874217987060547, + 1.1856602430343628, + 1.182755947113037, + 1.180917501449585, + 1.195223331451416, + 1.1997554302215576, + 1.2023323774337769, + 1.2039958238601685, + 1.2030304670333862, + 1.202502965927124, + 1.2066001892089844, + 1.200457215309143, + 1.2023963928222656, + 1.1904813051223755, + 1.180288314819336, + 1.1694629192352295, + 1.1640681028366089, + 1.1659685373306274, + 1.1675249338150024, + 1.168080449104309, + 1.173377513885498, + 1.168721318244934, + 1.172475814819336, + 1.171006441116333, + 1.1733531951904297, + 1.167765736579895, + 1.1675103902816772, + 1.166202425956726, + 1.168697714805603, + 1.1695116758346558, + 1.1723601818084717, + 1.174795150756836, + 1.1754655838012695, + 1.1752382516860962, + 1.1733901500701904, + 1.1727256774902344, + 1.1804428100585938, + 1.171527624130249, + 1.1663157939910889, + 1.162030816078186, + 1.1541552543640137, + 1.154012680053711, + 1.1592649221420288, + 1.1599258184432983, + 1.1585490703582764, + 1.152479648590088, + 1.1569360494613647, + 1.1554080247879028, + 1.158347249031067, + 1.1546921730041504, + 1.1533203125, + 1.1508160829544067, + 1.1654170751571655, + 1.1723202466964722, + 1.178018569946289, + 1.1809959411621094, + 1.1836215257644653, + 1.181559681892395, + 1.1858928203582764, + 1.1851252317428589 + ], + "p10": [ + 1.0778558254241943, + 1.0507646799087524, + 1.027085304260254, + 1.0065504312515259, + 0.9933391213417053, + 0.9902580380439758, + 0.9902894496917725, + 0.987805962562561, + 0.9767160415649414, + 0.971267819404602, + 0.9771519303321838, + 0.9756536483764648, + 0.9769915342330933, + 0.9696850776672363, + 0.9650744199752808, + 0.9599829316139221, + 0.9708833694458008, + 0.9726202487945557, + 0.976006031036377, + 0.9733710885047913, + 0.971223771572113, + 0.9682738184928894, + 0.9685733318328857, + 0.9687411189079285, + 0.9611307382583618, + 0.9485275745391846, + 0.9413387775421143, + 0.9271382689476013, + 0.9146125912666321, + 0.9183928370475769, + 0.9216560125350952, + 0.9219241142272949, + 0.9233536124229431, + 0.9315354228019714, + 0.9301035404205322, + 0.931531548500061, + 0.9269019365310669, + 0.924148440361023, + 0.9252638220787048, + 0.9164907336235046, + 0.9157321453094482, + 0.9239898920059204, + 0.926740288734436, + 0.9257179498672485, + 0.9278878569602966, + 0.9213900566101074, + 0.9258337020874023, + 0.9267208576202393, + 0.9165846109390259, + 0.9242331385612488, + 0.9174602031707764, + 0.9111247062683105, + 0.8995038270950317, + 0.8984558582305908, + 0.9035841226577759, + 0.9029771089553833, + 0.9021066427230835, + 0.9055968523025513, + 0.9032642245292664, + 0.9042527079582214, + 0.9022145867347717, + 0.9004669189453125, + 0.9018236398696899, + 0.895405113697052, + 0.8984065651893616, + 0.9105592370033264, + 0.9153037667274475, + 0.9193654656410217, + 0.9173592329025269, + 0.9189425706863403, + 0.9174706935882568, + 0.9210047721862793 + ], + "p90": [ + 1.3222193717956543, + 1.3403806686401367, + 1.351251244544983, + 1.36336088180542, + 1.3656672239303589, + 1.3744227886199951, + 1.380982756614685, + 1.3900457620620728, + 1.3878324031829834, + 1.3943467140197754, + 1.3982301950454712, + 1.4021148681640625, + 1.4086273908615112, + 1.4057918787002563, + 1.4080569744110107, + 1.4129923582077026, + 1.4467053413391113, + 1.448730230331421, + 1.4477356672286987, + 1.4558796882629395, + 1.4659615755081177, + 1.468464970588684, + 1.4683572053909302, + 1.4795544147491455, + 1.4748589992523193, + 1.4711298942565918, + 1.466385841369629, + 1.461021065711975, + 1.469312310218811, + 1.464918613433838, + 1.4684232473373413, + 1.4816375970840454, + 1.492079257965088, + 1.4794220924377441, + 1.4750645160675049, + 1.4833678007125854, + 1.4965753555297852, + 1.5052056312561035, + 1.5066373348236084, + 1.5072200298309326, + 1.5125561952590942, + 1.5179438591003418, + 1.5237975120544434, + 1.5168561935424805, + 1.5234771966934204, + 1.5237451791763306, + 1.532985806465149, + 1.5460433959960938, + 1.537807822227478, + 1.5315672159194946, + 1.5176938772201538, + 1.5221498012542725, + 1.5424200296401978, + 1.5442566871643066, + 1.5443803071975708, + 1.544960618019104, + 1.5454213619232178, + 1.5465580224990845, + 1.549717903137207, + 1.5528273582458496, + 1.5485535860061646, + 1.5522416830062866, + 1.558043122291565, + 1.5716521739959717, + 1.5947519540786743, + 1.5862078666687012, + 1.5766236782073975, + 1.582556962966919, + 1.6129920482635498, + 1.607560396194458, + 1.6171209812164307, + 1.6236732006072998 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_022256.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..44f74869706ef11c618808eae4d9785d24903e23 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_022256.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.309920+00:00", + "metrics": { + "MSE[mean]": 0.027231365988738116, + "MSE[0.5]": 0.027343728165490785, + "MAE[0.5]": 0.14181363285778767, + "MASE[0.5]": 0.8981528653417684, + "MAPE[0.5]": 0.09618036004338104, + "sMAPE[0.5]": 0.10253166056935331, + "MSIS": 4.64187132883343, + "RMSE[mean]": 0.16501928974740535, + "NRMSE[mean]": 0.1165985237828665, + "ND[0.5]": 0.10020198407600675, + "mean_weighted_sum_quantile_loss": 0.08879374700800409 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2161739162640008, + 1.217929294761432, + 1.2196846732588633, + 1.2214400517562947, + 1.223195430253726, + 1.2249508087511571, + 1.2267061872485885, + 1.2284615657460198, + 1.230216944243451, + 1.2319723227408823, + 1.2337277012383137, + 1.235483079735745, + 1.2372384582331761, + 1.2389938367306075, + 1.2407492152280388, + 1.24250459372547, + 1.2442599722229013, + 1.2460153507203326, + 1.247770729217764, + 1.2495261077151951, + 1.2512814862126265, + 1.2530368647100578, + 1.254792243207489, + 1.2565476217049203, + 1.2583030002023516, + 1.260058378699783, + 1.2618137571972141, + 1.2635691356946455, + 1.2653245141920768, + 1.267079892689508, + 1.2688352711869393, + 1.2705906496843706, + 1.272346028181802, + 1.274101406679233, + 1.2758567851766645, + 1.2776121636740958, + 1.279367542171527, + 1.2811229206689583, + 1.2828782991663896, + 1.284633677663821, + 1.286389056161252, + 1.2881444346586834, + 1.2898998131561148, + 1.291655191653546, + 1.2934105701509773, + 1.2951659486484086, + 1.29692132714584, + 1.298676705643271, + 1.3004320841407024, + 1.3021874626381338, + 1.303942841135565, + 1.3056982196329963, + 1.3074535981304276, + 1.309208976627859, + 1.31096435512529, + 1.3127197336227214, + 1.3144751121201528, + 1.316230490617584, + 1.3179858691150153, + 1.3197412476124466, + 1.321496626109878, + 1.323252004607309, + 1.3250073831047404, + 1.3267627616021718, + 1.328518140099603, + 1.3302735185970342, + 1.3320288970944656, + 1.333784275591897, + 1.335539654089328, + 1.3372950325867594, + 1.3390504110841908, + 1.3408057895816219 + ], + "p10": [ + 1.116173892422143, + 1.117929270919574, + 1.1196846494170054, + 1.1214400279144368, + 1.123195406411868, + 1.1249507849092992, + 1.1267061634067306, + 1.128461541904162, + 1.130216920401593, + 1.1319722988990244, + 1.1337276773964557, + 1.0354831512613187, + 1.1372384343913182, + 1.1389938128887496, + 1.140749191386181, + 1.142504569883612, + 1.1442599483810434, + 1.1460153268784747, + 1.147770705375906, + 1.1495260838733372, + 1.141281471907512, + 1.1530368408682, + 1.1447922289023744, + 1.1565475978630624, + 1.1583029763604937, + 1.160058354857925, + 1.1618137333553562, + 1.1635691118527876, + 1.165324490350219, + 1.1570798783843934, + 1.1688352473450814, + 1.1705906258425127, + 1.172346004339944, + 1.1741013828373752, + 1.16585677087155, + 1.177612139832238, + 1.179367518329669, + 1.1811228968271004, + 1.1828782753245317, + 1.184633653821963, + 1.1863890323193942, + 1.1881444108168255, + 1.1898997893142569, + 1.191655167811688, + 1.1934105463091194, + 1.1951659248065507, + 1.196921303303982, + 1.1986766818014132, + 1.2004320602988445, + 1.2021874387962759, + 1.203942817293707, + 1.2056981957911383, + 1.2074535742885697, + 1.209208952786001, + 1.2109643312834322, + 1.2127197097808635, + 1.2144750882782949, + 1.216230466775726, + 1.2179858452731573, + 1.2197412237705887, + 1.22149660226802, + 1.2232519807654512, + 1.2250073592628825, + 1.2267627377603139, + 1.228518116257745, + 1.2302734947551763, + 1.1320289686200393, + 1.233784251750039, + 1.2355396302474702, + 1.2372950087449015, + 1.2390503872423329, + 1.240805765739764 + ], + "p90": [ + 1.3161739401058588, + 1.3179293186032899, + 1.4196846017332896, + 1.3214400755981526, + 1.4231953706490812, + 1.324950832593015, + 1.3267062110904464, + 1.338461580051134, + 1.3302169680853089, + 1.3319723465827402, + 1.43372762971274, + 1.335483103577603, + 1.4372383867076024, + 1.4389937652050337, + 1.3407492390698967, + 1.4425045221998962, + 1.3442599960647592, + 1.4460153984040485, + 1.357770743522878, + 1.349526131557053, + 1.3512815100544844, + 1.363036879015172, + 1.3547922670493469, + 1.3565476455467782, + 1.3683030145074657, + 1.4600583071742093, + 1.361813781039072, + 1.4635690760900006, + 1.465324454587432, + 1.3670799165313658, + 1.4688351996613656, + 1.3705906735262285, + 1.37234605202366, + 1.374101430521091, + 1.3758568090185224, + 1.477612092148522, + 1.3793675660133848, + 1.4811228491433845, + 1.3828783230082475, + 1.4846336061382472, + 1.3963890704663662, + 1.3881444585005414, + 1.3898998369979727, + 1.3916552154954038, + 1.4934104986254035, + 1.3951659724902665, + 1.4969213748295558, + 1.398676729485129, + 1.4004321079825603, + 1.4021874864799917, + 1.4039428649774228, + 1.4056982434748542, + 1.4074536219722855, + 1.4092090004697169, + 1.5109642835997164, + 1.4127197574645793, + 1.4144751359620107, + 1.5162304190920102, + 1.5179857975894415, + 1.5197411760868729, + 1.4214966499517359, + 1.5232519330817353, + 1.5250073115791667, + 1.4367627759072858, + 1.4285181639414608, + 1.4302735424388922, + 1.4320289209363235, + 1.4337842994337548, + 1.435539677931186, + 1.4372950564286173, + 1.4390504349260487, + 1.4408058134234798 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_022128.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_022128.json new file mode 100644 index 0000000000000000000000000000000000000000..c3c85eb125749f395d390f805cd3fb25f7beb660 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_022128.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:28.041600+00:00", + "metrics": { + "MSE[mean]": 0.010450582462078294, + "MSE[0.5]": 0.023148869861451506, + "MAE[0.5]": 0.1283088583085272, + "MASE[0.5]": 0.8126226401244488, + "MAPE[0.5]": 0.08738613849434233, + "sMAPE[0.5]": 0.09255767844370011, + "MSIS": 8.090009233508583, + "RMSE[mean]": 0.1022280903767565, + "NRMSE[mean]": 0.07223182480858233, + "ND[0.5]": 0.09065984643334395, + "mean_weighted_sum_quantile_loss": 0.12096469736381733 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2232261300086975, + 1.199320912361145, + 1.1989966034889221, + 1.1953985095024109, + 1.1881285309791565, + 1.227194905281067, + 1.2269281148910522, + 1.263079583644867, + 1.2353461384773254, + 1.2474048137664795, + 1.2634158730506897, + 1.271304190158844, + 1.2498031258583069, + 1.2433745861053467, + 1.2484238743782043, + 1.2362432479858398, + 1.2172801494598389, + 1.2749714255332947, + 1.2936576008796692, + 1.2928061485290527, + 1.238109529018402, + 1.2741575241088867, + 1.2559415102005005, + 1.2792145013809204, + 1.313302993774414, + 1.2755101323127747, + 1.2453431487083435, + 1.2797213196754456, + 1.2655751705169678, + 1.3016095161437988, + 1.3253523111343384, + 1.29787939786911, + 1.2411256432533264, + 1.3058995604515076, + 1.314293086528778, + 1.3378899693489075, + 1.3401414155960083, + 1.3311681151390076, + 1.372983455657959, + 1.3063329458236694, + 1.2952054142951965, + 1.321005403995514, + 1.345241367816925, + 1.3502658009529114, + 1.306889295578003, + 1.322346806526184, + 1.351395845413208, + 1.3556313514709473, + 1.3850439190864563, + 1.2884526252746582, + 1.2974791526794434, + 1.2934309840202332, + 1.3097752332687378, + 1.2859690189361572, + 1.3435187339782715, + 1.387364685535431, + 1.2937453985214233, + 1.371418297290802, + 1.376155138015747, + 1.381156861782074, + 1.337857186794281, + 1.4082161784172058, + 1.3676358461380005, + 1.3977583646774292, + 1.2999746799468994, + 1.361266851425171, + 1.3857111930847168, + 1.4470293521881104, + 1.4084977507591248, + 1.4347019791603088, + 1.308329164981842, + 1.369241714477539 + ], + "p10": [ + 1.1106547713279724, + 1.0761547684669495, + 1.0676288604736328, + 1.063324511051178, + 1.0475198030471802, + 1.0619592070579529, + 1.0490517020225525, + 1.0904149413108826, + 1.0654444694519043, + 1.0161957740783691, + 1.046709656715393, + 1.0186125040054321, + 1.0110691785812378, + 0.9844916462898254, + 0.996371865272522, + 0.9755899608135223, + 0.9604377150535583, + 0.9748110473155975, + 1.0194875597953796, + 1.0012597739696503, + 0.9872339963912964, + 0.9446904361248016, + 0.9644149541854858, + 0.9214134216308594, + 1.0004156529903412, + 0.9299220442771912, + 0.9471629559993744, + 0.9266248941421509, + 0.9496901035308838, + 0.9924413859844208, + 0.8791046738624573, + 0.9786007702350616, + 0.915143221616745, + 0.9454040229320526, + 0.8905438482761383, + 0.8989875912666321, + 0.9262606799602509, + 0.9289790689945221, + 0.9346268773078918, + 0.8653938174247742, + 0.8786436319351196, + 0.8949788808822632, + 0.9372328519821167, + 0.8802761733531952, + 0.8593337833881378, + 0.8320296406745911, + 0.8898617625236511, + 0.8786283135414124, + 0.8742354810237885, + 0.7984887957572937, + 0.7800412178039551, + 0.8080191016197205, + 0.7751141786575317, + 0.9009476602077484, + 0.8708171844482422, + 0.8680493235588074, + 0.7643761932849884, + 0.8440274298191071, + 0.906265377998352, + 0.77070751786232, + 0.7522854208946228, + 0.8235819637775421, + 0.7353345155715942, + 0.8527423739433289, + 0.7767637670040131, + 0.8462764620780945, + 0.8080404996871948, + 0.8623776137828827, + 0.8167043328285217, + 0.8993472754955292, + 0.7972538769245148, + 0.8294693231582642 + ], + "p90": [ + 1.3260636925697327, + 1.3587313294410706, + 1.3541373014450073, + 1.34244304895401, + 1.3730753660202026, + 1.4519465565681458, + 1.4030944108963013, + 1.4809558987617493, + 1.452078938484192, + 1.4622082710266113, + 1.5212297439575195, + 1.5820251107215881, + 1.5339030027389526, + 1.5207083225250244, + 1.546118140220642, + 1.5882819294929504, + 1.655600905418396, + 1.6021555066108704, + 1.742338478565216, + 1.6957247853279114, + 1.6547938585281372, + 1.6847582459449768, + 1.681696891784668, + 1.8603199124336243, + 1.8681180477142334, + 1.8019901514053345, + 1.7078819274902344, + 1.9654218554496765, + 1.8658491969108582, + 1.838253140449524, + 1.9519169926643372, + 1.7996456623077393, + 1.7452850937843323, + 1.7998803853988647, + 1.9546676874160767, + 1.9252218008041382, + 2.2223756313323975, + 2.0218756198883057, + 2.130558967590332, + 2.0914822816848755, + 2.020033121109009, + 2.2063292264938354, + 2.12320876121521, + 2.2834577560424805, + 2.1399104595184326, + 2.325421094894409, + 2.1602301597595215, + 2.3264161348342896, + 2.201356887817383, + 1.9906417727470398, + 2.2415539026260376, + 2.1601436138153076, + 2.249509572982788, + 1.9843177795410156, + 2.525339126586914, + 2.391714096069336, + 2.213252067565918, + 2.2992817163467407, + 2.32853901386261, + 2.5925793647766113, + 2.6251418590545654, + 2.567051410675049, + 2.5072336196899414, + 2.6703720092773438, + 2.681978464126587, + 2.687487244606018, + 2.7425001859664917, + 3.0804097652435303, + 2.949422597885132, + 3.397528648376465, + 2.602872371673584, + 2.606200933456421 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_022256.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..91780639edcce7f30d6eeaa23051666086b7a2c4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_022256.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.426054+00:00", + "metrics": { + "MSE[mean]": 0.07609225804711722, + "MSE[0.5]": 0.07627558472332684, + "MAE[0.5]": 0.2499624260284522, + "MASE[0.5]": 1.583095113220672, + "MAPE[0.5]": 0.17088213115272874, + "sMAPE[0.5]": 0.1899751854823614, + "MSIS": 10.33012641150758, + "RMSE[mean]": 0.2758482518471292, + "NRMSE[mean]": 0.19490751052614658, + "ND[0.5]": 0.17661723014754252, + "mean_weighted_sum_quantile_loss": 0.16117678419543113 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966, + 1.1653153398283966 + ], + "p10": [ + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 0.9653154113539704, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.055315325523282, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 0.9653154113539704, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387, + 1.0653153159865387 + ], + "p90": [ + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.3653152802237518, + 1.2653153636702545, + 1.2653153636702545, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.3653153875121125, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2753153541335107, + 1.365315268302823, + 1.2653153636702545, + 1.3653152802237518, + 1.3653152802237518, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.3653153875121125, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.2653153636702545, + 1.2653153636702545, + 1.365315268302823, + 1.365315268302823, + 1.365315268302823, + 1.2653153636702545, + 1.365315268302823, + 1.365315268302823, + 1.2753153541335107, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545, + 1.2653153636702545 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_022256.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..0c387d00b218abb195c0537df019929bbb922745 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.494131+00:00", + "metrics": { + "MSE[mean]": 0.0843055388000307, + "MSE[0.5]": 0.0843055388000307, + "MAE[0.5]": 0.2541666279236476, + "MASE[0.5]": 1.6097217209913908, + "MAPE[0.5]": 0.17445920071073745, + "sMAPE[0.5]": 0.19606604661938762, + "MSIS": 56.767759153344315, + "RMSE[mean]": 0.29035416098280853, + "NRMSE[mean]": 0.20515702495526322, + "ND[0.5]": 0.17958781458900547, + "mean_weighted_sum_quantile_loss": 0.17492092944969262 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "p10": [ + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 0.98, + 0.98, + 1.1760000467300415, + 1.0780000233650207, + 1.1760000467300415, + 1.1760000467300415, + 0.98, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.0780000233650207, + 1.0780000233650207, + 1.0780000233650207, + 1.2739999532699584, + 1.2739999532699584, + 1.1760000467300415, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415, + 1.1760000467300415 + ], + "p90": [ + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.02, + 1.02, + 1.22400004863739, + 1.1220000243186952, + 1.22400004863739, + 1.22400004863739, + 1.02, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.1220000243186952, + 1.1220000243186952, + 1.1220000243186952, + 1.32599995136261, + 1.32599995136261, + 1.22400004863739, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739, + 1.22400004863739 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_022232.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_022232.json new file mode 100644 index 0000000000000000000000000000000000000000..17b3e6c2f1eb50b9f58824590dd28e43b60ebceb --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_022232.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:32.493236+00:00", + "metrics": { + "MSE[mean]": 0.09779337076533186, + "MSE[0.5]": 0.09779337076533186, + "MAE[0.5]": 0.2807377643055386, + "MASE[0.5]": 1.778005557995372, + "MAPE[0.5]": 0.1916663997706291, + "sMAPE[0.5]": 0.21652239510258672, + "MSIS": 35.97638189726516, + "RMSE[mean]": 0.31271931626513233, + "NRMSE[mean]": 0.2209596871415155, + "ND[0.5]": 0.19836231835825602, + "mean_weighted_sum_quantile_loss": 0.17294804745139275 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.189361572265625, + 1.179290771484375, + 1.165557861328125, + 1.1312255859375, + 1.17333984375, + 1.17242431640625, + 1.16693115234375, + 1.19989013671875, + 1.15411376953125, + 1.125274658203125, + 1.173797607421875, + 1.168304443359375, + 1.155487060546875, + 1.15869140625, + 1.147705078125, + 1.130767822265625, + 1.161895751953125, + 1.143585205078125, + 1.147705078125, + 1.167388916015625, + 1.158233642578125, + 1.15228271484375, + 1.163726806640625, + 1.14862060546875, + 1.15869140625, + 1.142669677734375, + 1.13214111328125, + 1.1255035400390625, + 1.1364898681640625, + 1.1312255859375, + 1.137176513671875, + 1.1422119140625, + 1.1296234130859375, + 1.1158905029296875, + 1.143585205078125, + 1.140380859375, + 1.139923095703125, + 1.122528076171875, + 1.128021240234375, + 1.1241302490234375, + 1.150909423828125, + 1.144500732421875, + 1.14129638671875, + 1.164642333984375, + 1.132598876953125, + 1.140838623046875, + 1.150909423828125, + 1.141754150390625, + 1.149993896484375, + 1.131683349609375, + 1.128021240234375, + 1.125274658203125, + 1.125732421875, + 1.1273345947265625, + 1.1195526123046875, + 1.1200103759765625, + 1.0970077514648438, + 1.095062255859375, + 1.10101318359375, + 1.0980377197265625, + 1.0988388061523438, + 1.0899696350097656, + 1.0895118713378906, + 1.0835609436035156, + 1.0946044921875, + 1.1002120971679688, + 1.089111328125, + 1.1053619384765625, + 1.0871658325195312, + 1.0837039947509766, + 1.1004409790039062, + 1.0924301147460938 + ], + "p10": [ + 1.0926017761230469, + 1.0726032257080078, + 1.0542068481445312, + 1.025482177734375, + 1.063018798828125, + 1.0590133666992188, + 1.047454833984375, + 1.067138671875, + 1.02593994140625, + 0.991607666015625, + 1.0376129150390625, + 1.0307464599609375, + 1.01129150390625, + 1.019073486328125, + 1.008087158203125, + 0.993438720703125, + 1.028228759765625, + 1.01220703125, + 1.01678466796875, + 1.0360107421875, + 1.027313232421875, + 1.0202178955078125, + 1.02777099609375, + 1.0140380859375, + 1.022735595703125, + 1.009918212890625, + 0.998931884765625, + 0.993438720703125, + 1.001220703125, + 0.993438720703125, + 0.992523193359375, + 0.993438720703125, + 0.97467041015625, + 0.963226318359375, + 0.991607666015625, + 0.98748779296875, + 0.983367919921875, + 0.96917724609375, + 0.9755859375, + 0.971923828125, + 0.998931884765625, + 0.9957275390625, + 0.993896484375, + 1.012664794921875, + 0.982452392578125, + 0.991607666015625, + 1.00030517578125, + 0.99114990234375, + 0.99481201171875, + 0.976043701171875, + 0.971923828125, + 0.970550537109375, + 0.971466064453125, + 0.973297119140625, + 0.96826171875, + 0.972381591796875, + 0.95361328125, + 0.95361328125, + 0.96002197265625, + 0.9554443359375, + 0.95635986328125, + 0.9462890625, + 0.9481201171875, + 0.9407958984375, + 0.94537353515625, + 0.95086669921875, + 0.9407958984375, + 0.95819091796875, + 0.94171142578125, + 0.9407958984375, + 0.957275390625, + 0.949951171875 + ], + "p90": [ + 1.30609130859375, + 1.3033447265625, + 1.2923583984375, + 1.25115966796875, + 1.2996826171875, + 1.2996826171875, + 1.29876708984375, + 1.3399658203125, + 1.283203125, + 1.25299072265625, + 1.3033447265625, + 1.29876708984375, + 1.2923583984375, + 1.28961181640625, + 1.279541015625, + 1.26123046875, + 1.2850341796875, + 1.27130126953125, + 1.27679443359375, + 1.30242919921875, + 1.2923583984375, + 1.29052734375, + 1.30517578125, + 1.29052734375, + 1.3033447265625, + 1.2850341796875, + 1.2777099609375, + 1.27130126953125, + 1.28778076171875, + 1.28961181640625, + 1.30242919921875, + 1.31158447265625, + 1.29327392578125, + 1.28228759765625, + 1.3070068359375, + 1.30609130859375, + 1.308837890625, + 1.2886962890625, + 1.2923583984375, + 1.28778076171875, + 1.316162109375, + 1.30792236328125, + 1.30242919921875, + 1.3271484375, + 1.29510498046875, + 1.30242919921875, + 1.316162109375, + 1.30975341796875, + 1.3179931640625, + 1.30242919921875, + 1.2996826171875, + 1.29510498046875, + 1.29876708984375, + 1.301513671875, + 1.29510498046875, + 1.29144287109375, + 1.26397705078125, + 1.25848388671875, + 1.26123046875, + 1.2630615234375, + 1.26397705078125, + 1.2557373046875, + 1.25299072265625, + 1.24932861328125, + 1.26123046875, + 1.26947021484375, + 1.25848388671875, + 1.2777099609375, + 1.25848388671875, + 1.25482177734375, + 1.2703857421875, + 1.2593994140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_021446.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_021446.json new file mode 100644 index 0000000000000000000000000000000000000000..1661975c0233dd88c4126ed62d5812b63da5de21 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_021446.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:14:46.973066+00:00", + "metrics": { + "MSE[mean]": 0.044365381527510114, + "MSE[0.5]": 0.06357915079387944, + "MAE[0.5]": 0.2245566166109509, + "MASE[0.5]": 1.4221916791514093, + "MAPE[0.5]": 0.1530632211114964, + "sMAPE[0.5]": 0.16873305060427957, + "MSIS": 13.360794201543634, + "RMSE[mean]": 0.21063091303868509, + "NRMSE[mean]": 0.14882656179735596, + "ND[0.5]": 0.15866611741324427, + "mean_weighted_sum_quantile_loss": 0.10919118448990169 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.18141770362854, + 1.1654117107391357, + 1.1590672731399536, + 1.157945156097412, + 1.1628682613372803, + 1.1677446365356445, + 1.164745569229126, + 1.161163330078125, + 1.1628143787384033, + 1.1670247316360474, + 1.1691378355026245, + 1.17702317237854, + 1.1735833883285522, + 1.1682109832763672, + 1.1700737476348877, + 1.1608747243881226, + 1.1690946817398071, + 1.1759968996047974, + 1.1902133226394653, + 1.2000041007995605, + 1.205133080482483, + 1.212805151939392, + 1.206663966178894, + 1.206823468208313, + 1.2118675708770752, + 1.2071760892868042, + 1.2064334154129028, + 1.200965166091919, + 1.198945164680481, + 1.1972004175186157, + 1.1999411582946777, + 1.2009985446929932, + 1.1923673152923584, + 1.1928635835647583, + 1.2042876482009888, + 1.2045587301254272, + 1.1978384256362915, + 1.1822373867034912, + 1.170181393623352, + 1.1665288209915161, + 1.176336407661438, + 1.1988111734390259, + 1.2134323120117188, + 1.2157444953918457, + 1.2200250625610352, + 1.2134201526641846, + 1.2143608331680298, + 1.2129685878753662, + 1.212654948234558, + 1.2024366855621338, + 1.207357406616211, + 1.200130820274353, + 1.2046197652816772, + 1.211136817932129, + 1.2122929096221924, + 1.2083185911178589, + 1.2080446481704712, + 1.2005245685577393, + 1.200269103050232, + 1.1937110424041748, + 1.2061160802841187, + 1.1973437070846558, + 1.1877511739730835, + 1.1797852516174316, + 1.1821982860565186, + 1.183651089668274, + 1.1865040063858032, + 1.1920658349990845, + 1.1890366077423096, + 1.19395112991333, + 1.1890829801559448, + 1.1732264757156372 + ], + "p10": [ + 1.2024213075637817, + 1.1917921304702759, + 1.1777812242507935, + 1.1804139614105225, + 1.180200219154358, + 1.2018870115280151, + 1.1871472597122192, + 1.1895502805709839, + 1.1844366788864136, + 1.197738766670227, + 1.194352149963379, + 1.199993371963501, + 1.1985939741134644, + 1.1846330165863037, + 1.1923993825912476, + 1.1861857175827026, + 1.1891648769378662, + 1.2041138410568237, + 1.2153863906860352, + 1.2223267555236816, + 1.2308847904205322, + 1.2389105558395386, + 1.237755537033081, + 1.2429165840148926, + 1.2446446418762207, + 1.2487162351608276, + 1.234605073928833, + 1.2429018020629883, + 1.2377201318740845, + 1.2420393228530884, + 1.2379506826400757, + 1.2481563091278076, + 1.232465147972107, + 1.2407773733139038, + 1.242784023284912, + 1.2472819089889526, + 1.2422226667404175, + 1.2306807041168213, + 1.214017391204834, + 1.2122197151184082, + 1.2266066074371338, + 1.2473429441452026, + 1.260216474533081, + 1.267706274986267, + 1.2592859268188477, + 1.2634109258651733, + 1.2677496671676636, + 1.2640191316604614, + 1.2603706121444702, + 1.2567683458328247, + 1.255367636680603, + 1.2593826055526733, + 1.2490625381469727, + 1.2537800073623657, + 1.2690421342849731, + 1.2627637386322021, + 1.264412760734558, + 1.2584162950515747, + 1.2402458190917969, + 1.2553194761276245, + 1.2583491802215576, + 1.2437129020690918, + 1.2449275255203247, + 1.234830617904663, + 1.2335240840911865, + 1.2360540628433228, + 1.2370692491531372, + 1.2513898611068726, + 1.2482471466064453, + 1.2477449178695679, + 1.2435542345046997, + 1.2348791360855103 + ], + "p90": [ + 1.2813018560409546, + 1.2802190780639648, + 1.2824578285217285, + 1.292694091796875, + 1.3028249740600586, + 1.3108762502670288, + 1.3077425956726074, + 1.303184151649475, + 1.306282639503479, + 1.307590126991272, + 1.3118617534637451, + 1.3140004873275757, + 1.3161755800247192, + 1.312870740890503, + 1.3138493299484253, + 1.3098782300949097, + 1.321661353111267, + 1.3347687721252441, + 1.3443366289138794, + 1.3565884828567505, + 1.3630160093307495, + 1.3728219270706177, + 1.3723886013031006, + 1.3719202280044556, + 1.38480544090271, + 1.3833372592926025, + 1.3861970901489258, + 1.3905882835388184, + 1.3918628692626953, + 1.3993269205093384, + 1.4039814472198486, + 1.4093375205993652, + 1.3988648653030396, + 1.4034841060638428, + 1.4114391803741455, + 1.4198529720306396, + 1.4118201732635498, + 1.3981720209121704, + 1.3816604614257812, + 1.3870962858200073, + 1.3956810235977173, + 1.4262176752090454, + 1.4359878301620483, + 1.4389235973358154, + 1.442449927330017, + 1.4438252449035645, + 1.444996953010559, + 1.4488606452941895, + 1.4457578659057617, + 1.4386295080184937, + 1.4367578029632568, + 1.4415327310562134, + 1.4379839897155762, + 1.4513378143310547, + 1.4558441638946533, + 1.4513345956802368, + 1.4458783864974976, + 1.4470220804214478, + 1.448706865310669, + 1.4442920684814453, + 1.454690933227539, + 1.4473567008972168, + 1.4394351243972778, + 1.4356907606124878, + 1.4389930963516235, + 1.4408167600631714, + 1.4455147981643677, + 1.4533498287200928, + 1.4460617303848267, + 1.4519217014312744, + 1.4481843709945679, + 1.4384291172027588 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_021954.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_021954.json new file mode 100644 index 0000000000000000000000000000000000000000..0807f185ae162f7d49f2c3754f5d18e9f4968920 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_021954.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:19:54.842628+00:00", + "metrics": { + "MSE[mean]": 0.07478913677291901, + "MSE[0.5]": 0.07478913677291901, + "MAE[0.5]": 0.2420204116238488, + "MASE[0.5]": 1.532795696653061, + "MAPE[0.5]": 0.16469941517240771, + "sMAPE[0.5]": 0.183302374956777, + "MSIS": 5.971674767444346, + "RMSE[mean]": 0.27347602595642456, + "NRMSE[mean]": 0.19323135474242553, + "ND[0.5]": 0.17100560039894475, + "mean_weighted_sum_quantile_loss": 0.1370843361732552 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2089009284973145, + 1.1983393430709839, + 1.1928956508636475, + 1.181329369544983, + 1.1784250736236572, + 1.1790404319763184, + 1.1803113222122192, + 1.1834880113601685, + 1.1809254884719849, + 1.1840035915374756, + 1.182708978652954, + 1.1834475994110107, + 1.1825222969055176, + 1.1760787963867188, + 1.1761696338653564, + 1.1724836826324463, + 1.1773051023483276, + 1.1812840700149536, + 1.1899999380111694, + 1.1947083473205566, + 1.1948593854904175, + 1.1981122493743896, + 1.19786536693573, + 1.199310302734375, + 1.1916240453720093, + 1.177087426185608, + 1.1626653671264648, + 1.1518144607543945, + 1.1499584913253784, + 1.14845609664917, + 1.155945897102356, + 1.1570916175842285, + 1.1865779161453247, + 1.1776649951934814, + 1.1825605630874634, + 1.1863763332366943, + 1.1850433349609375, + 1.180073857307434, + 1.1727665662765503, + 1.1709060668945312, + 1.171654462814331, + 1.1848738193511963, + 1.1944233179092407, + 1.2008593082427979, + 1.1943141222000122, + 1.1877365112304688, + 1.1938165426254272, + 1.192039966583252, + 1.1955761909484863, + 1.1771620512008667, + 1.164614200592041, + 1.1574122905731201, + 1.1444159746170044, + 1.153021216392517, + 1.1627171039581299, + 1.170278549194336, + 1.1634953022003174, + 1.1607939004898071, + 1.1621720790863037, + 1.1646925210952759, + 1.1640273332595825, + 1.1608353853225708, + 1.157822847366333, + 1.1565979719161987, + 1.11825692653656, + 1.1263413429260254, + 1.1378687620162964, + 1.1497220993041992, + 1.1489925384521484, + 1.1534913778305054, + 1.1566259860992432, + 1.1545512676239014 + ], + "p10": [ + 1.0996778011322021, + 1.0597342252731323, + 1.0379289388656616, + 1.0174272060394287, + 1.0073095560073853, + 1.0002096891403198, + 0.9931872487068176, + 0.9902873039245605, + 0.9857403635978699, + 0.9887487888336182, + 0.9840960502624512, + 0.9807910323143005, + 0.9760769605636597, + 0.9671516418457031, + 0.9640439748764038, + 0.9568740129470825, + 0.9598527550697327, + 0.9608433842658997, + 0.9672828316688538, + 0.9717312455177307, + 0.9676935076713562, + 0.9721551537513733, + 0.9710644483566284, + 0.9719299674034119, + 0.9596148729324341, + 0.9438381791114807, + 0.9281195402145386, + 0.9125644564628601, + 0.9074329137802124, + 0.9021190404891968, + 0.905144989490509, + 0.9040722250938416, + 0.9432173371315002, + 0.9396031498908997, + 0.9435443878173828, + 0.9380908012390137, + 0.9296584129333496, + 0.9194932579994202, + 0.911024808883667, + 0.9069101810455322, + 0.9075749516487122, + 0.9172101616859436, + 0.9239579439163208, + 0.9300340414047241, + 0.9271250367164612, + 0.9230576157569885, + 0.9307168126106262, + 0.9259588718414307, + 0.9238884449005127, + 0.9070417881011963, + 0.8920929431915283, + 0.8803535103797913, + 0.8640874624252319, + 0.8700768947601318, + 0.8783321380615234, + 0.8810114860534668, + 0.8743735551834106, + 0.8720635175704956, + 0.8752076625823975, + 0.8735655546188354, + 0.8696578741073608, + 0.8636210560798645, + 0.8572677373886108, + 0.8547974824905396, + 0.8521355390548706, + 0.8811211585998535, + 0.8876568078994751, + 0.8809801340103149, + 0.8750009536743164, + 0.8705440759658813, + 0.8685364723205566, + 0.8673183917999268 + ], + "p90": [ + 1.3671387434005737, + 1.3869515657424927, + 1.3926736116409302, + 1.3907650709152222, + 1.3969805240631104, + 1.4070961475372314, + 1.418710470199585, + 1.4304171800613403, + 1.4333746433258057, + 1.4458690881729126, + 1.4535551071166992, + 1.463537335395813, + 1.4728161096572876, + 1.4705593585968018, + 1.4754316806793213, + 1.4811826944351196, + 1.4951640367507935, + 1.5029979944229126, + 1.515297532081604, + 1.5241148471832275, + 1.5263481140136719, + 1.53974187374115, + 1.5534148216247559, + 1.5534825325012207, + 1.545324683189392, + 1.5225993394851685, + 1.502663016319275, + 1.4862409830093384, + 1.4856846332550049, + 1.489185094833374, + 1.5007587671279907, + 1.5037816762924194, + 1.4871971607208252, + 1.4954609870910645, + 1.5034112930297852, + 1.5202277898788452, + 1.5356327295303345, + 1.5381402969360352, + 1.5201088190078735, + 1.516484260559082, + 1.5205751657485962, + 1.5561723709106445, + 1.5854500532150269, + 1.6063467264175415, + 1.600294828414917, + 1.5867245197296143, + 1.5886321067810059, + 1.6014524698257446, + 1.6122441291809082, + 1.5812218189239502, + 1.560790777206421, + 1.5568996667861938, + 1.5454002618789673, + 1.5654650926589966, + 1.585745096206665, + 1.6025174856185913, + 1.5911965370178223, + 1.5849928855895996, + 1.590169906616211, + 1.5936262607574463, + 1.5949914455413818, + 1.5899827480316162, + 1.587120532989502, + 1.5898011922836304, + 1.4487736225128174, + 1.5027148723602295, + 1.5156861543655396, + 1.543248176574707, + 1.5664732456207275, + 1.5838030576705933, + 1.5826387405395508, + 1.576645016670227 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_021833.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_021833.json new file mode 100644 index 0000000000000000000000000000000000000000..de92df38a1638c479613c937079b1220c440ebf7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_021833.json @@ -0,0 +1,545 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:33.227003+00:00", + "metrics": { + "MSE[mean]": 0.05918314730434639, + "MSE[0.5]": 0.05918314730434639, + "MAE[0.5]": 0.21319104234377542, + "MASE[0.5]": 1.3502097202338557, + "MAPE[0.5]": 0.14474325748074326, + "sMAPE[0.5]": 0.15919933177227602, + "MSIS": 7.7767140949800835, + "RMSE[mean]": 0.2432758666706305, + "NRMSE[mean]": 0.17189267369416109, + "ND[0.5]": 0.150635485457879, + "mean_weighted_sum_quantile_loss": 0.11907962518303145 + }, + "context_length": 75, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 01:50:00", + "2026-06-16 02:00:00", + "2026-06-16 02:10:00", + "2026-06-16 02:20:00", + "2026-06-16 02:30:00", + "2026-06-16 02:40:00", + "2026-06-16 02:50:00", + "2026-06-16 03:00:00", + "2026-06-16 03:10:00", + "2026-06-16 03:20:00", + "2026-06-16 03:30:00", + "2026-06-16 03:40:00", + "2026-06-16 03:50:00", + "2026-06-16 04:00:00", + "2026-06-16 04:10:00", + "2026-06-16 04:20:00", + "2026-06-16 04:30:00", + "2026-06-16 04:40:00", + "2026-06-16 04:50:00", + "2026-06-16 05:00:00", + "2026-06-16 05:10:00", + "2026-06-16 05:20:00", + "2026-06-16 05:30:00", + "2026-06-16 05:40:00", + "2026-06-16 05:50:00", + "2026-06-16 06:00:00", + "2026-06-16 06:10:00", + "2026-06-16 06:20:00", + "2026-06-16 06:30:00", + "2026-06-16 06:40:00", + "2026-06-16 06:50:00", + "2026-06-16 07:00:00", + "2026-06-16 07:10:00", + "2026-06-16 07:20:00", + "2026-06-16 07:30:00", + "2026-06-16 07:40:00", + "2026-06-16 07:50:00", + "2026-06-16 08:00:00", + "2026-06-16 08:10:00", + "2026-06-16 08:20:00", + "2026-06-16 08:30:00", + "2026-06-16 08:40:00", + "2026-06-16 08:50:00", + "2026-06-16 09:00:00", + "2026-06-16 09:10:00", + "2026-06-16 09:20:00", + "2026-06-16 09:30:00", + "2026-06-16 09:40:00", + "2026-06-16 09:50:00", + "2026-06-16 10:00:00", + "2026-06-16 10:10:00", + "2026-06-16 10:20:00", + "2026-06-16 10:30:00", + "2026-06-16 10:40:00", + "2026-06-16 10:50:00", + "2026-06-16 11:00:00", + "2026-06-16 11:10:00", + "2026-06-16 11:20:00", + "2026-06-16 11:30:00", + "2026-06-16 11:40:00", + "2026-06-16 11:50:00", + "2026-06-16 12:00:00", + "2026-06-16 12:10:00", + "2026-06-16 12:20:00", + "2026-06-16 12:30:00", + "2026-06-16 12:40:00", + "2026-06-16 12:50:00", + "2026-06-16 13:00:00", + "2026-06-16 13:10:00", + "2026-06-16 13:20:00", + "2026-06-16 13:30:00", + "2026-06-16 13:40:00", + "2026-06-16 13:50:00", + "2026-06-16 14:00:00", + "2026-06-16 14:10:00", + "2026-06-16 14:20:00", + "2026-06-16 14:30:00", + "2026-06-16 14:40:00", + "2026-06-16 14:50:00", + "2026-06-16 15:00:00", + "2026-06-16 15:10:00", + "2026-06-16 15:20:00", + "2026-06-16 15:30:00", + "2026-06-16 15:40:00", + "2026-06-16 15:50:00", + "2026-06-16 16:00:00", + "2026-06-16 16:10:00", + "2026-06-16 16:20:00", + "2026-06-16 16:30:00", + "2026-06-16 16:40:00", + "2026-06-16 16:50:00", + "2026-06-16 17:00:00", + "2026-06-16 17:10:00", + "2026-06-16 17:20:00", + "2026-06-16 17:30:00", + "2026-06-16 17:40:00", + "2026-06-16 17:50:00", + "2026-06-16 18:00:00", + "2026-06-16 18:10:00", + "2026-06-16 18:20:00", + "2026-06-16 18:30:00", + "2026-06-16 18:40:00", + "2026-06-16 18:50:00", + "2026-06-16 19:00:00", + "2026-06-16 19:10:00", + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" + ], + "context": [ + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.100000023841858, + 1.0, + 1.0, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 0.8999999761581421, + 0.8999999761581421, + 1.0, + 1.0, + 1.100000023841858, + 1.100000023841858, + 1.0, + 0.8999999761581421, + 0.8999999761581421, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.0, + 1.0, + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158 + ], + "actual": [ + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2032277584075928, + 1.203425407409668, + 1.2039096355438232, + 1.2021719217300415, + 1.2031491994857788, + 1.2027617692947388, + 1.2027831077575684, + 1.2024710178375244, + 1.2021288871765137, + 1.20149827003479, + 1.2027047872543335, + 1.2024775743484497, + 1.203179121017456, + 1.2014330625534058, + 1.2014672756195068, + 1.2013615369796753, + 1.2018020153045654, + 1.2025132179260254, + 1.202343225479126, + 1.203362226486206, + 1.202083706855774, + 1.2023361921310425, + 1.2022866010665894, + 1.2032203674316406, + 1.2035446166992188, + 1.2022056579589844, + 1.200929880142212, + 1.1997747421264648, + 1.2007813453674316, + 1.2022777795791626, + 1.202160358428955, + 1.2014275789260864, + 1.2036831378936768, + 1.201430082321167, + 1.2016938924789429, + 1.2047147750854492, + 1.2045968770980835, + 1.2031550407409668, + 1.2021743059158325, + 1.2014729976654053, + 1.2031834125518799, + 1.2041563987731934, + 1.204829216003418, + 1.2041560411453247, + 1.203531265258789, + 1.2038041353225708, + 1.2037838697433472, + 1.2056658267974854, + 1.2065722942352295, + 1.2038352489471436, + 1.203171730041504, + 1.2025326490402222, + 1.2025741338729858, + 1.2040261030197144, + 1.2041465044021606, + 1.2036676406860352, + 1.203228235244751, + 1.2023144960403442, + 1.203893780708313, + 1.204690933227539, + 1.2050288915634155, + 1.2034635543823242, + 1.2022511959075928, + 1.2001359462738037, + 1.1967895030975342, + 1.199298620223999, + 1.1978976726531982, + 1.1997445821762085, + 1.1989507675170898, + 1.1980926990509033, + 1.1995155811309814, + 1.200296401977539 + ], + "p10": [ + 1.1420986652374268, + 1.0855426788330078, + 1.0880894660949707, + 1.0779746770858765, + 1.0770273208618164, + 1.0783491134643555, + 1.0816644430160522, + 1.0769236087799072, + 1.0675806999206543, + 1.064310073852539, + 1.0674352645874023, + 1.0639190673828125, + 1.0624028444290161, + 1.0582919120788574, + 1.0545032024383545, + 1.0474084615707397, + 1.046121597290039, + 1.0458208322525024, + 1.0480679273605347, + 1.0408939123153687, + 1.0271506309509277, + 1.0309364795684814, + 1.0343869924545288, + 1.0289175510406494, + 1.0325212478637695, + 1.0184555053710938, + 1.012368083000183, + 1.0039236545562744, + 1.0001189708709717, + 1.008247971534729, + 1.0113738775253296, + 1.00953209400177, + 1.018882155418396, + 1.0149539709091187, + 1.0089824199676514, + 1.011696696281433, + 1.0159984827041626, + 1.012217402458191, + 1.0092644691467285, + 1.0064970254898071, + 1.0037853717803955, + 1.0068812370300293, + 1.0068304538726807, + 1.0001537799835205, + 0.9989560842514038, + 0.997022807598114, + 0.9967125654220581, + 1.0014400482177734, + 0.9967256784439087, + 0.98899906873703, + 0.9862034916877747, + 0.9793938398361206, + 0.9785984754562378, + 0.982914388179779, + 0.9813594222068787, + 0.9776901006698608, + 0.9753972291946411, + 0.9756587743759155, + 0.9755575060844421, + 0.9762066602706909, + 0.9721704125404358, + 0.9696881175041199, + 0.964461088180542, + 0.9612040519714355, + 0.9805283546447754, + 0.9815453290939331, + 0.9789625406265259, + 0.9809176325798035, + 0.9794751405715942, + 0.9781472682952881, + 0.9793627858161926, + 0.9787647724151611 + ], + "p90": [ + 1.3412699699401855, + 1.3509188890457153, + 1.354994297027588, + 1.3432817459106445, + 1.3509804010391235, + 1.3634225130081177, + 1.3667478561401367, + 1.3755608797073364, + 1.371076226234436, + 1.3766952753067017, + 1.3738617897033691, + 1.3709348440170288, + 1.3799245357513428, + 1.3742706775665283, + 1.3787871599197388, + 1.3798282146453857, + 1.392458438873291, + 1.402750015258789, + 1.4077460765838623, + 1.420682668685913, + 1.4149386882781982, + 1.4227979183197021, + 1.428649663925171, + 1.4321762323379517, + 1.4416699409484863, + 1.4370975494384766, + 1.441270112991333, + 1.4355688095092773, + 1.4415045976638794, + 1.4554667472839355, + 1.45826256275177, + 1.4673817157745361, + 1.4350587129592896, + 1.4510043859481812, + 1.4522515535354614, + 1.4607231616973877, + 1.4634875059127808, + 1.4631551504135132, + 1.4685924053192139, + 1.4678192138671875, + 1.468816876411438, + 1.470516324043274, + 1.4748107194900513, + 1.478975772857666, + 1.4866664409637451, + 1.4827935695648193, + 1.4898432493209839, + 1.4934288263320923, + 1.494770884513855, + 1.4931879043579102, + 1.4923930168151855, + 1.4891530275344849, + 1.4984430074691772, + 1.49981689453125, + 1.4995001554489136, + 1.5047476291656494, + 1.5102306604385376, + 1.509258508682251, + 1.512043833732605, + 1.516663908958435, + 1.5168896913528442, + 1.5155878067016602, + 1.5158755779266357, + 1.5131231546401978, + 1.4793328046798706, + 1.5090152025222778, + 1.5026285648345947, + 1.5162160396575928, + 1.5105353593826294, + 1.5087846517562866, + 1.514833688735962, + 1.5139743089675903 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_022255.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_022255.json new file mode 100644 index 0000000000000000000000000000000000000000..4cec2b8c6321436a7a1c8badf580dcdb4b580e3b --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_022255.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:55.929458+00:00", + "metrics": { + "MSE[mean]": 2.9244108714625447, + "MSE[0.5]": 3.0902279460421958, + "MAE[0.5]": 1.4828289963672845, + "MASE[0.5]": 0.8190685412897448, + "MAPE[0.5]": 0.0654288298000007, + "sMAPE[0.5]": 0.06854999311948155, + "MSIS": 23.06591486199115, + "RMSE[mean]": 1.710090895672667, + "NRMSE[mean]": 0.07744100345043889, + "ND[0.5]": 0.06714950983872729, + "mean_weighted_sum_quantile_loss": 0.06419802891286291 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.788784925839906, + 20.756057325071325, + 20.717249547485928, + 20.68320388428193, + 20.669294822849917, + 20.64345209674411, + 20.65199385286659, + 20.6256805575252, + 20.60486514467958, + 20.61906138227068, + 20.60771105320663, + 20.600934632947812, + 20.61327585900066, + 20.5831816281594, + 20.569234137944356, + 20.58643193772899, + 20.589402105983883, + 20.577716929265947, + 20.588337634926177, + 20.59840656263477, + 20.55466802963152, + 20.56694249426229, + 20.580692793039628, + 20.567131254285485 + ], + "p10": [ + 20.48524382744741, + 20.443505072971536, + 20.35061089984978, + 20.40581906873946, + 20.362537678319253, + 20.309991204888178, + 20.38442412711653, + 20.269835134080903, + 20.235272742520884, + 20.31175843251554, + 20.29429175258171, + 20.219833134825592, + 20.281132111461854, + 20.205555677935067, + 20.271733956382665, + 20.207674434089142, + 20.221853293404802, + 20.231939086775952, + 20.239953388492378, + 20.218278776451204, + 20.20061379112814, + 20.20643604206903, + 20.21715968533873, + 20.27474410524106 + ], + "p90": [ + 21.10933162921675, + 21.083632494201154, + 21.03873839109571, + 20.97811704040159, + 21.09080211418199, + 20.923885582062173, + 20.926616884524066, + 20.944844492340415, + 20.90806893222768, + 20.92600033078303, + 20.945433422239162, + 20.88493388390734, + 20.923841688814566, + 20.907888184811405, + 20.867482585752786, + 20.893889384975626, + 20.909715204102508, + 20.84047390558416, + 20.90483907511708, + 20.9332093871588, + 20.91535897843132, + 20.922231387300293, + 20.99024740371565, + 20.884051032262434 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_021320.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_021320.json new file mode 100644 index 0000000000000000000000000000000000000000..c11015c51ee6c15699b7d9ceb3a1e129b3f170e7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260618_021320.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:20.653216+00:00", + "metrics": { + "MSE[mean]": 1.0082514629748403, + "MSE[0.5]": 1.0082514629748403, + "MAE[0.5]": 0.780179500579834, + "MASE[0.5]": 0.4309468502771349, + "MAPE[0.5]": 0.034445166500048946, + "sMAPE[0.5]": 0.033817551485012066, + "MSIS": 2.444838132938304, + "RMSE[mean]": 1.0041172555906208, + "NRMSE[mean]": 0.04547117819971291, + "ND[0.5]": 0.03533021756285016, + "mean_weighted_sum_quantile_loss": 0.033518584988996875 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.857563018798828, + 20.647903442382812, + 20.44390869140625, + 20.345172882080078, + 20.31070327758789, + 20.523513793945312, + 21.072246551513672, + 21.841093063354492, + 22.69681739807129, + 23.462509155273438, + 24.115894317626953, + 24.514726638793945, + 24.788158416748047, + 24.90381622314453, + 24.82598304748535, + 24.608871459960938, + 24.77834129333496, + 24.06730079650879, + 23.14727210998535, + 22.303699493408203, + 21.752269744873047, + 21.422826766967773, + 21.16102409362793, + 20.905982971191406 + ], + "p10": [ + 20.453569412231445, + 20.022735595703125, + 19.704505920410156, + 19.482826232910156, + 19.379579544067383, + 19.464080810546875, + 19.856826782226562, + 20.345476150512695, + 20.795324325561523, + 21.10700225830078, + 21.10507583618164, + 21.255029678344727, + 21.417726516723633, + 21.425321578979492, + 21.268840789794922, + 21.071056365966797, + 20.970577239990234, + 20.99002456665039, + 20.52975082397461, + 19.9866886138916, + 19.717988967895508, + 19.498958587646484, + 19.3414363861084, + 19.03689193725586 + ], + "p90": [ + 21.088937759399414, + 21.245437622070312, + 21.144641876220703, + 21.158288955688477, + 21.293413162231445, + 21.572601318359375, + 22.37140464782715, + 23.494203567504883, + 24.756519317626953, + 26.100135803222656, + 27.324825286865234, + 28.274194717407227, + 28.620929718017578, + 28.616744995117188, + 28.836719512939453, + 28.515926361083984, + 28.2342472076416, + 27.239748001098633, + 25.969127655029297, + 24.85639762878418, + 23.99382781982422, + 23.520538330078125, + 23.233407974243164, + 22.991405487060547 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_022256.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..a42e087602ca79ca6b22f2e6f0cf08eafcbae6b7 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.270975+00:00", + "metrics": { + "MSE[mean]": 6.554949833247299, + "MSE[0.5]": 7.345810740100781, + "MAE[0.5]": 2.357101120016555, + "MASE[0.5]": 1.3019892251730578, + "MAPE[0.5]": 0.10444350596607699, + "sMAPE[0.5]": 0.11214400143316851, + "MSIS": 15.190647933313064, + "RMSE[mean]": 2.560263625732182, + "NRMSE[mean]": 0.11594084546971963, + "ND[0.5]": 0.1067406863752903, + "mean_weighted_sum_quantile_loss": 0.09071258683585551 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.638730846383265, + 20.55373080823632, + 20.4387319907925, + 20.338731609322803, + 20.343729816415117, + 20.27373202893956, + 20.178730808236462, + 20.07873138044108, + 19.99873241040937, + 19.91373141858811, + 19.91373141858814, + 19.7937324867034, + 19.67373164747003, + 19.623732410409513, + 19.513732753732295, + 19.44373210523379, + 19.353731952645926, + 19.23373302076119, + 19.163733325937, + 19.203733287790055, + 19.048732601144575, + 18.92373355481892, + 18.908733211496195, + 18.853733859994758 + ], + "p10": [ + 19.862732158639123, + 19.65173114392968, + 19.60373195264553, + 19.486731372811573, + 19.622730670907305, + 19.449732242562607, + 19.363732181527478, + 19.40373309705485, + 19.13173087690107, + 19.14373286817307, + 19.18873218152759, + 18.974732814767368, + 18.791732440927063, + 18.711732517221037, + 18.810732875802607, + 18.712732540109275, + 18.48073295209661, + 18.450732456185992, + 18.250731693246568, + 18.288732562997573, + 18.16273330304887, + 17.902733074167063, + 18.10373385999473, + 18.021733890512337 + ], + "p90": [ + 21.89573100660055, + 22.15773128125878, + 21.968730579354514, + 21.70373042676665, + 21.95473216626863, + 21.803732715585067, + 21.39873279187904, + 21.713732562997233, + 21.223730884530465, + 21.504731594064186, + 21.436731945016362, + 21.07373145673514, + 21.044732509591615, + 20.864732013680996, + 20.883732639291377, + 20.603731952645898, + 20.64673274610296, + 20.50373157117623, + 20.51873363111278, + 20.658731304147476, + 20.74373286817338, + 20.425733409860424, + 20.719734226205667, + 20.298734127023565 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_022116.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_022116.json new file mode 100644 index 0000000000000000000000000000000000000000..9c47206138c26c5aab713e3ced5dd093ae7c85fc --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_022116.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:16.923093+00:00", + "metrics": { + "MSE[mean]": 0.524231808982222, + "MSE[0.5]": 0.8877399571993388, + "MAE[0.5]": 0.6839633385340372, + "MASE[0.5]": 0.37780003989750544, + "MAPE[0.5]": 0.030088046973508694, + "sMAPE[0.5]": 0.030943157921099362, + "MSIS": 4.639475561859476, + "RMSE[mean]": 0.7240385410889547, + "NRMSE[mean]": 0.03278788940436125, + "ND[0.5]": 0.030973094701234292, + "mean_weighted_sum_quantile_loss": 0.053680174423312424 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.96617317199707, + 20.866267204284668, + 20.654266357421875, + 20.52365493774414, + 20.590521812438965, + 20.55917739868164, + 20.53767204284668, + 21.0376615524292, + 21.387932777404785, + 21.078368186950684, + 21.694897651672363, + 21.37412738800049, + 21.421198844909668, + 21.66260528564453, + 21.424643516540527, + 21.528301239013672, + 22.306066513061523, + 22.209768295288086, + 21.9783296585083, + 21.92900276184082, + 21.96972942352295, + 21.75354290008545, + 22.386170387268066, + 22.046300888061523 + ], + "p10": [ + 20.49990749359131, + 19.819348335266113, + 19.36374855041504, + 18.639183044433594, + 17.944077491760254, + 17.78070640563965, + 17.305455207824707, + 16.95082664489746, + 18.65293788909912, + 17.83948040008545, + 16.585922241210938, + 17.2517671585083, + 17.099401473999023, + 16.94840908050537, + 16.958532333374023, + 16.08326244354248, + 17.915977478027344, + 17.224772453308105, + 16.931361198425293, + 17.00583839416504, + 15.879400730133057, + 16.67699146270752, + 17.40153694152832, + 17.29914093017578 + ], + "p90": [ + 21.472548484802246, + 21.907812118530273, + 22.18275260925293, + 22.838321685791016, + 23.137764930725098, + 23.87708568572998, + 23.493277549743652, + 25.341403007507324, + 24.72447967529297, + 24.840158462524414, + 26.008752822875977, + 26.185089111328125, + 26.676920890808105, + 29.27996826171875, + 27.267330169677734, + 26.317420959472656, + 27.882277488708496, + 27.638415336608887, + 28.69386863708496, + 28.34011745452881, + 28.111886024475098, + 28.55513858795166, + 29.700709342956543, + 30.115818977355957 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_022256.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..63192640ed10f14ac8a78e032c49708b6b940066 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.403782+00:00", + "metrics": { + "MSE[mean]": 1.3552808749740446, + "MSE[0.5]": 1.1151120880535934, + "MAE[0.5]": 0.8260371094912434, + "MASE[0.5]": 0.4562771647841492, + "MAPE[0.5]": 0.038615694465923694, + "sMAPE[0.5]": 0.03754888748755416, + "MSIS": 4.115785308594549, + "RMSE[mean]": 1.1641653125626295, + "NRMSE[mean]": 0.052718911149796856, + "ND[0.5]": 0.03740686697307957, + "mean_weighted_sum_quantile_loss": 0.032055990258087565 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.582480830339648, + 22.57748071589873, + 22.542481822160937, + 22.522481364397265, + 22.607479495195605, + 22.617481631426074, + 22.602480334429004, + 22.582480830339648, + 22.582481784013964, + 22.57748071589873, + 22.657480639604785, + 22.617481631426074, + 22.57748071589873, + 22.607481402544238, + 22.577481669573046, + 22.587480944780566, + 22.57748071589873, + 22.53748170772002, + 22.547481936601855, + 22.667481822160937, + 22.592481059221484, + 22.547481936601855, + 22.612481516985156, + 22.637482089189746 + ], + "p10": [ + 21.806482142595506, + 21.67548105159209, + 21.707481784013964, + 21.670481127886035, + 21.886480349687794, + 21.793481845049122, + 21.78748170772002, + 21.907482546953418, + 21.715480250505664, + 21.80748216548369, + 21.932481402544237, + 21.79848195949004, + 21.695481509355762, + 21.695481509355762, + 21.87448179164336, + 21.856481379656053, + 21.704481715349413, + 21.754481143144822, + 21.634480303911424, + 21.752481097368456, + 21.70648176112578, + 21.526481455949998, + 21.80748216548369, + 21.805482119707325 + ], + "p90": [ + 23.839480990556932, + 24.18148118892119, + 24.07248041072295, + 23.887480181841113, + 24.21848184504912, + 24.14748231807158, + 23.822482318071582, + 24.2174820128958, + 23.807480258135058, + 24.168480891374806, + 24.180481166033008, + 23.89748060145781, + 23.948481578020314, + 23.84848100581572, + 23.94748155513213, + 23.747480792192675, + 23.870481509355763, + 23.807480258135058, + 23.902482241777637, + 24.12247983851836, + 24.28748132625029, + 24.04948179164336, + 24.423482531694628, + 24.082482356218552 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..f7bb107d14164fddbaeea376debabcc34c9571bc --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.477160+00:00", + "metrics": { + "MSE[mean]": 2.1437042964941306, + "MSE[0.5]": 2.1437042964941306, + "MAE[0.5]": 1.2912500699361165, + "MASE[0.5]": 0.7132463108112109, + "MAPE[0.5]": 0.05893869912850077, + "sMAPE[0.5]": 0.057397264678754834, + "MSIS": 15.762726357163581, + "RMSE[mean]": 1.4641394388835138, + "NRMSE[mean]": 0.06630315828557283, + "ND[0.5]": 0.05847390999761378, + "mean_weighted_sum_quantile_loss": 0.05233002873140174 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "p10": [ + 22.15780059814453, + 21.961799850463866, + 21.805, + 21.65800037384033, + 21.44239917755127, + 21.461999626159667, + 22.40280059814453, + 23.65719940185547, + 24.7253995513916, + 24.931200523376464, + 24.63719940185547, + 24.156999626159667, + 23.911999626159666, + 23.559200897216797, + 22.696799850463865, + 22.363599700927733, + 22.108799476623535, + 21.65800037384033, + 21.138599700927735, + 20.8151997756958, + 20.68780059814453, + 20.638799476623536, + 20.5701997756958, + 20.491799850463867 + ], + "p90": [ + 23.062200622558596, + 22.858199844360353, + 22.695, + 22.542000389099123, + 22.317599143981933, + 22.33799961090088, + 23.317200622558595, + 24.622799377441407, + 25.734599533081056, + 25.94880054473877, + 25.642799377441406, + 25.14299961090088, + 24.88799961090088, + 24.52080093383789, + 23.623199844360354, + 23.276399688720705, + 23.01119945526123, + 22.542000389099123, + 22.001399688720703, + 21.66479976654053, + 21.532200622558594, + 21.48119945526123, + 21.409799766540527, + 21.328199844360352 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_022223.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_022223.json new file mode 100644 index 0000000000000000000000000000000000000000..a7a5cdcd25072e4fa30532c1861d3c3ceba778ec --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_022223.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:23.782566+00:00", + "metrics": { + "MSE[mean]": 4.051738910394761, + "MSE[0.5]": 4.051738910394761, + "MAE[0.5]": 1.5394481817881267, + "MASE[0.5]": 0.8503432153926083, + "MAPE[0.5]": 0.06780837187298276, + "sMAPE[0.5]": 0.06465411322895132, + "MSIS": 2.5435106082142234, + "RMSE[mean]": 2.0128931691460332, + "NRMSE[mean]": 0.09115332246470267, + "ND[0.5]": 0.06971349432904397, + "mean_weighted_sum_quantile_loss": 0.045377083344849835 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.61907958984375, + 20.41827392578125, + 20.27484130859375, + 20.1170654296875, + 20.0023193359375, + 20.1170654296875, + 20.87725830078125, + 22.074920654296875, + 23.42139434814453, + 24.667465209960938, + 25.703765869140625, + 26.456787109375, + 26.90142822265625, + 27.1165771484375, + 26.95880126953125, + 26.4281005859375, + 25.675079345703125, + 24.850341796875, + 23.715431213378906, + 22.71319580078125, + 21.9530029296875, + 21.50836181640625, + 21.07806396484375, + 20.79119873046875 + ], + "p10": [ + 20.33221435546875, + 19.916259765625, + 19.62939453125, + 19.39990234375, + 19.113037109375, + 19.0843505859375, + 19.457275390625, + 20.33221435546875, + 21.2071533203125, + 21.981689453125, + 22.591278076171875, + 23.00006103515625, + 23.204452514648438, + 23.347885131835938, + 23.1578369140625, + 22.784912109375, + 22.376129150390625, + 21.85260009765625, + 21.00634765625, + 20.33221435546875, + 19.85888671875, + 19.6007080078125, + 19.227783203125, + 18.998291015625 + ], + "p90": [ + 20.8629150390625, + 20.7481689453125, + 20.77685546875, + 20.73382568359375, + 20.73382568359375, + 20.96331787109375, + 22.074920654296875, + 23.591720581054688, + 25.32366943359375, + 26.90142822265625, + 28.1492919921875, + 29.1533203125, + 29.841796875, + 30.243408203125, + 30.18603515625, + 29.669677734375, + 28.751708984375, + 27.8050537109375, + 26.49981689453125, + 25.2232666015625, + 24.222824096679688, + 23.561241149902344, + 22.989303588867188, + 22.670166015625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_021435.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_021435.json new file mode 100644 index 0000000000000000000000000000000000000000..860d583bda1729dddcdd47a34b4860922b90f76a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260618_021435.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:14:35.195496+00:00", + "metrics": { + "MSE[mean]": 3.265212421903167, + "MSE[0.5]": 2.0555524345600134, + "MAE[0.5]": 1.1191657384236653, + "MASE[0.5]": 0.6181922872278925, + "MAPE[0.5]": 0.04934103729951961, + "sMAPE[0.5]": 0.04822957659021768, + "MSIS": 26.443721001437382, + "RMSE[mean]": 1.8069898787495096, + "NRMSE[mean]": 0.0818290476776705, + "ND[0.5]": 0.05068111761204866, + "mean_weighted_sum_quantile_loss": 0.058322632263445154 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.7585391998291, + 20.618999481201172, + 20.436073303222656, + 20.30069351196289, + 20.302343368530273, + 20.419166564941406, + 20.99262809753418, + 22.00701332092285, + 23.13190269470215, + 24.148582458496094, + 24.944150924682617, + 25.540979385375977, + 25.840978622436523, + 25.943973541259766, + 25.74445343017578, + 25.12926483154297, + 24.434043884277344, + 23.582847595214844, + 22.656145095825195, + 21.805675506591797, + 21.165306091308594, + 20.82621192932129, + 20.550310134887695, + 20.428409576416016 + ], + "p10": [ + 20.802688598632812, + 20.755508422851562, + 20.526199340820312, + 20.560462951660156, + 20.484943389892578, + 20.792221069335938, + 21.33295440673828, + 22.299644470214844, + 23.682022094726562, + 24.744630813598633, + 25.632308959960938, + 26.293418884277344, + 26.567224502563477, + 26.68696403503418, + 26.391782760620117, + 25.878326416015625, + 25.172119140625, + 24.269611358642578, + 23.42589569091797, + 22.476905822753906, + 21.774574279785156, + 21.46290397644043, + 21.272647857666016, + 21.073715209960938 + ], + "p90": [ + 20.911060333251953, + 21.021337509155273, + 21.067108154296875, + 21.1031494140625, + 21.338253021240234, + 21.730422973632812, + 22.612831115722656, + 23.95408058166504, + 25.405235290527344, + 26.714853286743164, + 27.75808334350586, + 28.523576736450195, + 28.89879608154297, + 29.103227615356445, + 28.876253128051758, + 28.262720108032227, + 27.504972457885742, + 26.533782958984375, + 25.476165771484375, + 24.442758560180664, + 23.69216537475586, + 23.299306869506836, + 22.89461326599121, + 22.62143325805664 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_021944.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_021944.json new file mode 100644 index 0000000000000000000000000000000000000000..b8e7b763a11f3ca78657238bd4006d0370508a72 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_021944.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:19:44.369094+00:00", + "metrics": { + "MSE[mean]": 0.599317467854083, + "MSE[0.5]": 0.599317467854083, + "MAE[0.5]": 0.5944896539052328, + "MASE[0.5]": 0.3283775639867488, + "MAPE[0.5]": 0.026530083893923598, + "sMAPE[0.5]": 0.026747771423885704, + "MSIS": 2.1204012782978103, + "RMSE[mean]": 0.7741559712707013, + "NRMSE[mean]": 0.03505744366808659, + "ND[0.5]": 0.026921303104895065, + "mean_weighted_sum_quantile_loss": 0.02886119856295038 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.781906127929688, + 20.675437927246094, + 20.57654571533203, + 20.45308494567871, + 20.366914749145508, + 20.39887046813965, + 20.841705322265625, + 21.520286560058594, + 22.2479248046875, + 22.92205238342285, + 23.47926139831543, + 23.921674728393555, + 24.187503814697266, + 24.22819709777832, + 24.132558822631836, + 23.859928131103516, + 23.493650436401367, + 23.030319213867188, + 22.242515563964844, + 21.618759155273438, + 21.15574073791504, + 20.8491153717041, + 20.60015296936035, + 20.33843231201172 + ], + "p10": [ + 20.654205322265625, + 20.415931701660156, + 20.17816925048828, + 19.899864196777344, + 19.634098052978516, + 19.455062866210938, + 19.697734832763672, + 20.138019561767578, + 20.626562118530273, + 21.042760848999023, + 21.25497055053711, + 21.27948760986328, + 21.255535125732422, + 21.144180297851562, + 21.01751136779785, + 20.864742279052734, + 20.78468132019043, + 20.646625518798828, + 20.232421875, + 19.853376388549805, + 19.47370147705078, + 19.16350746154785, + 18.875059127807617, + 18.61350440979004 + ], + "p90": [ + 20.899417877197266, + 20.91337776184082, + 20.95802879333496, + 20.990398406982422, + 21.076688766479492, + 21.287723541259766, + 21.966386795043945, + 22.909055709838867, + 23.967622756958008, + 25.019378662109375, + 26.02660369873047, + 26.848270416259766, + 27.507699966430664, + 27.76997947692871, + 27.770891189575195, + 27.426652908325195, + 26.860736846923828, + 25.90775489807129, + 24.627986907958984, + 23.72882652282715, + 23.107662200927734, + 22.723604202270508, + 22.383323669433594, + 22.101194381713867 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_021821.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_021821.json new file mode 100644 index 0000000000000000000000000000000000000000..ef833c692239e0f637da252b21c2a0e169444d72 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_021821.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:21.609695+00:00", + "metrics": { + "MSE[mean]": 3.4284285278736206, + "MSE[0.5]": 3.4284285278736206, + "MAE[0.5]": 1.3590960502624512, + "MASE[0.5]": 0.7507223166584148, + "MAPE[0.5]": 0.05963965742649446, + "sMAPE[0.5]": 0.0567959913348521, + "MSIS": 2.6957509008207823, + "RMSE[mean]": 1.8516016115443463, + "NRMSE[mean]": 0.08384927792510193, + "ND[0.5]": 0.06154629685719261, + "mean_weighted_sum_quantile_loss": 0.04398314079085203 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.75291633605957, + 20.661235809326172, + 20.510290145874023, + 20.339534759521484, + 20.249828338623047, + 20.421283721923828, + 21.07335090637207, + 22.216672897338867, + 23.341068267822266, + 24.38194465637207, + 25.33951187133789, + 26.034870147705078, + 26.50377655029297, + 26.835899353027344, + 26.63916778564453, + 26.29499053955078, + 25.75944709777832, + 24.8602294921875, + 23.83880043029785, + 22.886707305908203, + 22.181123733520508, + 21.73434829711914, + 21.395187377929688, + 21.07792854309082 + ], + "p10": [ + 20.5836238861084, + 20.372854232788086, + 19.998037338256836, + 19.496700286865234, + 19.292858123779297, + 19.30006217956543, + 19.85402488708496, + 20.420028686523438, + 21.0481014251709, + 21.642528533935547, + 21.946794509887695, + 22.25947380065918, + 22.45566177368164, + 22.55890655517578, + 22.429880142211914, + 22.154600143432617, + 21.82029151916504, + 21.329204559326172, + 20.846384048461914, + 20.311325073242188, + 19.882423400878906, + 19.564743041992188, + 19.34213638305664, + 19.100177764892578 + ], + "p90": [ + 20.88675880432129, + 20.863679885864258, + 20.82301902770996, + 20.76272964477539, + 20.905550003051758, + 21.283466339111328, + 22.561738967895508, + 24.0993709564209, + 25.75850486755371, + 27.60481071472168, + 28.874244689941406, + 30.156736373901367, + 30.67273712158203, + 31.06147003173828, + 31.05324935913086, + 30.473325729370117, + 29.6243953704834, + 28.91620445251465, + 27.41275405883789, + 25.907917022705078, + 24.66209602355957, + 24.038484573364258, + 23.571983337402344, + 23.163890838623047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_022256.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..2d9de1f43b8ed1498abc60dcd8a73e1b89154161 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:56.107282+00:00", + "metrics": { + "MSE[mean]": 2.3441744688684634, + "MSE[0.5]": 1.8649522256501452, + "MAE[0.5]": 1.1368827787869766, + "MASE[0.5]": 0.8717311900160393, + "MAPE[0.5]": 0.05921842866836405, + "sMAPE[0.5]": 0.05678895207936025, + "MSIS": 13.071253086925985, + "RMSE[mean]": 1.5310697139152296, + "NRMSE[mean]": 0.07729422298218765, + "ND[0.5]": 0.05739416710389911, + "mean_weighted_sum_quantile_loss": 0.053766801439576045 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 20.82532930252162, + 20.837242863050093, + 20.83350715112249, + 20.834621897820014, + 20.83429447927907, + 20.834400884098372, + 20.83434556003065, + 20.83437764139154, + 20.83449237822088, + 20.834393953817536, + 20.834374926319217, + 20.834377058047618, + 20.834360323006088, + 20.835485629411977, + 20.834370654739455, + 20.834833061977275, + 20.834373493783435, + 20.834374986155723, + 20.8343937556745, + 20.834253497950634, + 20.834373453257363, + 20.836132829713076, + 20.834342633399032, + 20.83437345325775 + ], + "p10": [ + 20.420101803264664, + 20.247095925462283, + 20.243369624595815, + 20.24449796643733, + 20.406873009670225, + 20.011437630312884, + 20.24422919797496, + 20.40695420498079, + 20.43011313093186, + 20.244236165440977, + 20.40695197157881, + 20.43011380524876, + 20.24423596184875, + 20.244235023785347, + 20.244226515172816, + 20.244236444979556, + 20.24423644478415, + 20.425031541034446, + 20.464885870281247, + 20.24423596730332, + 20.425031541020388, + 20.406952031401747, + 20.24423639707669, + 20.425031541020775 + ], + "p90": [ + 21.7151828811047, + 21.466900260904566, + 21.833414949881995, + 21.459087054836427, + 21.72460766643159, + 21.73566994974074, + 21.42451314946451, + 21.598780741952318, + 21.43275925029105, + 21.611369573715773, + 21.46403079128939, + 21.83428131065018, + 21.834369069870885, + 21.43275990819251, + 21.4640308506151, + 21.834281292738346, + 21.477505622792993, + 21.724686640423943, + 21.43275990654189, + 21.59877856837441, + 21.47750562283793, + 21.834290049002625, + 21.425036223379387, + 21.432759906546032 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_021340.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_021340.json new file mode 100644 index 0000000000000000000000000000000000000000..42b22fb18cd56d533408ddf2e9c147358c422a34 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260618_021340.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:40.004554+00:00", + "metrics": { + "MSE[mean]": 2.065891313600787, + "MSE[0.5]": 2.065891313600787, + "MAE[0.5]": 1.1627431710561116, + "MASE[0.5]": 0.8915602444688718, + "MAPE[0.5]": 0.06072335377369043, + "sMAPE[0.5]": 0.058016833430381755, + "MSIS": 6.943902277613918, + "RMSE[mean]": 1.4373208805276527, + "NRMSE[mean]": 0.0725614252745971, + "ND[0.5]": 0.05869969807240472, + "mean_weighted_sum_quantile_loss": 0.03793198411271381 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.054811477661133, + 21.05975341796875, + 21.045289993286133, + 21.048444747924805, + 21.02919578552246, + 21.05119514465332, + 21.031387329101562, + 21.011056900024414, + 21.010730743408203, + 21.014930725097656, + 21.001161575317383, + 21.005144119262695, + 21.005786895751953, + 21.013294219970703, + 21.00469207763672, + 21.00498390197754, + 20.939119338989258, + 20.915878295898438, + 20.899763107299805, + 20.857189178466797, + 20.845409393310547, + 20.843246459960938, + 20.817852020263672, + 20.79551887512207 + ], + "p10": [ + 20.685527801513672, + 20.556203842163086, + 20.45945930480957, + 20.359617233276367, + 20.281583786010742, + 20.252012252807617, + 20.18255043029785, + 20.09885025024414, + 20.047250747680664, + 19.9857177734375, + 19.925540924072266, + 19.870264053344727, + 19.780447006225586, + 19.725688934326172, + 19.675355911254883, + 19.602514266967773, + 19.267541885375977, + 19.15960121154785, + 19.104360580444336, + 19.035608291625977, + 18.999122619628906, + 18.924591064453125, + 18.839019775390625, + 18.808757781982422 + ], + "p90": [ + 21.502723693847656, + 21.630542755126953, + 21.747005462646484, + 21.863739013671875, + 21.971332550048828, + 22.020204544067383, + 22.071653366088867, + 22.12752342224121, + 22.207454681396484, + 22.27276039123535, + 22.35659408569336, + 22.43478012084961, + 22.5274715423584, + 22.61395263671875, + 22.664323806762695, + 22.671037673950195, + 22.57968521118164, + 22.62201690673828, + 22.65017318725586, + 22.692073822021484, + 22.70465087890625, + 22.7449893951416, + 22.762571334838867, + 22.786741256713867 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_022256.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..4366dba179f8a9f69de25bcce3ef96a8b132641c --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.324438+00:00", + "metrics": { + "MSE[mean]": 4.0192324279807785, + "MSE[0.5]": 3.9488045371153953, + "MAE[0.5]": 1.649559952272967, + "MASE[0.5]": 1.2648382815086638, + "MAPE[0.5]": 0.08594079167567288, + "sMAPE[0.5]": 0.08085817576582328, + "MSIS": 15.354305925166157, + "RMSE[mean]": 2.0048023413745253, + "NRMSE[mean]": 0.10121004798217441, + "ND[0.5]": 0.08327606092307098, + "mean_weighted_sum_quantile_loss": 0.07867083332702203 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.08485486570629, + 21.117292987793718, + 21.14973110988115, + 21.182169231968576, + 21.214607354056007, + 21.247045476143438, + 21.279483598230865, + 21.311921720318296, + 21.344359842405726, + 21.376797964493154, + 21.409236086580584, + 21.441674208668015, + 21.474112330755442, + 21.506550452842873, + 21.5389885749303, + 21.57142669701773, + 21.603864819105162, + 21.63630294119259, + 21.66874106328002, + 21.701179185367447, + 21.733617307454878, + 21.76605542954231, + 21.798493551629736, + 21.830931673717167 + ], + "p10": [ + 20.08485486570629, + 20.117292987793718, + 20.14973110988115, + 20.782169613438302, + 20.904608078848486, + 20.547044713203984, + 20.87948397970059, + 20.311921720318296, + 20.344359842405726, + 20.376797964493154, + 20.679235399935077, + 21.04167459013774, + 20.744111644109935, + 20.506550452842873, + 20.5389885749303, + 21.171427078487458, + 20.603864819105162, + 20.63630294119259, + 20.66874106328002, + 21.001178422427994, + 21.303617574483688, + 21.366055811012036, + 21.098492788690283, + 21.430932055186894 + ], + "p90": [ + 22.08485486570629, + 22.117292987793718, + 22.14973110988115, + 22.182169231968576, + 22.214607354056007, + 22.247045476143438, + 22.279483598230865, + 22.311921720318296, + 22.344359842405726, + 22.376797964493154, + 21.809235705110858, + 22.441674208668015, + 22.474112330755442, + 22.506550452842873, + 22.5389885749303, + 22.57142669701773, + 22.603864819105162, + 22.63630294119259, + 22.66874106328002, + 22.701179185367447, + 22.333617688924605, + 22.76605542954231, + 22.798493551629736, + 22.830931673717167 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_022134.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_022134.json new file mode 100644 index 0000000000000000000000000000000000000000..6cad203de0bfa1c90e6e8730774088cb15fdf691 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_022134.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:34.034411+00:00", + "metrics": { + "MSE[mean]": 3.723936677087598, + "MSE[0.5]": 3.3715563370234727, + "MAE[0.5]": 1.525612195332845, + "MASE[0.5]": 1.1697984694248564, + "MAPE[0.5]": 0.07948034233465003, + "sMAPE[0.5]": 0.0751198854576622, + "MSIS": 15.656466915200214, + "RMSE[mean]": 1.9297504183410865, + "NRMSE[mean]": 0.09742114142784504, + "ND[0.5]": 0.07701870668505083, + "mean_weighted_sum_quantile_loss": 0.053953705746007254 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.117745399475098, + 21.09685230255127, + 21.158367156982422, + 21.17098331451416, + 21.203669548034668, + 21.197440147399902, + 21.328060150146484, + 21.203773498535156, + 21.23374366760254, + 21.26516628265381, + 21.227782249450684, + 21.235347747802734, + 21.591465950012207, + 21.280070304870605, + 21.400994300842285, + 21.51219367980957, + 21.349946975708008, + 21.598109245300293, + 21.59138584136963, + 21.380352020263672, + 21.49027156829834, + 21.516510009765625, + 21.490516662597656, + 21.6159029006958 + ], + "p10": [ + 20.679818153381348, + 20.63068962097168, + 20.592241287231445, + 20.514668464660645, + 20.26692485809326, + 20.336777687072754, + 20.375956535339355, + 20.27666473388672, + 20.174002647399902, + 20.1440372467041, + 20.141353607177734, + 20.202170372009277, + 20.12898063659668, + 19.904787063598633, + 19.892364501953125, + 20.048022270202637, + 19.516874313354492, + 19.859745025634766, + 19.658876419067383, + 19.71694564819336, + 19.812637329101562, + 19.67471408843994, + 19.843918800354004, + 19.44846248626709 + ], + "p90": [ + 21.48996639251709, + 21.70110321044922, + 21.8386869430542, + 22.026195526123047, + 22.005366325378418, + 22.14743423461914, + 22.496161460876465, + 22.286131858825684, + 22.345566749572754, + 22.2736177444458, + 22.397991180419922, + 22.69868755340576, + 22.865580558776855, + 23.12669563293457, + 23.157032012939453, + 23.48242950439453, + 23.001626014709473, + 23.879047393798828, + 23.611759185791016, + 23.263179779052734, + 23.216784477233887, + 23.839336395263672, + 23.64482593536377, + 24.162842750549316 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_022256.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..aec5f827a89f9ad57fa9bcd368daec95c7043bbe --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.434234+00:00", + "metrics": { + "MSE[mean]": 3.7479940749581284, + "MSE[0.5]": 3.675708309383433, + "MAE[0.5]": 1.6923684806154473, + "MASE[0.5]": 1.2976627116532062, + "MAPE[0.5]": 0.08764679336466134, + "sMAPE[0.5]": 0.08291897492380969, + "MSIS": 13.51196922913772, + "RMSE[mean]": 1.9359736762048518, + "NRMSE[mean]": 0.09773531515659542, + "ND[0.5]": 0.08543719826722342, + "mean_weighted_sum_quantile_loss": 0.07982157157883137 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421, + 21.50070179805421 + ], + "p10": [ + 20.50070179805421, + 20.50070179805421, + 20.50070179805421, + 21.100702179523935, + 21.19070252284669, + 20.800701035114756, + 21.100702179523935, + 20.50070179805421, + 20.50070179805421, + 20.50070179805421, + 20.7707011114087, + 21.100702179523935, + 20.7707011114087, + 20.50070179805421, + 20.50070179805421, + 21.100702179523935, + 20.50070179805421, + 20.50070179805421, + 20.50070179805421, + 20.800701035114756, + 21.07070206508302, + 21.100702179523935, + 20.800701035114756, + 21.100702179523935 + ], + "p90": [ + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 21.900701416584482, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421, + 22.100702179523935, + 22.50070179805421, + 22.50070179805421, + 22.50070179805421 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..4e340ae40c7beefdbdb5008c1b1c93ad73bf1682 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.500274+00:00", + "metrics": { + "MSE[mean]": 3.2441668923696247, + "MSE[0.5]": 3.2441668923696247, + "MAE[0.5]": 1.7250000635782878, + "MASE[0.5]": 1.3226837333267467, + "MAPE[0.5]": 0.08821243193599738, + "sMAPE[0.5]": 0.08411621085411321, + "MSIS": 34.08460333824642, + "RMSE[mean]": 1.8011570981926104, + "NRMSE[mean]": 0.09092926148845354, + "ND[0.5]": 0.08708456469794049, + "mean_weighted_sum_quantile_loss": 0.079837334186379 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "p10": [ + 21.56, + 21.56, + 22.54, + 21.56, + 21.56, + 21.56, + 21.56, + 21.56, + 21.56, + 21.56, + 21.266000747680664, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 21.56, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.67800037384033 + ], + "p90": [ + 22.44, + 22.44, + 23.46, + 22.44, + 22.44, + 22.44, + 22.44, + 22.44, + 22.44, + 22.44, + 22.134000778198242, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 22.44, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.522000389099123 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_022236.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_022236.json new file mode 100644 index 0000000000000000000000000000000000000000..a6482f1e02a6f19f05afc15ba024ae27b8765b92 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_022236.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:36.184945+00:00", + "metrics": { + "MSE[mean]": 2.5433711619760593, + "MSE[0.5]": 2.5433711619760593, + "MAE[0.5]": 1.3212125301361084, + "MASE[0.5]": 1.013070294185061, + "MAPE[0.5]": 0.06885334592020358, + "sMAPE[0.5]": 0.06553879841461395, + "MSIS": 21.34417355986649, + "RMSE[mean]": 1.5947950219310503, + "NRMSE[mean]": 0.08051131892668763, + "ND[0.5]": 0.06669983409838048, + "mean_weighted_sum_quantile_loss": 0.05282061720486584 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.105377197265625, + 21.1383056640625, + 21.13323974609375, + 21.130706787109375, + 21.145904541015625, + 21.145904541015625, + 21.145904541015625, + 21.1585693359375, + 21.15350341796875, + 21.13323974609375, + 21.13323974609375, + 21.128173828125, + 21.1383056640625, + 21.140838623046875, + 21.145904541015625, + 21.140838623046875, + 21.0977783203125, + 21.128173828125, + 21.13323974609375, + 21.11297607421875, + 21.1180419921875, + 21.10791015625, + 21.110443115234375, + 21.08258056640625 + ], + "p10": [ + 20.87994384765625, + 20.790023803710938, + 20.674774169921875, + 20.58422088623047, + 20.548126220703125, + 20.535144805908203, + 20.492401123046875, + 20.46137237548828, + 20.416412353515625, + 20.361953735351562, + 20.329025268554688, + 20.315093994140625, + 20.278366088867188, + 20.239105224609375, + 20.228973388671875, + 20.215042114257812, + 20.168182373046875, + 20.168182373046875, + 20.152984619140625, + 20.0947265625, + 20.074462890625, + 20.03900146484375, + 20.006072998046875, + 19.94781494140625 + ], + "p90": [ + 21.4827880859375, + 21.68035888671875, + 21.8070068359375, + 21.91845703125, + 21.9893798828125, + 22.0299072265625, + 22.100830078125, + 22.141357421875, + 22.1717529296875, + 22.16162109375, + 22.16162109375, + 22.181884765625, + 22.222412109375, + 22.2528076171875, + 22.262939453125, + 22.2528076171875, + 22.1514892578125, + 22.2122802734375, + 22.2325439453125, + 22.24267578125, + 22.24267578125, + 22.2528076171875, + 22.262939453125, + 22.24267578125 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_021456.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_021456.json new file mode 100644 index 0000000000000000000000000000000000000000..606fafadb0427ee450998e7b15fdf78a5f84ef4e --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260618_021456.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:14:56.482768+00:00", + "metrics": { + "MSE[mean]": 2.14338651504598, + "MSE[0.5]": 1.8274821756972415, + "MAE[0.5]": 1.0949596563975017, + "MASE[0.5]": 0.8395856653835363, + "MAPE[0.5]": 0.05718058401844452, + "sMAPE[0.5]": 0.05478118489716257, + "MSIS": 36.605840459856665, + "RMSE[mean]": 1.4640309132822231, + "NRMSE[mean]": 0.07390984932663709, + "ND[0.5]": 0.0552777284201273, + "mean_weighted_sum_quantile_loss": 0.059645884677861055 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.005949020385742, + 20.962182998657227, + 20.954153060913086, + 20.917259216308594, + 20.926054000854492, + 20.931842803955078, + 20.93245506286621, + 20.89344596862793, + 20.88614273071289, + 20.845239639282227, + 20.832813262939453, + 20.82441520690918, + 20.852407455444336, + 20.848731994628906, + 20.85558319091797, + 20.838850021362305, + 20.84185028076172, + 20.83492088317871, + 20.783939361572266, + 20.828813552856445, + 20.80251693725586, + 20.786800384521484, + 20.76268768310547, + 20.76476287841797 + ], + "p10": [ + 21.126014709472656, + 21.109119415283203, + 21.033920288085938, + 21.06277084350586, + 21.048994064331055, + 21.01209259033203, + 21.008256912231445, + 20.966930389404297, + 21.04210662841797, + 20.999332427978516, + 20.948556900024414, + 20.94972038269043, + 20.965930938720703, + 20.97899627685547, + 20.94936180114746, + 20.955001831054688, + 20.974946975708008, + 20.89577865600586, + 20.9438533782959, + 20.975126266479492, + 20.973957061767578, + 20.95022964477539, + 20.924686431884766, + 20.918947219848633 + ], + "p90": [ + 21.37723731994629, + 21.405492782592773, + 21.42572784423828, + 21.429136276245117, + 21.44723892211914, + 21.455636978149414, + 21.461925506591797, + 21.440099716186523, + 21.41719627380371, + 21.424880981445312, + 21.442626953125, + 21.400341033935547, + 21.45867919921875, + 21.484100341796875, + 21.47934341430664, + 21.498836517333984, + 21.515352249145508, + 21.55331039428711, + 21.554668426513672, + 21.582191467285156, + 21.593055725097656, + 21.593416213989258, + 21.566577911376953, + 21.56230354309082 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_022012.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_022012.json new file mode 100644 index 0000000000000000000000000000000000000000..734f85552a1549896875ae9f6a81f22e1f0d3e96 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_022012.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:20:12.103045+00:00", + "metrics": { + "MSE[mean]": 2.7503622540669617, + "MSE[0.5]": 2.7503622540669617, + "MAE[0.5]": 1.3712400595347087, + "MASE[0.5]": 1.0514300605127165, + "MAPE[0.5]": 0.07147389781003688, + "sMAPE[0.5]": 0.06789637687979252, + "MSIS": 19.496190055933454, + "RMSE[mean]": 1.6584216152917695, + "NRMSE[mean]": 0.0837234313799111, + "ND[0.5]": 0.06922541407520279, + "mean_weighted_sum_quantile_loss": 0.05279065088782467 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.10670280456543, + 21.11767578125, + 21.13255500793457, + 21.147933959960938, + 21.13904571533203, + 21.157438278198242, + 21.145801544189453, + 21.154563903808594, + 21.165485382080078, + 21.171489715576172, + 21.17786979675293, + 21.18536376953125, + 21.194324493408203, + 21.202470779418945, + 21.21056365966797, + 21.217620849609375, + 21.211322784423828, + 21.22144889831543, + 21.217634201049805, + 21.216136932373047, + 21.211755752563477, + 21.204845428466797, + 21.200721740722656, + 21.198989868164062 + ], + "p10": [ + 20.894207000732422, + 20.82496452331543, + 20.746952056884766, + 20.67884635925293, + 20.632022857666016, + 20.590497970581055, + 20.516376495361328, + 20.46111297607422, + 20.42235565185547, + 20.3834285736084, + 20.34999656677246, + 20.321369171142578, + 20.267169952392578, + 20.21881103515625, + 20.166364669799805, + 20.10239601135254, + 20.037750244140625, + 20.00358772277832, + 19.95827865600586, + 19.921571731567383, + 19.876277923583984, + 19.82788848876953, + 19.7914981842041, + 19.74784278869629 + ], + "p90": [ + 21.50045394897461, + 21.79059600830078, + 21.921768188476562, + 22.022743225097656, + 22.081974029541016, + 22.156208038330078, + 22.14273452758789, + 22.181352615356445, + 22.238525390625, + 22.31535530090332, + 22.39279556274414, + 22.437707901000977, + 22.46845245361328, + 22.533782958984375, + 22.636137008666992, + 22.675811767578125, + 22.676712036132812, + 22.696739196777344, + 22.692392349243164, + 22.69051742553711, + 22.684770584106445, + 22.703893661499023, + 22.720773696899414, + 22.746618270874023 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_021837.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_021837.json new file mode 100644 index 0000000000000000000000000000000000000000..aa7cbd36848bfa5be2a4cc482d03cfcb6259bc40 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_021837.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:37.465539+00:00", + "metrics": { + "MSE[mean]": 2.397305476831965, + "MSE[0.5]": 2.397305476831965, + "MAE[0.5]": 1.2610963980356853, + "MASE[0.5]": 0.9669748581797956, + "MAPE[0.5]": 0.06582440888520215, + "sMAPE[0.5]": 0.06269397528471832, + "MSIS": 11.924847844769204, + "RMSE[mean]": 1.548323440638927, + "NRMSE[mean]": 0.07816525673625813, + "ND[0.5]": 0.06366494308253348, + "mean_weighted_sum_quantile_loss": 0.04434896832845816 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" + ], + "context": [ + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actual": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "predictions": { + "p50": [ + 21.081974029541016, + 21.077539443969727, + 21.078210830688477, + 21.07303810119629, + 21.06287956237793, + 21.072059631347656, + 21.069263458251953, + 21.0731201171875, + 21.066139221191406, + 21.069368362426758, + 21.06481170654297, + 21.067628860473633, + 21.06641387939453, + 21.069490432739258, + 21.06828498840332, + 21.0666561126709, + 21.071807861328125, + 21.06822395324707, + 21.068498611450195, + 21.067604064941406, + 21.066659927368164, + 21.06574058532715, + 21.06452178955078, + 21.066377639770508 + ], + "p10": [ + 20.675918579101562, + 20.58778953552246, + 20.441802978515625, + 20.35137367248535, + 20.245424270629883, + 20.25925636291504, + 20.16404151916504, + 20.09150505065918, + 20.059329986572266, + 19.98979377746582, + 19.966211318969727, + 19.913297653198242, + 19.870702743530273, + 19.821115493774414, + 19.782411575317383, + 19.73649787902832, + 19.672487258911133, + 19.61773681640625, + 19.567657470703125, + 19.530494689941406, + 19.463558197021484, + 19.449979782104492, + 19.398902893066406, + 19.38098907470703 + ], + "p90": [ + 21.887454986572266, + 21.956729888916016, + 22.009532928466797, + 21.946077346801758, + 22.067344665527344, + 21.999845504760742, + 22.147109985351562, + 22.151199340820312, + 22.22283172607422, + 22.198331832885742, + 22.283863067626953, + 22.326400756835938, + 22.388893127441406, + 22.41360092163086, + 22.46973419189453, + 22.52126693725586, + 22.57052230834961, + 22.612323760986328, + 22.64892578125, + 22.69441795349121, + 22.736488342285156, + 22.77642822265625, + 22.798480987548828, + 22.851741790771484 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_022256.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..b4622d9c0eb4ef065d870db22169fd9509a4e224 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T02:22:56.164847+00:00", + "metrics": { + "MSE[mean]": 36.530139969173995, + "MSE[0.5]": 35.48176742856933, + "MAE[0.5]": 5.075725780807683, + "MASE[0.5]": 2.5065310560664535, + "MAPE[0.5]": 0.20847663780421785, + "sMAPE[0.5]": 0.18171457195451604, + "MSIS": 77.83659626836562, + "RMSE[mean]": 6.044016873667213, + "NRMSE[mean]": 0.23294749016286465, + "ND[0.5]": 0.1956277763792356, + "mean_weighted_sum_quantile_loss": 0.1888146406241469 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.20393276851203, + 29.043080455907052, + 29.614523133486394, + 30.109850867614156, + 30.427770678585567, + 30.68546529592329, + 30.910734063271278, + 31.02013254153698, + 31.13823065582477, + 31.292436635480044, + 31.410855609999302, + 31.39410112095856, + 31.511482248644334, + 31.471731988485825, + 31.54346920582917, + 31.644164993184994, + 31.53611164550444, + 31.543960599976497, + 31.610987051887022, + 31.6037430868068, + 31.544922161519732, + 31.586800094944987, + 31.577468114899823, + 31.6066705179185 + ], + "p10": [ + 27.43966588403561, + 28.200878536765032, + 28.72703947789026, + 29.039251026169822, + 29.638355232109053, + 29.92274096442869, + 30.262765833409592, + 30.202497722803233, + 30.335130422304417, + 30.468959834606455, + 30.61627909358441, + 30.83963925630414, + 30.910726588188062, + 30.7437284269232, + 30.767291775652165, + 30.963473891035395, + 30.915583136929698, + 30.776927403030303, + 30.64401548017607, + 30.606824647057216, + 30.61521334987134, + 30.748287015533343, + 30.817083210554458, + 30.817049458129 + ], + "p90": [ + 28.886489707918955, + 29.751331045487454, + 30.269062192467306, + 30.856387807608314, + 31.263062845013167, + 31.361253975848804, + 31.690883415530845, + 31.79099811094063, + 31.89138701727714, + 32.03755291707595, + 32.0959434781653, + 32.16823253672838, + 32.196570116810335, + 32.32518491275355, + 32.35126701098498, + 32.255454362390545, + 32.32734398688891, + 32.260471356772165, + 32.43330294216209, + 32.52294077545867, + 32.3715371520714, + 32.42748783378054, + 32.368700456284294, + 32.37610849551691 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_021352.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_021352.json new file mode 100644 index 0000000000000000000000000000000000000000..93e775e24b99c03d31a218792b11f233c59976a0 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260618_021352.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T02:13:52.127346+00:00", + "metrics": { + "MSE[mean]": 2.0855517859469423, + "MSE[0.5]": 2.0855517859469423, + "MAE[0.5]": 1.3815631866455078, + "MASE[0.5]": 0.6822533727765836, + "MAPE[0.5]": 0.05438422676403106, + "sMAPE[0.5]": 0.05607807520692143, + "MSIS": 2.0121007706484875, + "RMSE[mean]": 1.444143963026866, + "NRMSE[mean]": 0.05565995573021031, + "ND[0.5]": 0.05324797788580771, + "mean_weighted_sum_quantile_loss": 0.043881186226836726 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.338973999023438, + 28.73745346069336, + 28.920753479003906, + 28.693115234375, + 28.067792892456055, + 27.380474090576172, + 26.431371688842773, + 25.407611846923828, + 24.434444427490234, + 23.759502410888672, + 23.092262268066406, + 22.55562973022461, + 22.127513885498047, + 21.828109741210938, + 21.66968536376953, + 21.69673728942871, + 21.593669891357422, + 21.414974212646484, + 21.357677459716797, + 21.848575592041016, + 23.058347702026367, + 24.60780143737793, + 25.849458694458008, + 26.9484920501709 + ], + "p10": [ + 27.645492553710938, + 27.607725143432617, + 27.481163024902344, + 27.069927215576172, + 26.358396530151367, + 25.592714309692383, + 24.679340362548828, + 23.773122787475586, + 22.82582664489746, + 22.186250686645508, + 21.44974136352539, + 20.826374053955078, + 20.373573303222656, + 20.016956329345703, + 19.803653717041016, + 19.72840118408203, + 19.69166374206543, + 19.542251586914062, + 19.403091430664062, + 19.846107482910156, + 20.852298736572266, + 22.144102096557617, + 23.052692413330078, + 23.80898094177246 + ], + "p90": [ + 29.13113784790039, + 29.921463012695312, + 30.34684181213379, + 30.366273880004883, + 29.879976272583008, + 29.235904693603516, + 28.224363327026367, + 27.243467330932617, + 26.06850814819336, + 25.278671264648438, + 24.624753952026367, + 24.13007354736328, + 23.723417282104492, + 23.573299407958984, + 23.48940086364746, + 23.65496253967285, + 23.516340255737305, + 23.2639217376709, + 23.236555099487305, + 23.80541229248047, + 25.295007705688477, + 27.186738967895508, + 28.76726531982422, + 30.193174362182617 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_022256.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..6de9da5cb8132adeb3bfbb91eaa0f26d8bd17cc1 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T02:22:56.361595+00:00", + "metrics": { + "MSE[mean]": 462.1043027372319, + "MSE[0.5]": 457.3780665543389, + "MAE[0.5]": 18.323345769982357, + "MASE[0.5]": 9.048565113026317, + "MAPE[0.5]": 0.7410372040527909, + "sMAPE[0.5]": 0.49522275537339167, + "MSIS": 333.24127569911417, + "RMSE[mean]": 21.496611424529956, + "NRMSE[mean]": 0.8285188117471718, + "ND[0.5]": 0.7062153362113119, + "mean_weighted_sum_quantile_loss": 0.6978561783954065 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.582802988327597, + 29.94158215371853, + 31.400359793230557, + 32.75913895862149, + 34.0179177425427, + 35.47669728940336, + 36.835476454794296, + 38.09425714606414, + 39.553034785576166, + 40.911813950967094, + 42.17059464223694, + 43.52937380762787, + 44.93815221007936, + 46.24693213840974, + 47.70570977792177, + 49.0644889433127, + 50.42326810870364, + 51.78204727409457, + 53.1408264394855, + 54.49960560487644, + 55.75838629614628, + 57.11716546153722, + 58.57594310104924, + 59.93472226644018 + ], + "p10": [ + 27.772801996506306, + 29.13158116189724, + 30.60036055617001, + 31.75913895862149, + 33.11791812401243, + 34.47669728940336, + 35.93547683626402, + 37.28425615424285, + 38.94303436595947, + 40.20181334061553, + 41.470591971948856, + 42.829371137339784, + 44.07815198119752, + 45.44693099400056, + 47.00571092233095, + 48.064490850661336, + 49.523268490173365, + 50.77204742668246, + 52.13082659207339, + 53.499607512225076, + 54.75838629614628, + 56.217165843006946, + 57.77594195664006, + 58.93472398305395 + ], + "p90": [ + 29.902802110947224, + 31.06158242074734, + 32.60036055617001, + 34.17913865344571, + 35.33791877251096, + 36.58669770902006, + 38.23547607332457, + 39.19425562018523, + 40.95303440410644, + 42.31181356949737, + 43.69059452779602, + 44.7393725106308, + 46.18815049346559, + 47.54693137547029, + 49.10570939645204, + 50.46448856184298, + 51.82326772723391, + 52.982048037034026, + 54.540826058015774, + 56.09960598634617, + 56.96838518988407, + 58.617163554188586, + 59.975942719579514, + 61.334721884970456 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_022150.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_022150.json new file mode 100644 index 0000000000000000000000000000000000000000..75611e9b93a13b157f8f3ec511240859320849fe --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_022150.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T02:21:50.024015+00:00", + "metrics": { + "MSE[mean]": 1.357870622180447, + "MSE[0.5]": 1.536975638865253, + "MAE[0.5]": 1.152564247449239, + "MASE[0.5]": 0.5691674856169381, + "MAPE[0.5]": 0.045023164329549815, + "sMAPE[0.5]": 0.04622259833508461, + "MSIS": 1.9498731142306962, + "RMSE[mean]": 1.1652770581198477, + "NRMSE[mean]": 0.044911913998129445, + "ND[0.5]": 0.04442193896984381, + "mean_weighted_sum_quantile_loss": 0.03913764590326775 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.171274185180664, + 28.586254119873047, + 28.654447555541992, + 28.29853343963623, + 27.791431427001953, + 27.271918296813965, + 26.44414710998535, + 25.470937728881836, + 24.42567729949951, + 23.835939407348633, + 23.228365898132324, + 22.762737274169922, + 22.5447416305542, + 22.319594383239746, + 22.167820930480957, + 21.88253116607666, + 21.797961235046387, + 21.699727058410645, + 21.53511619567871, + 22.326786041259766, + 23.48795986175537, + 25.648807525634766, + 27.262544631958008, + 28.19183349609375 + ], + "p10": [ + 27.042386054992676, + 27.378305435180664, + 27.06452751159668, + 26.677966117858887, + 25.622299194335938, + 25.3132963180542, + 24.91232681274414, + 23.670284271240234, + 22.785558700561523, + 22.096571922302246, + 21.55905818939209, + 20.662830352783203, + 21.069361686706543, + 20.46504306793213, + 20.66101837158203, + 20.098923683166504, + 19.948328018188477, + 19.866901397705078, + 19.41402530670166, + 19.99486255645752, + 21.391276359558105, + 23.492966651916504, + 25.292407035827637, + 25.61428737640381 + ], + "p90": [ + 29.392661094665527, + 30.10498809814453, + 30.95292091369629, + 30.89253044128418, + 30.333006858825684, + 29.511591911315918, + 28.051284790039062, + 27.21269416809082, + 26.06006145477295, + 25.535249710083008, + 24.882234573364258, + 24.319153785705566, + 24.166414260864258, + 24.197684288024902, + 23.745479583740234, + 23.620235443115234, + 23.846351623535156, + 23.74013614654541, + 23.506903648376465, + 24.37759304046631, + 26.147085189819336, + 28.107580184936523, + 30.403388023376465, + 32.73480224609375 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_022256.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..c235a2aca5975378b57babc2998e5ca0bd35f1f9 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T02:22:56.452059+00:00", + "metrics": { + "MSE[mean]": 10.106000465637017, + "MSE[0.5]": 10.584724542880956, + "MAE[0.5]": 2.5138701356663247, + "MASE[0.5]": 1.2414172550044578, + "MAPE[0.5]": 0.09058476740819893, + "sMAPE[0.5]": 0.09731150197451705, + "MSIS": 22.0912477777737, + "RMSE[mean]": 3.1789936246612727, + "NRMSE[mean]": 0.12252424200451789, + "ND[0.5]": 0.09688916343867471, + "mean_weighted_sum_quantile_loss": 0.08598652851542099 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 23.77714045130791, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005, + 23.77713854395928, + 23.877138925429005, + 23.877138925429005, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005, + 23.77714045130791, + 23.77714045130791, + 23.827139688368458, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.877138925429005, + 23.77714045130791, + 23.77714045130791, + 23.877138925429005, + 23.877138925429005 + ], + "p10": [ + 22.96713945948662, + 22.96713945948662, + 23.077139688368458, + 22.877138925429005, + 22.877138925429005, + 22.877138925429005, + 22.97713930689873, + 22.96713945948662, + 23.267138505812305, + 23.16713831507744, + 23.077137781019825, + 23.077137781019825, + 22.96713945948662, + 22.97713930689873, + 23.177140069838185, + 22.877140832777638, + 22.97713930689873, + 22.867139078016894, + 22.867139078016894, + 22.877140832777638, + 22.77714045130791, + 22.877140832777638, + 23.077137781019825, + 22.877140642042775 + ], + "p90": [ + 25.09713957392754, + 24.89714071833672, + 25.077139688368458, + 25.29713862025322, + 25.09713957392754, + 24.987139345045705, + 25.27713854395928, + 24.877138925429005, + 25.27713854395928, + 25.27713854395928, + 25.297140336866992, + 24.98713915431084, + 25.077137971754688, + 25.077139688368458, + 25.27713854395928, + 25.27713854395928, + 25.27713854395928, + 25.077139688368458, + 25.27713854395928, + 25.47713930689873, + 24.987139345045705, + 25.27713854395928, + 25.27713854395928, + 25.27713854395928 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_022256.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_022256.json new file mode 100644 index 0000000000000000000000000000000000000000..c5898511a84434f5515aa21ea0db94f53ecd1880 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_022256.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T02:22:56.514876+00:00", + "metrics": { + "MSE[mean]": 4.937082964579986, + "MSE[0.5]": 4.937082964579986, + "MAE[0.5]": 1.9874999523162842, + "MASE[0.5]": 0.9814813820810148, + "MAPE[0.5]": 0.07465478266557615, + "sMAPE[0.5]": 0.07809063881555857, + "MSIS": 25.771602690911788, + "RMSE[mean]": 2.221954762046245, + "NRMSE[mean]": 0.08563820980202598, + "ND[0.5]": 0.07660189163402784, + "mean_weighted_sum_quantile_loss": 0.07044590438786277 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "p10": [ + 25.676000747680664, + 26.36199962615967, + 26.263999252319337, + 24.99, + 24.696000747680664, + 24.5, + 24.5, + 23.911999626159666, + 23.323999252319336, + 23.03, + 22.54, + 22.148000373840333, + 21.853999252319337, + 21.56, + 21.266000747680664, + 21.853999252319337, + 21.266000747680664, + 21.07, + 21.07, + 21.756000747680662, + 23.421999626159668, + 24.009999999999998, + 25.578000373840332, + 26.851999626159667 + ], + "p90": [ + 26.724000778198242, + 27.437999610900878, + 27.335999221801757, + 26.01, + 25.704000778198242, + 25.5, + 25.5, + 24.88799961090088, + 24.275999221801758, + 23.97, + 23.46, + 23.05200038909912, + 22.745999221801757, + 22.44, + 22.134000778198242, + 22.745999221801757, + 22.134000778198242, + 21.93, + 21.93, + 22.644000778198244, + 24.37799961090088, + 24.990000000000002, + 26.62200038909912, + 27.94799961090088 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_022246.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_022246.json new file mode 100644 index 0000000000000000000000000000000000000000..d1231a341a0e86b1263b2bc16c32a771c0fca175 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_022246.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T02:22:46.111486+00:00", + "metrics": { + "MSE[mean]": 1.5382797244645492, + "MSE[0.5]": 1.5382797244645492, + "MAE[0.5]": 1.14713454246521, + "MASE[0.5]": 0.5664861500295805, + "MAPE[0.5]": 0.043931285351766415, + "sMAPE[0.5]": 0.045057393846418076, + "MSIS": 2.1128951115557957, + "RMSE[mean]": 1.240274052161275, + "NRMSE[mean]": 0.04780243563247916, + "ND[0.5]": 0.04421266818606009, + "mean_weighted_sum_quantile_loss": 0.03764952329238327 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.19873046875, + 28.6015625, + 28.708984375, + 28.41357421875, + 27.87646484375, + 27.003662109375, + 26.23828125, + 25.1976318359375, + 24.3785400390625, + 23.969833374023438, + 23.32110595703125, + 22.9417724609375, + 22.6396484375, + 22.39794921875, + 22.2099609375, + 22.3643798828125, + 22.2838134765625, + 22.115966796875, + 22.12939453125, + 22.8477783203125, + 23.850242614746094, + 24.86865234375, + 25.7548828125, + 26.85595703125 + ], + "p10": [ + 27.5810546875, + 27.66162109375, + 27.419921875, + 26.923095703125, + 26.1845703125, + 25.338623046875, + 24.5933837890625, + 23.5997314453125, + 22.814208984375, + 22.465087890625, + 21.847412109375, + 21.444580078125, + 21.05517578125, + 20.853759765625, + 20.585205078125, + 20.73291015625, + 20.692626953125, + 20.544921875, + 20.450927734375, + 21.05517578125, + 21.91455078125, + 22.693359375, + 23.30096435546875, + 24.16033935546875 + ], + "p90": [ + 28.81640625, + 29.568359375, + 30.07861328125, + 29.998046875, + 29.67578125, + 28.81640625, + 28.0107421875, + 26.896240234375, + 26.036865234375, + 25.5400390625, + 24.81494140625, + 24.4658203125, + 24.22747802734375, + 23.937522888183594, + 23.840171813964844, + 23.97193145751953, + 23.87877655029297, + 23.798629760742188, + 23.852970123291016, + 24.6470947265625, + 25.768310546875, + 26.949951171875, + 28.064453125, + 29.2998046875 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_021511.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_021511.json new file mode 100644 index 0000000000000000000000000000000000000000..20d0bf052e989691f7ff8b91e29ea5599b60d034 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260618_021511.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T02:15:11.422720+00:00", + "metrics": { + "MSE[mean]": 0.7222865242843, + "MSE[0.5]": 1.6458366033977352, + "MAE[0.5]": 1.2263707319895427, + "MASE[0.5]": 0.6056151294866826, + "MAPE[0.5]": 0.04753171375268358, + "sMAPE[0.5]": 0.04879176925239712, + "MSIS": 0.7495494545816551, + "RMSE[mean]": 0.8498744167724429, + "NRMSE[mean]": 0.03275571800656585, + "ND[0.5]": 0.04726657618558608, + "mean_weighted_sum_quantile_loss": 0.02866634295479699 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 27.957408905029297, + 28.41400718688965, + 28.756792068481445, + 28.662187576293945, + 28.217792510986328, + 27.43026351928711, + 26.621204376220703, + 25.567657470703125, + 24.481821060180664, + 23.864761352539062, + 23.30257797241211, + 22.869190216064453, + 22.5419921875, + 22.177845001220703, + 22.149818420410156, + 22.052099227905273, + 22.011890411376953, + 21.89183807373047, + 21.846939086914062, + 22.387462615966797, + 23.352188110351562, + 24.570833206176758, + 25.64881134033203, + 26.48971939086914 + ], + "p10": [ + 28.23956298828125, + 28.606008529663086, + 29.1650390625, + 29.059358596801758, + 28.6357421875, + 28.03704071044922, + 27.178939819335938, + 26.093948364257812, + 25.07664680480957, + 24.43810272216797, + 23.797527313232422, + 23.37639617919922, + 23.020671844482422, + 22.700923919677734, + 22.661968231201172, + 22.635562896728516, + 22.655929565429688, + 22.370389938354492, + 22.40668487548828, + 22.886978149414062, + 23.980928421020508, + 25.291465759277344, + 26.443449020385742, + 27.265239715576172 + ], + "p90": [ + 28.785587310791016, + 29.581172943115234, + 30.323158264160156, + 30.490236282348633, + 30.221033096313477, + 29.4818115234375, + 28.673471450805664, + 27.55453109741211, + 26.428804397583008, + 25.7342529296875, + 25.196706771850586, + 24.708017349243164, + 24.36927604675293, + 23.985071182250977, + 23.931888580322266, + 23.92389488220215, + 23.937456130981445, + 23.909698486328125, + 23.985313415527344, + 24.594253540039062, + 25.788835525512695, + 27.280590057373047, + 28.522205352783203, + 29.46285629272461 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_022022.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_022022.json new file mode 100644 index 0000000000000000000000000000000000000000..f2b4d305d60f2846ef229b8c5fef350d27e5dc51 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_022022.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T02:20:22.648220+00:00", + "metrics": { + "MSE[mean]": 1.0192584208610544, + "MSE[0.5]": 1.0192584208610544, + "MAE[0.5]": 0.9589287439982096, + "MASE[0.5]": 0.47354502216702415, + "MAPE[0.5]": 0.03758229273004747, + "sMAPE[0.5]": 0.03838970599880951, + "MSIS": 1.871688172227132, + "RMSE[mean]": 1.009583290700205, + "NRMSE[mean]": 0.038911190784992444, + "ND[0.5]": 0.03695887169551779, + "mean_weighted_sum_quantile_loss": 0.03517743472171839 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.139970779418945, + 28.740175247192383, + 29.013362884521484, + 28.90323829650879, + 28.29890251159668, + 27.638504028320312, + 26.805252075195312, + 25.79004669189453, + 24.70724105834961, + 24.19240951538086, + 23.566673278808594, + 23.139114379882812, + 22.77008819580078, + 22.522912979125977, + 22.323232650756836, + 22.298126220703125, + 22.063905715942383, + 21.749242782592773, + 21.62834930419922, + 22.24866485595703, + 23.684181213378906, + 25.17922592163086, + 26.490026473999023, + 27.792861938476562 + ], + "p10": [ + 27.38294792175293, + 27.562177658081055, + 27.447162628173828, + 27.138687133789062, + 26.4968204498291, + 25.876445770263672, + 25.090682983398438, + 24.198184967041016, + 23.17330551147461, + 22.650100708007812, + 22.018329620361328, + 21.581138610839844, + 21.024131774902344, + 20.488025665283203, + 20.062061309814453, + 19.958351135253906, + 19.660953521728516, + 19.36517906188965, + 19.40765380859375, + 20.12809181213379, + 21.445138931274414, + 22.615468978881836, + 23.550363540649414, + 24.424171447753906 + ], + "p90": [ + 28.96898078918457, + 29.984630584716797, + 30.55343246459961, + 30.670230865478516, + 30.17569923400879, + 29.4725399017334, + 28.531320571899414, + 27.338623046875, + 26.166547775268555, + 25.619949340820312, + 24.978065490722656, + 24.552345275878906, + 24.23341941833496, + 24.092201232910156, + 23.979148864746094, + 24.06488800048828, + 23.859664916992188, + 23.600257873535156, + 23.49297523498535, + 24.211502075195312, + 25.904170989990234, + 27.653963088989258, + 29.274539947509766, + 30.99241065979004 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_021852.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_021852.json new file mode 100644 index 0000000000000000000000000000000000000000..c215c058246a07e751c6d68f06c440b64d0c3ff3 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_021852.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T02:18:52.235846+00:00", + "metrics": { + "MSE[mean]": 0.8249066105863676, + "MSE[0.5]": 0.8249066105863676, + "MAE[0.5]": 0.8519196510314941, + "MASE[0.5]": 0.4207010297242541, + "MAPE[0.5]": 0.03304062721956886, + "sMAPE[0.5]": 0.03366751132582274, + "MSIS": 2.2223672993838908, + "RMSE[mean]": 0.9082436955940667, + "NRMSE[mean]": 0.03500537701452685, + "ND[0.5]": 0.032834545084219596, + "mean_weighted_sum_quantile_loss": 0.03554642497712366 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" + ], + "context": [ + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 + ], + "actual": [ + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 + ], + "predictions": { + "p50": [ + 28.188779830932617, + 28.740966796875, + 28.98698616027832, + 28.935256958007812, + 28.41802215576172, + 27.795257568359375, + 27.032224655151367, + 25.9775333404541, + 24.998136520385742, + 24.407228469848633, + 23.72528839111328, + 23.20425033569336, + 22.842397689819336, + 22.622114181518555, + 22.458999633789062, + 22.587745666503906, + 22.31610870361328, + 22.123016357421875, + 22.062419891357422, + 22.516002655029297, + 23.61848258972168, + 25.177162170410156, + 26.281124114990234, + 27.238422393798828 + ], + "p10": [ + 27.41664695739746, + 27.49749183654785, + 27.338342666625977, + 26.95729637145996, + 26.101537704467773, + 25.438365936279297, + 24.696372985839844, + 23.758304595947266, + 22.716991424560547, + 22.206457138061523, + 21.504079818725586, + 21.042343139648438, + 20.67655372619629, + 20.347579956054688, + 20.273061752319336, + 20.383913040161133, + 20.150390625, + 19.941585540771484, + 19.875934600830078, + 20.141998291015625, + 21.026063919067383, + 22.30890655517578, + 23.14539909362793, + 23.67790985107422 + ], + "p90": [ + 28.991188049316406, + 29.959136962890625, + 30.609333038330078, + 30.950014114379883, + 30.75999641418457, + 30.254589080810547, + 29.49355125427246, + 28.405773162841797, + 27.21769905090332, + 26.612255096435547, + 25.9730167388916, + 25.354625701904297, + 24.97371482849121, + 24.794265747070312, + 24.652610778808594, + 24.86421775817871, + 24.485105514526367, + 24.267284393310547, + 24.1715145111084, + 24.685428619384766, + 26.199594497680664, + 28.195621490478516, + 29.72841453552246, + 31.031635284423828 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 7d2d6d7956b3420ecb882d85c07acd6afd8f69d4..3442d0ebe4fd98cadaf2b4c98d9d77bb55f5bcf5 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1247188.8962052662,1247188.8962052662,930.0584309895834,0.9260647766403219,0.014352097182532927,0.014205429463510706,3.945481937095657,1116.7761173150445,0.017141965656950496,0.0142759407510531,0.010980688214002565,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1318486.6127783458,1318486.6127783458,978.22900390625,0.9833025720383645,0.015100024869602317,0.014944641521424403,3.9834553706530493,1148.253723171994,0.017640000999281792,0.015028003182749494,0.011353884985464014,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.8518332988614177,0.8518332988614177,0.8881666677693526,0.8679435452007093,0.6165887413603368,0.9326765009428556,34.09306093322858,0.9229481561070577,0.6369991684699329,0.6129937256910919,0.6104136843011694,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.08138887239827339,0.08138887239827339,0.2499999635749393,1.5948271702777168,0.17268904994725348,0.1932489197100888,56.05604772023394,0.2852873505752987,0.2025708967684699,0.1775147643641972,0.17278541960517693,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.7854166984558713,1.7854166984558713,1.2375000317891438,0.7531699555076653,0.056804665091953165,0.057440066219125875,16.046629374970085,1.3361948579664087,0.06121144320819586,0.056690206869443024,0.05066446007260741,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,94.39916051705787,94.39916051705787,8.499999721844992,0.6780180533559816,0.27795196833279806,0.3331575402874747,24.226675359929676,9.715923039889615,0.26833389293135873,0.23475258150089734,0.22866180028014288,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.884583072663038,4.884583072663038,1.962500015894572,0.9543329617491443,0.07390796012489782,0.0773109514271065,24.981559903666646,2.210109289755382,0.08573237741650454,0.0761273629419438,0.06996821217208898,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.916666666666664,45.916666666666664,5.333333333333333,1.0185676392572944,0.6710366600991602,0.40729243277896415,37.485994911970494,6.776183783418707,0.5746586954136006,0.45229681978798586,0.4438398115429918,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6631932195682462,0.6631932195682462,0.7707833369572957,0.749351831877902,0.5327758658751198,0.7625927437597094,29.22438057130618,0.8143667598620699,0.562712396078547,0.5325970554963702,0.5294810358754983,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0843055388000307,0.0843055388000307,0.2541666279236476,1.6097217209913908,0.17445920071073745,0.19606604661938762,56.767759153344315,0.29035416098280853,0.20515702495526322,0.17958781458900547,0.17492092944969262,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.2441668923696247,3.2441668923696247,1.7250000635782878,1.3226837333267467,0.08821243193599738,0.08411621085411321,34.08460333824642,1.8011570981926104,0.09092926148845354,0.08708456469794049,0.079837334186379,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,98.19957868894058,98.19957868894058,8.954166531562805,0.7140264499612661,0.2913241963324838,0.349011656402972,25.635324046052645,9.909570055705776,0.26767549953510256,0.24186831373945675,0.23584667929489125,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.937082964579986,4.937082964579986,1.9874999523162842,0.9814813820810148,0.07465478266557615,0.07809063881555857,25.771602690911788,2.221954762046245,0.08563820980202598,0.07660189163402784,0.07044590438786277,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.958333333333336,45.958333333333336,5.291666666666667,1.0173564753004005,0.9628579175454176,0.4454470477718144,37.4979975378526,6.779257579804247,0.5831619423487524,0.4551971326164875,0.44683393070489846,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,833.3333333333334,833.3333333333334,16.666666666666668,0.11267605633802819,0.006441679235796883,0.006472491909385113,1.0487323302212799,28.867513459481287,0.011129643743414472,0.00642570281124498,0.007232485497545734,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d972899fc5a508ee9ada078b03fdc1e8c307ed08..1dfb362e09fb924873045269200734e554ad3fdd 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T02:06:33.805732+00:00", + "evaluated_at": "2026-06-18T02:22:56.470824+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,10 +126,10 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65741.9921875, 66165.2109375, 65840.09375, 66045.0, @@ -153,10 +152,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "p10": [ - 64427.15234375, 64841.90671875, 64523.291874999995, 64724.1, @@ -179,10 +178,10 @@ 64464.4, 64361.507656249996, 64386.0, - 64621.2 + 64621.2, + 64585.92 ], "p90": [ - 67056.83203125, 67488.51515625, 67156.895625, 67365.9, @@ -205,10 +204,10 @@ 67095.6, 66988.50796875, 67014.0, - 67258.8 + 67258.8, + 67222.08 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 48c2e4134cab57e8b330dcc26adae241e67507f6..7aa0df00c4a890e49beb659c3d4a1601e95487fa 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:00:53.766527+00:00", + "evaluated_at": "2026-06-18T02:22:56.477160+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8f2dce89eba3ecdf56078b6bf476a481f276e815..937eb283e6bb93d2fef291aaa34f55e7540f5ba7 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:57:02.908943+00:00", + "evaluated_at": "2026-06-18T02:22:56.486147+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,12 +304,12 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 0.16300000250339508, - 0.20499999821186066, - 0.2329999953508377, 0.27799999713897705, 0.32499998807907104, 0.36500000953674316, @@ -334,9 +331,9 @@ 0.9639999866485596, 1.003000020980835, 1.0360000133514404, - 0.16300000250339508, - 0.20499999821186066, - 0.2329999953508377, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, 0.27799999713897705, 0.32499998807907104, 0.36500000953674316, @@ -358,9 +355,9 @@ 0.9639999866485596, 1.003000020980835, 1.0360000133514404, - 0.16300000250339508, - 0.20499999821186066, - 0.2329999953508377, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, 0.27799999713897705, 0.32499998807907104, 0.36500000953674316, @@ -369,12 +366,12 @@ 0.47999998927116394, 0.5080000162124634, 0.5479999780654907, - 0.5839999914169312 + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279 ], "p10": [ - 0.15974000245332717, - 0.20089999824762345, - 0.22833999544382094, 0.2724399971961975, 0.3184999883174896, 0.3577000093460083, @@ -396,9 +393,9 @@ 0.9447199869155883, 0.9829400205612182, 1.0152800130844115, - 0.15974000245332717, - 0.20089999824762345, - 0.22833999544382094, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, 0.2724399971961975, 0.3184999883174896, 0.3577000093460083, @@ -420,9 +417,9 @@ 0.9447199869155883, 0.9829400205612182, 1.0152800130844115, - 0.15974000245332717, - 0.20089999824762345, - 0.22833999544382094, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, 0.2724399971961975, 0.3184999883174896, 0.3577000093460083, @@ -431,12 +428,12 @@ 0.47039998948574063, 0.4978400158882141, 0.537039978504181, - 0.5723199915885925 + 0.5723199915885925, + 0.6115200126171112, + 0.6497399878501892, + 0.6957999789714813 ], "p90": [ - 0.166260002553463, - 0.20909999817609787, - 0.23765999525785447, 0.2835599970817566, 0.3314999878406525, 0.372300009727478, @@ -458,9 +455,9 @@ 0.9832799863815308, 1.0230600214004517, 1.0567200136184693, - 0.166260002553463, - 0.20909999817609787, - 0.23765999525785447, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, 0.2835599970817566, 0.3314999878406525, 0.372300009727478, @@ -482,9 +479,9 @@ 0.9832799863815308, 1.0230600214004517, 1.0567200136184693, - 0.166260002553463, - 0.20909999817609787, - 0.23765999525785447, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, 0.2835599970817566, 0.3314999878406525, 0.372300009727478, @@ -493,12 +490,12 @@ 0.48959998905658725, 0.5181600165367126, 0.5589599776268005, - 0.5956799912452698 + 0.5956799912452698, + 0.6364800131320953, + 0.6762599873542786, + 0.7241999781131745 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2941cd052325abf856c0c091e3b633293d90a2ff..6dbcdd2caa877989ae7b7d2482ca67663d2926f3 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:57:02.919806+00:00", + "evaluated_at": "2026-06-18T02:22:56.494131+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,10 +153,10 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.399999976158142, 1.2000000476837158, 1.100000023841858, 1.100000023841858, @@ -180,7 +180,7 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.399999976158142, + 1.2000000476837158, 1.2000000476837158, 1.100000023841858, 1.100000023841858, @@ -204,7 +204,7 @@ 1.2000000476837158, 1.2000000476837158, 1.2000000476837158, - 1.399999976158142, + 1.2000000476837158, 1.2000000476837158, 1.100000023841858, 1.100000023841858, @@ -227,10 +227,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "p10": [ - 1.3719999766349793, 1.1760000467300415, 1.0780000233650207, 1.0780000233650207, @@ -254,7 +254,7 @@ 1.1760000467300415, 1.1760000467300415, 1.1760000467300415, - 1.3719999766349793, + 1.1760000467300415, 1.1760000467300415, 1.0780000233650207, 1.0780000233650207, @@ -278,7 +278,7 @@ 1.1760000467300415, 1.1760000467300415, 1.1760000467300415, - 1.3719999766349793, + 1.1760000467300415, 1.1760000467300415, 1.0780000233650207, 1.0780000233650207, @@ -301,10 +301,10 @@ 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, + 1.1760000467300415, 1.1760000467300415 ], "p90": [ - 1.4279999756813049, 1.22400004863739, 1.1220000243186952, 1.1220000243186952, @@ -328,7 +328,7 @@ 1.22400004863739, 1.22400004863739, 1.22400004863739, - 1.4279999756813049, + 1.22400004863739, 1.22400004863739, 1.1220000243186952, 1.1220000243186952, @@ -352,7 +352,7 @@ 1.22400004863739, 1.22400004863739, 1.22400004863739, - 1.4279999756813049, + 1.22400004863739, 1.22400004863739, 1.1220000243186952, 1.1220000243186952, @@ -375,6 +375,7 @@ 1.4279999756813049, 1.22400004863739, 1.22400004863739, + 1.22400004863739, 1.22400004863739 ], "timestamps": [ @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index e0fb17c32a6c964063b6b89492d91ef5ae5f9919..c22f23be67f6b2b2afa212041d736505a87c81d0 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:00:53.776471+00:00", + "evaluated_at": "2026-06-18T02:22:56.500274+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,41 +93,80 @@ 21.0, 21.0, 21.0, - 21.0 - ], - "p50": [ - 20.0, - 20.0, 21.0, - 20.600000381469727, + 21.0, + 22.0, 21.0, 21.0, 21.0, 21.0, 21.0, + 21.100000381469727 + ], + "actuals": [ 21.0, 21.0, 21.0, - 22.0, 21.0, 21.0, 21.0, - 20.600000381469727, 21.0, 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 + ], + "p50": [ 22.0, 22.0, 23.0, - 23.0, - 23.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 ], "p10": [ - 19.6, - 19.6, - 20.58, - 20.18800037384033, - 20.58, - 20.58, + 21.56, + 21.56, + 22.54, + 21.56, + 21.56, + 21.56, + 21.56, + 21.56, + 21.56, + 21.56, + 21.266000747680664, 20.58, 20.58, 20.58, @@ -172,22 +177,22 @@ 20.58, 20.58, 20.58, - 20.18800037384033, 20.58, 20.58, - 21.56, - 21.56, - 22.54, - 22.54, - 22.54 + 20.67800037384033 ], "p90": [ - 20.4, - 20.4, - 21.42, - 21.01200038909912, - 21.42, - 21.42, + 22.44, + 22.44, + 23.46, + 22.44, + 22.44, + 22.44, + 22.44, + 22.44, + 22.44, + 22.44, + 22.134000778198242, 21.42, 21.42, 21.42, @@ -198,18 +203,11 @@ 21.42, 21.42, 21.42, - 21.01200038909912, 21.42, 21.42, - 22.44, - 22.44, - 23.46, - 23.46, - 23.46 + 21.522000389099123 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 499b22590101beda1e06503449ce0f0ba1254a5a..00109fa215400d427fda493a9d8f9b87d42c68f1 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:00:53.782511+00:00", + "evaluated_at": "2026-06-18T02:22:56.505810+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,12 +364,12 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 15.800000190734863, - 18.5, - 14.800000190734863, 13.300000190734863, 12.600000381469727, 12.0, @@ -393,12 +390,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273 ], "p10": [ - 15.484000186920166, - 18.13, - 14.504000186920166, 13.034000186920165, 12.348000373840332, 11.76, @@ -419,12 +416,12 @@ 53.99799850463867, 55.86, 51.64600074768067, - 38.122001495361324 + 38.122001495361324, + 17.54199962615967, + 19.011999626159668, + 19.991999626159668 ], "p90": [ - 16.11600019454956, - 18.87, - 15.09600019454956, 13.566000194549561, 12.852000389099121, 12.24, @@ -445,12 +442,12 @@ 56.201998443603514, 58.14, 53.75400077819824, - 39.67800155639649 + 39.67800155639649, + 18.257999610900878, + 19.78799961090088, + 20.80799961090088 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ab44c08c3fe79cc00aa5b46f4b72e18212aef836..1b37ceac1a3e1e0f87749c181e30c98dc5def912 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:00:53.791933+00:00", + "evaluated_at": "2026-06-18T02:22:56.514876+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,12 +364,12 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 23.799999237060547, - 24.899999618530273, - 25.899999618530273, 26.200000762939453, 26.899999618530273, 26.799999237060547, @@ -393,12 +390,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273 ], "p10": [ - 23.323999252319336, - 24.401999626159668, - 25.38199962615967, 25.676000747680664, 26.36199962615967, 26.263999252319337, @@ -419,12 +416,12 @@ 21.07, 21.07, 21.756000747680662, - 23.421999626159668 + 23.421999626159668, + 24.009999999999998, + 25.578000373840332, + 26.851999626159667 ], "p90": [ - 24.275999221801758, - 25.39799961090088, - 26.41799961090088, 26.724000778198242, 27.437999610900878, 27.335999221801757, @@ -445,12 +442,12 @@ 21.93, 21.93, 22.644000778198244, - 24.37799961090088 + 24.37799961090088, + 24.990000000000002, + 26.62200038909912, + 27.94799961090088 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 89e942fa25f2efd6f34bbbbb98aa59da1f529ade..baf0f767f6ad22caf938e4644dfbe93d8353e81e 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T01:00:53.801218+00:00", + "evaluated_at": "2026-06-18T02:22:56.524146+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,14 +194,14 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 13.0, - 11.0, - 12.0, 17.0, 11.0, 17.0, @@ -225,12 +222,12 @@ 21.0, 7.0, 17.0, - 11.0 + 11.0, + 9.0, + 9.0, + 9.0 ], "p10": [ - 12.74, - 10.78, - 11.76, 16.66, 10.78, 16.66, @@ -251,12 +248,12 @@ 20.58, 6.859999999999999, 16.66, - 10.78 + 10.78, + 8.82, + 8.82, + 8.82 ], "p90": [ - 13.26, - 11.22, - 12.24, 17.34, 11.22, 17.34, @@ -277,12 +274,12 @@ 21.42, 7.140000000000001, 17.34, - 11.22 + 11.22, + 9.18, + 9.18, + 9.18 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 408efc7616bc71b3cc33a32b39c933aa71c23b62..757dd42610e361c18a95543e098416f9047d35b8 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,55 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T02:06:33.812170+00:00", + "evaluated_at": "2026-06-18T02:22:56.527740+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index fcc67f15504984e6b2847ec35b3a971d30f18980..722c9050e1a58604aefd509f5424198d06185919 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,779182.1156520844,779182.1156520844,705.52978515625,0.7025002528159812,0.010904426873249195,0.010813010580397598,3.184989180772502,882.7129293559058,0.013549210522467237,0.010829536161805575,0.007042913091476761,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,889804.2620728811,889804.2620728811,794.30419921875,0.7984238444718234,0.012273416776826543,0.012168484455441561,5.184774129710939,943.2943666072013,0.014491321241790998,0.012202465870736588,0.00783869498495986,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.010216594966594054,0.010216594966594054,0.08770496845245361,0.08570796902514166,0.05859882946015792,0.06093417253245125,0.563897737500278,0.10107717332115126,0.06976131316892317,0.060532102052776864,0.048969329208226504,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09695681307607273,0.09695681307607273,0.27994212839338517,1.7858375100655333,0.19213910472829132,0.21711447145347382,36.06978203163975,0.31137888990115037,0.22109743328910175,0.19877547279108904,0.17341199215150502,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.7228695110449431,0.7228695110449431,0.7878986994425455,0.47953261669475394,0.036408538441657444,0.03565453614610256,2.292670937622958,0.850217331654056,0.03894868297156283,0.0360938497908448,0.02880810989698391,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,62.59502601848029,62.59502601848029,6.263466835021973,0.49961690937791703,0.1765352100335578,0.1713733539298161,3.646996526298608,7.911701840848168,0.21850499905679632,0.17298412432741928,0.18120241222471822,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.176933664018634,2.176933664018634,1.35002334912618,0.6564951698177716,0.05232440467767626,0.05382668749250135,3.451763603106324,1.4754435482317287,0.057233949343631615,0.05236877281357859,0.04337541294475588,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.360152188767984,30.360152188767984,4.575121680895488,0.8737632918421091,0.5771757090747142,0.38840089541387596,10.880647613768238,5.51000473582083,0.4672795535678443,0.3879961849522675,0.29874707114523325,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0005694166924913683,0.0005694166924913683,0.019741696119308472,0.019192781475762862,0.014126672588895122,0.014026708511988702,0.2984046940750924,0.023862453614231883,0.016488514894507568,0.013641147543684309,0.02207678770383875,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.09779337076533186,0.09779337076533186,0.2807377643055386,1.778005557995372,0.1916663997706291,0.21652239510258672,35.97638189726516,0.31271931626513233,0.2209596871415155,0.19836231835825602,0.17294804745139275,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,2.5433711619760593,2.5433711619760593,1.3212125301361084,1.013070294185061,0.06885334592020358,0.06553879841461395,21.34417355986649,1.5947950219310503,0.08051131892668763,0.06669983409838048,0.05282061720486584,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,85.35130767941807,85.35130767941807,7.126615444819133,0.5682931971799282,0.18464976326497518,0.2088772599691551,3.937963894319297,9.238577145828142,0.24955076139547033,0.19250283700130466,0.19618691023582885,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.5382797244645492,1.5382797244645492,1.14713454246521,0.5664861500295805,0.043931285351766415,0.045057393846418076,2.1128951115557957,1.240274052161275,0.04780243563247916,0.04421266818606009,0.03764952329238327,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,34.57139632692755,34.57139632692755,4.742045720418294,0.9116883628040511,1.0671601438979292,0.43142160172664096,12.485072544642856,5.879744580075528,0.505784480006497,0.40791791143383177,0.3233266863107017,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,230.4486459096273,230.4486459096273,10.581868489583334,0.07153939260563381,0.004102718761783559,0.004096491744522341,0.926679343639965,15.180535099581546,0.005852736423935054,0.004079756526104417,0.006916845942798972,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 1cbf52d733ca2d962746781e9d09fde80db71fb1..2fc6e972dddd51dd9c331709fdd59616c063f51d 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T02:06:23.470152+00:00", + "evaluated_at": "2026-06-18T02:22:18.252724+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65891.375, - 65920.6875, - 65891.375, - 65883.0, - 65857.875, - 65870.4375, - 65849.5, - 65849.5, - 65845.3125, - 65832.75, - 65836.9375, - 65824.375, - 65797.15625, - 65799.25, - 65776.21875, - 65765.75, - 65786.6875, - 65763.65625, - 65782.5, - 65761.5625, - 65753.1875, - 65776.21875, - 65759.46875, - 65746.90625 + 66036.4375, + 65990.71875, + 65978.25, + 65949.15625, + 65945.0, + 65920.0625, + 65907.59375, + 65886.8125, + 65886.8125, + 65874.34375, + 65866.03125, + 65861.875, + 65845.25, + 65828.625, + 65828.625, + 65816.15625, + 65816.15625, + 65807.84375, + 65805.765625, + 65774.59375, + 65793.296875, + 65768.359375, + 65764.203125, + 65739.265625 ], "p10": [ - 65389.921875, - 65312.19140625, - 65195.203125, - 65124.015625, - 65024.5625, - 64988.96875, - 64926.15625, - 64898.9375, - 64861.25, - 64798.4375, - 64777.5, - 64727.25, - 64668.625, - 64643.5, - 64605.8125, - 64563.9375, - 64547.1875, - 64509.5, - 64522.0625, - 64492.75, - 64471.8125, - 64484.375, - 64434.125, - 64404.8125 + 65568.859375, + 65422.3515625, + 65323.8984375, + 65243.375, + 65182.328125, + 65108.5546875, + 65057.640625, + 65023.3515625, + 64980.75, + 64926.71875, + 64887.234375, + 64839.4375, + 64793.71875, + 64735.53125, + 64731.375, + 64681.5, + 64639.9375, + 64619.15625, + 64606.6875, + 64565.125, + 64577.59375, + 64540.1875, + 64506.9375, + 64461.21875 ], "p90": [ - 66360.375, - 66494.375, - 66544.625, - 66586.5, - 66628.375, - 66653.5, - 66678.625, - 66678.625, - 66703.75, - 66712.125, - 66712.125, - 66728.875, - 66703.75, - 66728.875, - 66720.5, - 66737.25, - 66737.25, - 66737.25, - 66770.75, - 66762.375, - 66754.0, - 66795.875, - 66795.875, - 66795.875 + 66468.6875, + 66526.875, + 66593.375, + 66610.0, + 66651.5625, + 66651.5625, + 66684.8125, + 66676.5, + 66709.75, + 66709.75, + 66709.75, + 66726.375, + 66726.375, + 66734.6875, + 66734.6875, + 66743.0, + 66734.6875, + 66734.6875, + 66751.3125, + 66743.0, + 66759.625, + 66751.3125, + 66767.9375, + 66751.3125 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5e34f60165934d71ead117b362c25c213af5caaa..3c377b38bc2c15e48247411713f0000ffaf21da7 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T00:55:39.351420+00:00", + "evaluated_at": "2026-06-18T02:22:23.782566+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 64b59ef1b51be8b16629a02fb23efd1c9d97a9d7..f3b75b3850cc61555abf5c5482a710a041b82e2f 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:56:48.493985+00:00", + "evaluated_at": "2026-06-18T02:22:27.996435+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.0885448455810547, - 1.126296043395996, - 1.1562366485595703, - 1.1956615447998047, - 1.2317390441894531, - 1.2637252807617188, - 1.2905044555664062, - 1.3172836303710938, - 1.3425750732421875, - 1.369354248046875, - 1.3886947631835938, - 1.4095230102539062, - 1.4318389892578125, - 1.4511795043945312, - 1.4660568237304688, - 1.4809341430664062, - 1.4972991943359375, + 1.2161178588867188, + 1.2555427551269531, + 1.2890167236328125, + 1.32769775390625, + 1.3619155883789062, + 1.393157958984375, + 1.4214248657226562, + 1.4496917724609375, + 1.4794464111328125, 1.5062255859375, - 1.51812744140625, - 1.530029296875, - 1.5330047607421875, - 1.54193115234375, + 1.5270538330078125, + 1.5508575439453125, + 1.5687103271484375, + 1.58953857421875, + 1.6103668212890625, + 1.6282196044921875, + 1.6282196044921875, + 1.6401214599609375, + 1.643096923828125, + 1.6520233154296875, + 1.6579742431640625, + 1.66094970703125, + 1.666900634765625, + 1.654998779296875, + 1.6520233154296875, + 1.6490478515625, + 1.63714599609375, + 1.6341705322265625, + 1.6341705322265625, + 1.6222686767578125, + 1.61334228515625, + 1.5925140380859375, + 1.5806121826171875, + 1.5568084716796875, 1.5449066162109375, 1.54193115234375, - 1.54193115234375, - 1.535980224609375, - 1.524078369140625, 1.5211029052734375, - 1.5270538330078125, 1.51812744140625, 1.500274658203125, - 1.4972991943359375, - 1.4972991943359375, - 1.476470947265625, - 1.4571304321289062, - 1.4541549682617188, - 1.434814453125, - 1.4363021850585938, - 1.4199371337890625, - 1.4184494018554688, - 1.3857192993164062, - 1.3738174438476562, - 1.3529891967773438, - 1.3500137329101562, - 1.32769775390625, - 1.3202590942382812, - 1.2934799194335938, - 1.2905044555664062, - 1.2585182189941406, - 1.2391777038574219, - 1.2198371887207031, - 1.2049598693847656, - 1.1926860809326172, - 1.1707420349121094, - 1.1614437103271484, - 1.149169921875, - 1.1315031051635742, - 1.1057932376861572, - 1.092543125152588, - 1.1047704219818115 - ], - "p10": [ - 1.0781307220458984, - 1.1114187240600586, - 1.1424751281738281, - 1.1841316223144531, - 1.2131423950195312, - 1.244384765625, - 1.2652130126953125, - 1.2897605895996094, - 1.3187713623046875, - 1.3410873413085938, - 1.3529891967773438, - 1.3767929077148438, - 1.3916702270507812, - 1.4110107421875, - 1.4258880615234375, - 1.4333267211914062, - 1.4333267211914062, - 1.4363021850585938, - 1.44671630859375, - 1.4571304321289062, - 1.4601058959960938, - 1.4630813598632812, - 1.4690322875976562, + 1.49432373046875, 1.4615936279296875, - 1.4571304321289062, - 1.452667236328125, + 1.4556427001953125, 1.4333267211914062, - 1.428863525390625, - 1.428863525390625, - 1.4154739379882812, - 1.3946456909179688, - 1.3842315673828125, - 1.3767929077148438, - 1.3529891967773438, - 1.345550537109375, - 1.333648681640625, - 1.3157958984375, - 1.3083572387695312, - 1.2852973937988281, - 1.2852973937988281, - 1.2488479614257812, - 1.2354583740234375, + 1.4244003295898438, + 1.3916702270507812, + 1.3782806396484375, + 1.35150146484375, + 1.3425750732421875, + 1.3187713623046875, + 1.3024063110351562, + 1.2778587341308594, + 1.2600059509277344, + 1.2414093017578125, 1.2131423950195312, - 1.2109107971191406, - 1.1990089416503906, - 1.1926860809326172, - 1.1633033752441406, - 1.1521453857421875, + 1.1956615447998047, + 1.1778087615966797, + 1.155120849609375, 1.1318750381469727, - 1.1118836402893066, - 1.0969133377075195, - 1.0818500518798828, - 1.0740394592285156, - 1.0612077713012695, - 1.0502357482910156, - 1.0390777587890625, - 1.0126705169677734, - 0.9966773986816406, - 0.9803123474121094, - 1.0011405944824219 + 1.1164398193359375, + 1.1208100318908691 + ], + "p10": [ + 1.1997528076171875, + 1.2376899719238281, + 1.2681884765625, + 1.3068695068359375, + 1.3351364135742188, + 1.3678665161132812, + 1.38720703125, + 1.4139862060546875, + 1.4422531127929688, + 1.4660568237304688, + 1.4794464111328125, + 1.5032501220703125, + 1.5151519775390625, + 1.535980224609375, + 1.5508575439453125, + 1.5627593994140625, + 1.54193115234375, + 1.547882080078125, + 1.5538330078125, + 1.5627593994140625, + 1.5687103271484375, + 1.56573486328125, + 1.571685791015625, + 1.5538330078125, + 1.5508575439453125, + 1.5449066162109375, + 1.524078369140625, + 1.524078369140625, + 1.51812744140625, + 1.5032501220703125, + 1.4913482666015625, + 1.4675445556640625, + 1.4363021850585938, + 1.4124984741210938, + 1.4080352783203125, + 1.3961334228515625, + 1.37530517578125, + 1.3619155883789062, + 1.339599609375, + 1.3321609497070312, + 1.2934799194335938, + 1.2897605895996094, + 1.2681884765625, + 1.2533111572265625, + 1.2339706420898438, + 1.2228126525878906, + 1.1949176788330078, + 1.178924560546875, + 1.16107177734375, + 1.1435909271240234, + 1.1213679313659668, + 1.103236198425293, + 1.0894746780395508, + 1.0690183639526367, + 1.0457725524902344, + 1.0294075012207031, + 0.9989089965820312, + 0.9840316772460938, + 0.964691162109375, + 0.9788246154785156 ], "p90": [ - 1.098215103149414, - 1.1424751281738281, - 1.175577163696289, - 1.2138862609863281, - 1.2570304870605469, - 1.2890167236328125, + 1.2280197143554688, + 1.2748832702636719, 1.3187713623046875, - 1.3440628051757812, - 1.3738174438476562, - 1.39910888671875, - 1.4214248657226562, - 1.4482040405273438, - 1.4720077514648438, - 1.4972991943359375, - 1.5092010498046875, - 1.5270538330078125, - 1.5568084716796875, - 1.5806121826171875, - 1.5865631103515625, - 1.6014404296875, + 1.3559646606445312, + 1.3961334228515625, + 1.4273757934570312, + 1.4630813598632812, + 1.488372802734375, + 1.524078369140625, + 1.5508575439453125, + 1.571685791015625, 1.6044158935546875, - 1.6163177490234375, - 1.625244140625, - 1.6222686767578125, - 1.6282196044921875, 1.625244140625, - 1.607391357421875, - 1.6163177490234375, + 1.6520233154296875, + 1.6758270263671875, + 1.702606201171875, + 1.714508056640625, + 1.7412872314453125, + 1.7353363037109375, + 1.750213623046875, + 1.7591400146484375, + 1.762115478515625, + 1.7710418701171875, + 1.7650909423828125, + 1.7710418701171875, + 1.7650909423828125, + 1.75616455078125, + 1.762115478515625, + 1.7650909423828125, + 1.7591400146484375, + 1.75616455078125, + 1.7412872314453125, + 1.73236083984375, + 1.7115325927734375, + 1.6936798095703125, + 1.7115325927734375, + 1.6966552734375, + 1.6936798095703125, + 1.678802490234375, + 1.6758270263671875, + 1.6460723876953125, + 1.6460723876953125, 1.6222686767578125, 1.6222686767578125, - 1.61334228515625, - 1.6103668212890625, - 1.607391357421875, 1.5865631103515625, - 1.5627593994140625, 1.57763671875, - 1.56573486328125, - 1.559783935546875, - 1.5508575439453125, - 1.547882080078125, - 1.524078369140625, - 1.5092010498046875, - 1.49432373046875, - 1.49432373046875, - 1.47052001953125, - 1.4615936279296875, - 1.44671630859375, - 1.4511795043945312, - 1.3976211547851562, - 1.3797683715820312, - 1.357452392578125, - 1.3366241455078125, - 1.321746826171875, - 1.297943115234375, - 1.2994308471679688, - 1.2890167236328125, - 1.2771148681640625, - 1.2436408996582031, - 1.2354583740234375, - 1.2436408996582031 + 1.5568084716796875, + 1.5538330078125, + 1.500274658203125, + 1.488372802734375, + 1.464569091796875, + 1.4377899169921875, + 1.4184494018554688, + 1.38720703125, + 1.381256103515625, + 1.3648910522460938, + 1.3485260009765625, + 1.3202590942382812, + 1.3083572387695312, + 1.3083572387695312 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 34aed67df0a9c39c52b64d6a9a0d4ed70e0d2184..9b8c7ae124d93019f13c7c422f7f3132e3b1e006 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:56:54.000537+00:00", + "evaluated_at": "2026-06-18T02:22:32.493236+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.20672607421875, - 1.16461181640625, - 1.15362548828125, - 1.146759033203125, - 1.13531494140625, - 1.162322998046875, - 1.159576416015625, - 1.15728759765625, - 1.165069580078125, - 1.1343994140625, - 1.14630126953125, - 1.164154052734375, - 1.172393798828125, - 1.16278076171875, - 1.155914306640625, - 1.14263916015625, - 1.13897705078125, - 1.135772705078125, - 1.15087890625, - 1.154541015625, - 1.15545654296875, - 1.144927978515625, - 1.146759033203125, - 1.1490478515625, - 1.168731689453125, - 1.153167724609375, - 1.14263916015625, - 1.137603759765625, - 1.13348388671875, - 1.130279541015625, - 1.13714599609375, - 1.132110595703125, - 1.139434814453125, - 1.1307373046875, - 1.12982177734375, - 1.13714599609375, - 1.14263916015625, - 1.13897705078125, - 1.132568359375, - 1.13531494140625, - 1.1270751953125, - 1.130279541015625, - 1.13531494140625, - 1.12982177734375, - 1.131195068359375, - 1.1240997314453125, - 1.119293212890625, - 1.1273040771484375, - 1.131195068359375, - 1.1222686767578125, - 1.1149444580078125, - 1.11151123046875, - 1.10968017578125, - 1.108306884765625, - 1.1044158935546875, - 1.0990371704101562, - 1.0933151245117188, - 1.0880508422851562, - 1.0844459533691406, - 1.088165283203125, - 1.09228515625, - 1.0907974243164062, - 1.0870208740234375, - 1.0870208740234375, - 1.0794677734375, - 1.0869064331054688, - 1.089996337890625, - 1.089996337890625, - 1.0898818969726562, - 1.0831298828125, - 1.0853042602539062, - 1.0880508422851562 + 1.189361572265625, + 1.179290771484375, + 1.165557861328125, + 1.1312255859375, + 1.17333984375, + 1.17242431640625, + 1.16693115234375, + 1.19989013671875, + 1.15411376953125, + 1.125274658203125, + 1.173797607421875, + 1.168304443359375, + 1.155487060546875, + 1.15869140625, + 1.147705078125, + 1.130767822265625, + 1.161895751953125, + 1.143585205078125, + 1.147705078125, + 1.167388916015625, + 1.158233642578125, + 1.15228271484375, + 1.163726806640625, + 1.14862060546875, + 1.15869140625, + 1.142669677734375, + 1.13214111328125, + 1.1255035400390625, + 1.1364898681640625, + 1.1312255859375, + 1.137176513671875, + 1.1422119140625, + 1.1296234130859375, + 1.1158905029296875, + 1.143585205078125, + 1.140380859375, + 1.139923095703125, + 1.122528076171875, + 1.128021240234375, + 1.1241302490234375, + 1.150909423828125, + 1.144500732421875, + 1.14129638671875, + 1.164642333984375, + 1.132598876953125, + 1.140838623046875, + 1.150909423828125, + 1.141754150390625, + 1.149993896484375, + 1.131683349609375, + 1.128021240234375, + 1.125274658203125, + 1.125732421875, + 1.1273345947265625, + 1.1195526123046875, + 1.1200103759765625, + 1.0970077514648438, + 1.095062255859375, + 1.10101318359375, + 1.0980377197265625, + 1.0988388061523438, + 1.0899696350097656, + 1.0895118713378906, + 1.0835609436035156, + 1.0946044921875, + 1.1002120971679688, + 1.089111328125, + 1.1053619384765625, + 1.0871658325195312, + 1.0837039947509766, + 1.1004409790039062, + 1.0924301147460938 ], "p10": [ - 1.0910263061523438, - 1.0461654663085938, - 1.037811279296875, - 1.0270538330078125, - 1.0142364501953125, - 1.0339202880859375, - 1.0201873779296875, - 1.01080322265625, - 1.016754150390625, - 0.988372802734375, - 0.9970703125, - 1.01263427734375, - 1.013092041015625, - 1.007598876953125, - 1.003021240234375, - 0.9879150390625, - 0.99615478515625, - 0.99249267578125, - 1.0062255859375, - 1.01263427734375, - 1.0146942138671875, - 1.004852294921875, - 1.00439453125, - 1.005767822265625, - 1.0220184326171875, - 1.01171875, - 1.00439453125, - 0.99981689453125, - 0.995697021484375, - 0.99249267578125, - 0.997528076171875, - 0.990203857421875, - 0.9970703125, - 0.9879150390625, - 0.986083984375, - 0.99249267578125, - 0.9952392578125, - 0.99432373046875, - 0.98699951171875, - 0.990203857421875, - 0.98150634765625, - 0.986083984375, - 0.993408203125, - 0.98699951171875, - 0.9915771484375, - 0.986541748046875, - 0.98150634765625, - 0.9879150390625, - 0.985626220703125, - 0.978302001953125, - 0.971893310546875, - 0.970062255859375, - 0.968231201171875, - 0.967315673828125, - 0.96502685546875, - 0.96136474609375, - 0.958160400390625, - 0.953125, - 0.949462890625, - 0.95220947265625, - 0.95587158203125, - 0.95220947265625, - 0.95037841796875, - 0.949462890625, - 0.94305419921875, - 0.94671630859375, - 0.949462890625, - 0.94854736328125, - 0.94854736328125, - 0.9439697265625, - 0.94854736328125, - 0.949462890625 + 1.0926017761230469, + 1.0726032257080078, + 1.0542068481445312, + 1.025482177734375, + 1.063018798828125, + 1.0590133666992188, + 1.047454833984375, + 1.067138671875, + 1.02593994140625, + 0.991607666015625, + 1.0376129150390625, + 1.0307464599609375, + 1.01129150390625, + 1.019073486328125, + 1.008087158203125, + 0.993438720703125, + 1.028228759765625, + 1.01220703125, + 1.01678466796875, + 1.0360107421875, + 1.027313232421875, + 1.0202178955078125, + 1.02777099609375, + 1.0140380859375, + 1.022735595703125, + 1.009918212890625, + 0.998931884765625, + 0.993438720703125, + 1.001220703125, + 0.993438720703125, + 0.992523193359375, + 0.993438720703125, + 0.97467041015625, + 0.963226318359375, + 0.991607666015625, + 0.98748779296875, + 0.983367919921875, + 0.96917724609375, + 0.9755859375, + 0.971923828125, + 0.998931884765625, + 0.9957275390625, + 0.993896484375, + 1.012664794921875, + 0.982452392578125, + 0.991607666015625, + 1.00030517578125, + 0.99114990234375, + 0.99481201171875, + 0.976043701171875, + 0.971923828125, + 0.970550537109375, + 0.971466064453125, + 0.973297119140625, + 0.96826171875, + 0.972381591796875, + 0.95361328125, + 0.95361328125, + 0.96002197265625, + 0.9554443359375, + 0.95635986328125, + 0.9462890625, + 0.9481201171875, + 0.9407958984375, + 0.94537353515625, + 0.95086669921875, + 0.9407958984375, + 0.95819091796875, + 0.94171142578125, + 0.9407958984375, + 0.957275390625, + 0.949951171875 ], "p90": [ - 1.3541259765625, - 1.315673828125, - 1.2991943359375, - 1.29278564453125, - 1.28271484375, - 1.315673828125, - 1.3248291015625, - 1.3248291015625, - 1.3321533203125, - 1.2918701171875, - 1.30010986328125, - 1.3175048828125, - 1.330322265625, - 1.315673828125, - 1.308349609375, - 1.2955322265625, - 1.27996826171875, - 1.28179931640625, - 1.29827880859375, - 1.3028564453125, - 1.30377197265625, - 1.29278564453125, - 1.29644775390625, - 1.3028564453125, - 1.3284912109375, - 1.308349609375, - 1.2955322265625, - 1.2900390625, - 1.28729248046875, - 1.28546142578125, - 1.29736328125, - 1.29827880859375, - 1.29644775390625, - 1.2900390625, - 1.2882080078125, - 1.29736328125, - 1.3046875, - 1.2991943359375, - 1.29278564453125, - 1.293701171875, - 1.2882080078125, - 1.28912353515625, - 1.2918701171875, - 1.286376953125, - 1.2845458984375, - 1.275390625, - 1.27447509765625, - 1.2845458984375, - 1.2918701171875, - 1.28363037109375, - 1.275390625, - 1.271728515625, - 1.27081298828125, - 1.271728515625, - 1.26898193359375, - 1.2625732421875, - 1.25341796875, - 1.24517822265625, - 1.23876953125, - 1.24517822265625, - 1.25067138671875, - 1.2515869140625, - 1.24517822265625, - 1.24609375, - 1.242431640625, - 1.2515869140625, - 1.257080078125, - 1.25982666015625, - 1.25982666015625, - 1.2515869140625, - 1.249755859375, - 1.2515869140625 + 1.30609130859375, + 1.3033447265625, + 1.2923583984375, + 1.25115966796875, + 1.2996826171875, + 1.2996826171875, + 1.29876708984375, + 1.3399658203125, + 1.283203125, + 1.25299072265625, + 1.3033447265625, + 1.29876708984375, + 1.2923583984375, + 1.28961181640625, + 1.279541015625, + 1.26123046875, + 1.2850341796875, + 1.27130126953125, + 1.27679443359375, + 1.30242919921875, + 1.2923583984375, + 1.29052734375, + 1.30517578125, + 1.29052734375, + 1.3033447265625, + 1.2850341796875, + 1.2777099609375, + 1.27130126953125, + 1.28778076171875, + 1.28961181640625, + 1.30242919921875, + 1.31158447265625, + 1.29327392578125, + 1.28228759765625, + 1.3070068359375, + 1.30609130859375, + 1.308837890625, + 1.2886962890625, + 1.2923583984375, + 1.28778076171875, + 1.316162109375, + 1.30792236328125, + 1.30242919921875, + 1.3271484375, + 1.29510498046875, + 1.30242919921875, + 1.316162109375, + 1.30975341796875, + 1.3179931640625, + 1.30242919921875, + 1.2996826171875, + 1.29510498046875, + 1.29876708984375, + 1.301513671875, + 1.29510498046875, + 1.29144287109375, + 1.26397705078125, + 1.25848388671875, + 1.26123046875, + 1.2630615234375, + 1.26397705078125, + 1.2557373046875, + 1.25299072265625, + 1.24932861328125, + 1.26123046875, + 1.26947021484375, + 1.25848388671875, + 1.2777099609375, + 1.25848388671875, + 1.25482177734375, + 1.2703857421875, + 1.2593994140625 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 046699c9545c392522f1a8aba4285ecdfccf63f9..64c708e538e04e3b975a9a355414d234342f64db 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T00:55:43.446322+00:00", + "evaluated_at": "2026-06-18T02:22:36.184945+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.89892578125, - 22.8388671875, - 22.748779296875, - 22.71875, - 22.7037353515625, - 22.7037353515625, - 22.71875, - 22.71875, - 22.6737060546875, - 22.6737060546875, - 22.5986328125, - 22.568603515625, - 22.5235595703125, - 22.5535888671875, - 22.5235595703125, - 22.53857421875, - 22.4935302734375, - 22.508544921875, - 22.4635009765625, - 22.41845703125, - 22.388427734375, - 22.3433837890625, - 22.3734130859375, - 22.3133544921875 + 21.105377197265625, + 21.1383056640625, + 21.13323974609375, + 21.130706787109375, + 21.145904541015625, + 21.145904541015625, + 21.145904541015625, + 21.1585693359375, + 21.15350341796875, + 21.13323974609375, + 21.13323974609375, + 21.128173828125, + 21.1383056640625, + 21.140838623046875, + 21.145904541015625, + 21.140838623046875, + 21.0977783203125, + 21.128173828125, + 21.13323974609375, + 21.11297607421875, + 21.1180419921875, + 21.10791015625, + 21.110443115234375, + 21.08258056640625 ], "p10": [ - 22.2232666015625, - 21.7728271484375, - 21.4124755859375, - 21.21728515625, - 21.0821533203125, - 21.0521240234375, - 20.97705078125, - 20.9019775390625, - 20.7818603515625, - 20.7518310546875, - 20.63922119140625, - 20.5416259765625, - 20.44403076171875, - 20.36895751953125, - 20.29388427734375, - 20.17376708984375, - 20.33892822265625, - 20.30889892578125, - 20.2113037109375, - 20.106201171875, - 20.01611328125, - 19.9110107421875, - 19.88848876953125, - 19.79840087890625 + 20.87994384765625, + 20.790023803710938, + 20.674774169921875, + 20.58422088623047, + 20.548126220703125, + 20.535144805908203, + 20.492401123046875, + 20.46137237548828, + 20.416412353515625, + 20.361953735351562, + 20.329025268554688, + 20.315093994140625, + 20.278366088867188, + 20.239105224609375, + 20.228973388671875, + 20.215042114257812, + 20.168182373046875, + 20.168182373046875, + 20.152984619140625, + 20.0947265625, + 20.074462890625, + 20.03900146484375, + 20.006072998046875, + 19.94781494140625 ], "p90": [ - 23.37939453125, - 23.529541015625, - 23.589599609375, - 23.6796875, - 23.829833984375, - 23.889892578125, - 23.949951171875, - 24.010009765625, - 24.070068359375, - 24.10009765625, - 24.070068359375, - 24.10009765625, - 24.0400390625, - 24.130126953125, - 24.070068359375, - 24.22021484375, - 24.190185546875, - 24.250244140625, - 24.22021484375, - 24.22021484375, - 24.250244140625, - 24.250244140625, - 24.34033203125, - 24.310302734375 + 21.4827880859375, + 21.68035888671875, + 21.8070068359375, + 21.91845703125, + 21.9893798828125, + 22.0299072265625, + 22.100830078125, + 22.141357421875, + 22.1717529296875, + 22.16162109375, + 22.16162109375, + 22.181884765625, + 22.222412109375, + 22.2528076171875, + 22.262939453125, + 22.2528076171875, + 22.1514892578125, + 22.2122802734375, + 22.2325439453125, + 22.24267578125, + 22.24267578125, + 22.2528076171875, + 22.262939453125, + 22.24267578125 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index a1143ad73cf7acc1cfa5e715f15aab2e57c225be..117ad127402e25db8f9fa8fb85275395c28724fb 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:00:39.462275+00:00", + "evaluated_at": "2026-06-18T02:22:42.353334+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 29.57666015625, - 26.702880859375, - 24.7021484375, - 23.75634765625, - 23.428955078125, + 19.24560546875, + 18.66357421875, + 18.37255859375, + 18.51806640625, + 19.24560546875, + 19.97314453125, + 21.5009765625, + 24.48388671875, + 31.716079711914062, + 41.2900390625, + 49.7294921875, + 54.822265625, + 55.986328125, + 52.78515625, + 47.32861328125, + 41.50830078125, + 35.5606689453125, + 31.772918701171875, + 29.9222412109375, + 28.885498046875, + 25.975341796875, 22.846923828125, - 23.210693359375, - 23.68359375, - 24.33837890625, - 24.9931640625, - 28.33984375, - 35.6697998046875, - 45.21875, - 51.1845703125, - 55.404296875, - 56.4228515625, - 49.875, - 46.5283203125, - 42.890625, - 40.307861328125, - 37.979736328125, - 36.670166015625, - 35.32421875, - 31.236358642578125 + 22.192138671875, + 21.7919921875 ], "p10": [ - 23.501708984375, - 18.8818359375, - 16.5537109375, - 16.04443359375, - 16.48095703125, - 15.89892578125, + 17.06298828125, + 15.17138671875, + 14.15283203125, + 13.71630859375, + 14.29833984375, + 14.080078125, + 14.88037109375, + 16.91748046875, + 19.7548828125, + 23.2470703125, + 26.7210693359375, + 27.284912109375, + 24.593017578125, + 20.9189453125, + 18.154296875, 15.60791015625, - 15.75341796875, - 16.04443359375, - 16.62646484375, - 17.572265625, - 19.53662109375, - 23.61083984375, - 25.93896484375, - 27.17578125, - 26.81201171875, - 22.73779296875, - 20.84619140625, - 18.66357421875, - 17.64501953125, - 16.77197265625, - 16.48095703125, - 16.62646484375, - 15.75341796875 + 14.44384765625, + 14.00732421875, + 14.15283203125, + 14.44384765625, + 13.3525390625, + 12.04296875, + 12.333984375, + 12.333984375 ], "p90": [ - 34.487548828125, - 34.5421142578125, - 33.9237060546875, - 32.9415283203125, - 32.354949951171875, - 32.136688232421875, - 32.73236083984375, - 33.468994140625, - 35.10595703125, - 37.5068359375, - 44.4912109375, - 58.1689453125, - 74.029296875, - 83.6328125, - 89.744140625, - 91.490234375, - 82.177734375, - 77.8125, - 73.15625, - 69.373046875, - 65.880859375, - 64.134765625, - 62.09765625, - 55.404296875 + 21.57373046875, + 21.9375, + 22.992431640625, + 23.792724609375, + 24.84765625, + 27.284912109375, + 30.654327392578125, + 36.3427734375, + 50.0205078125, + 65.58984375, + 77.23046875, + 84.505859375, + 89.162109375, + 88.2890625, + 83.05078125, + 76.357421875, + 68.0634765625, + 63.1162109375, + 59.6240234375, + 56.7138671875, + 51.1845703125, + 44.85498046875, + 41.14453125, + 38.30712890625 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 3c92557cea0b2c995faf47c912206fcbcef9cb00..cc737d8d8cbe9f33d0c4f8b36289e1ce37763f43 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:00:44.292335+00:00", + "evaluated_at": "2026-06-18T02:22:46.111486+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.76171875, - 26.7734375, - 27.59375, - 28.11328125, - 28.359375, - 28.27734375, - 28.0859375, - 27.251953125, - 26.431640625, - 25.81640625, - 24.845703125, - 23.9698486328125, - 23.575927734375, - 22.9453125, - 22.6240234375, - 22.2890625, - 22.2275390625, - 22.056640625, - 22.220703125, - 22.015625, - 21.701171875, - 21.6875, - 22.3369140625, - 23.596435546875 + 28.19873046875, + 28.6015625, + 28.708984375, + 28.41357421875, + 27.87646484375, + 27.003662109375, + 26.23828125, + 25.1976318359375, + 24.3785400390625, + 23.969833374023438, + 23.32110595703125, + 22.9417724609375, + 22.6396484375, + 22.39794921875, + 22.2099609375, + 22.3643798828125, + 22.2838134765625, + 22.115966796875, + 22.12939453125, + 22.8477783203125, + 23.850242614746094, + 24.86865234375, + 25.7548828125, + 26.85595703125 ], "p10": [ - 25.119140625, - 25.7890625, - 26.103515625, - 26.349609375, - 26.390625, - 26.212890625, - 25.92578125, - 25.173828125, - 24.5517578125, - 24.0552978515625, - 23.23583984375, - 22.37109375, - 21.9609375, - 21.44140625, - 21.03125, - 20.689453125, - 20.703125, - 20.45703125, - 20.552734375, - 20.29296875, - 19.96484375, - 19.8828125, - 20.40234375, - 21.455078125 + 27.5810546875, + 27.66162109375, + 27.419921875, + 26.923095703125, + 26.1845703125, + 25.338623046875, + 24.5933837890625, + 23.5997314453125, + 22.814208984375, + 22.465087890625, + 21.847412109375, + 21.444580078125, + 21.05517578125, + 20.853759765625, + 20.585205078125, + 20.73291015625, + 20.692626953125, + 20.544921875, + 20.450927734375, + 21.05517578125, + 21.91455078125, + 22.693359375, + 23.30096435546875, + 24.16033935546875 ], "p90": [ - 26.404296875, - 27.83984375, - 29.234375, - 30.02734375, - 30.546875, - 30.6015625, - 30.4375, - 29.53515625, - 28.5234375, - 27.67578125, - 26.513671875, - 25.59765625, - 25.1806640625, - 24.4697265625, - 24.2236328125, - 23.868484497070312, - 23.77203369140625, - 23.6776123046875, - 23.90533447265625, - 23.7049560546875, - 23.38623046875, - 23.466552734375, - 24.26806640625, - 25.734375 + 28.81640625, + 29.568359375, + 30.07861328125, + 29.998046875, + 29.67578125, + 28.81640625, + 28.0107421875, + 26.896240234375, + 26.036865234375, + 25.5400390625, + 24.81494140625, + 24.4658203125, + 24.22747802734375, + 23.937522888183594, + 23.840171813964844, + 23.97193145751953, + 23.87877655029297, + 23.798629760742188, + 23.852970123291016, + 24.6470947265625, + 25.768310546875, + 26.949951171875, + 28.064453125, + 29.2998046875 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 2692ece2cb0988a1291089f0377949c547b96dcc..0ff86cb507afe229fb5dafa7f382734f26d58985 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T01:00:49.115236+00:00", + "evaluated_at": "2026-06-18T02:22:50.223751+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 13.982208251953125, - 14.466796875, - 14.300520896911621, - 14.14373779296875, - 14.678955078125, - 13.52655029296875, - 14.507781982421875, - 14.96343994140625, - 13.880950927734375, - 14.328170776367188, - 13.953277587890625, - 13.37225341796875, - 15.0164794921875, - 14.640380859375, - 14.265487670898438, - 14.274227142333984, - 13.35296630859375, - 13.63262939453125, - 14.96343994140625, - 14.358306884765625, - 14.488494873046875, - 14.096725463867188, - 13.3963623046875, - 14.237762451171875 + 13.020263671875, + 13.11669921875, + 13.27099609375, + 13.4638671875, + 13.6085205078125, + 13.541015625, + 13.68084716796875, + 13.72906494140625, + 13.68084716796875, + 13.8978271484375, + 13.76763916015625, + 13.85443115234375, + 13.753173828125, + 13.914703369140625, + 13.8978271484375, + 14.021987915039062, + 13.991851806640625, + 13.938812255859375, + 13.88336181640625, + 13.803802490234375, + 13.803802490234375, + 13.842376708984375, + 13.798980712890625, + 13.984619140625 ], "p10": [ - 9.2978515625, - 9.780029296875, - 9.548583984375, + 8.9892578125, + 9.06640625, + 9.10498046875, + 9.220703125, + 9.33642578125, + 9.18212890625, 9.33642578125, - 9.895751953125, - 8.912109375, - 9.837890625, - 9.9921875, - 9.4521484375, - 9.7607421875, + 9.2978515625, + 9.41357421875, + 9.56787109375, + 9.625732421875, + 9.625732421875, + 9.394287109375, + 9.432861328125, 9.56787109375, + 9.471435546875, + 9.394287109375, 9.25927734375, - 10.146484375, - 9.7607421875, - 9.6064453125, - 9.837890625, + 9.1435546875, + 9.10498046875, + 9.10498046875, 9.1435546875, 9.18212890625, - 10.165771484375, - 9.587158203125, - 9.79931640625, - 9.4521484375, - 8.7578125, - 9.548583984375 + 9.2978515625 ], "p90": [ - 20.0986328125, - 20.83154296875, - 20.60009765625, - 20.330078125, - 20.75439453125, + 18.74853515625, + 19.13427734375, + 19.28857421875, + 19.55859375, + 19.6357421875, 19.52001953125, - 20.79296875, - 21.68017578125, - 20.06005859375, - 20.52294921875, - 19.8671875, - 19.05712890625, - 21.71875, - 21.60302734375, - 20.98583984375, - 20.52294921875, - 19.153564453125, + 19.59716796875, + 19.90576171875, 19.7900390625, - 21.44873046875, - 20.83154296875, - 20.7158203125, 20.2529296875, - 19.4814453125, - 20.484375 + 20.021484375, + 20.0986328125, + 19.98291015625, + 20.330078125, + 20.29150390625, + 20.75439453125, + 21.1015625, + 21.06298828125, + 20.8701171875, + 20.638671875, + 20.5615234375, + 20.67724609375, + 20.60009765625, + 20.947265625 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index f0f380058e40cb642273297acd5e9bcb295fb5df..b456b8375e89e6764f3a86d6782ec68121f01a99 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,55 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T02:06:25.625920+00:00", + "evaluated_at": "2026-06-18T02:22:54.137477+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e081a98ee42b50b35285c7ef30000f2c154761fd..384b1ef5eaac238cce3193c6a2b9830d9cba6dfc 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1131708.0157782238,892279.146856308,747.1053059895834,0.7438972491028274,0.011549844786948926,0.011444430354161044,33.497646218391516,1063.8176609636746,0.016329079326427187,0.01146770001510168,0.012740858110155417,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1190414.0766735077,959148.5603415171,791.72314453125,0.7958294031879768,0.012243249142926101,0.012129777175669001,34.9908912609855,1091.0609866884197,0.016761379917231277,0.012162814523348898,0.013284038453320051,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.016912711373028345,0.02706904811325804,0.14284969568252565,0.13959707766665644,0.09385212575063447,0.09930490150807653,1.2487298419464836,0.1300488807065572,0.08975696882037355,0.09859181879702111,0.06989854077719915,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.03779442750569335,0.06085129095089689,0.21669935021135542,1.3823922474092696,0.1481237111960202,0.16322387047157344,6.536463440406008,0.19440788951504345,0.1380411029038375,0.15386935878137653,0.09910518141071382,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.902370516881092,1.1541935834075048,0.9277235666910807,0.5646331309082262,0.043042185487388473,0.04182098250819404,25.545743042756147,1.379264484020774,0.06318447427735994,0.042499264292815885,0.04886898288672729,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.30155509685149,147.90203187163692,9.8178342183431,0.7831375367913367,0.2474237246803321,0.27963366203606643,6.2688926971166765,9.235884099362199,0.25507620067283404,0.2711484709323756,0.18805441871626483,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2116234501477265,2.297502241673404,1.3904921213785808,0.67617449871927,0.05459600541978508,0.056402665299690374,2.065623426199494,1.1007376845314811,0.04269872944485344,0.05393859746994633,0.03406162008761295,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,32.25335364626957,27.022474768751408,4.28160301844279,0.8177066772622835,0.5304721105245713,0.36954179565007284,34.357232367012166,5.679203610214161,0.48162857471780873,0.36310414290680904,0.40294110717893256,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.03154864795855801,0.01583945708364638,0.09183667103449504,0.08928316736182881,0.07015326117664111,0.06534989533149853,5.348465496295079,0.17761939071666136,0.12273171974395486,0.06345744417963559,0.08912851219524101,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.044365381527510114,0.06357915079387944,0.2245566166109509,1.4221916791514093,0.1530632211114964,0.16873305060427957,13.360794201543634,0.21063091303868509,0.14882656179735596,0.15866611741324427,0.10919118448990169,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.14338651504598,1.8274821756972415,1.0949596563975017,0.8395856653835363,0.05718058401844452,0.05478118489716257,36.605840459856665,1.4640309132822231,0.07390984932663709,0.0552777284201273,0.059645884677861055,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,90.0589825056439,157.17845600768973,10.046245098114014,0.8011113817865457,0.2427842023963238,0.2850160511412698,4.840943008428174,9.489941122348647,0.25634055929810634,0.2713673408607049,0.1809186352116972,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.7222865242843,1.6458366033977352,1.2263707319895427,0.6056151294866826,0.04753171375268358,0.04879176925239712,0.7495494545816551,0.8498744167724429,0.03275571800656585,0.04726657618558608,0.02866634295479699,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,31.63940753471267,30.139434257070167,4.480736454327901,0.8614499992299303,0.8918377748329794,0.42141340684998835,29.399519748458555,5.624891779822317,0.4838616584793391,0.3854396949959485,0.3859932576266478,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,748.5886859744787,1378.3203524698813,36.0421142578125,0.24366499779929582,0.013876630151133973,0.013974655888326503,1.2594685987015843,27.36034879117002,0.010548568208643862,0.013895754894578314,0.008880500909889559,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index bc73814bf6dc4405025f09e760fc55d492678dc9..a574f36f0b1b2326bdb5f30c5115a7081a32f93d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T02:05:03.089351+00:00", + "evaluated_at": "2026-06-18T02:14:26.493696+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65844.46875, - 65848.1171875, - 65864.96875, - 65879.296875, - 65884.359375, - 65899.109375, - 65873.734375, - 65839.59375, - 65839.0078125, - 65817.296875, - 65823.0625, - 65817.671875, - 65827.0859375, - 65867.546875, - 65879.8203125, - 65865.71875, - 65900.5, - 65928.0234375, - 65901.859375, - 65902.953125, - 65907.0546875, - 65881.8125, - 65864.296875, - 65883.5 + 65858.140625, + 65842.0546875, + 65852.6640625, + 65858.796875, + 65875.453125, + 65868.9140625, + 65861.53125, + 65820.1015625, + 65817.46875, + 65818.6328125, + 65820.3828125, + 65819.328125, + 65832.515625, + 65868.8515625, + 65887.390625, + 65854.453125, + 65908.7890625, + 65942.4921875, + 65901.6640625, + 65903.7109375, + 65883.9296875, + 65884.8671875, + 65863.453125, + 65872.328125 ], "p10": [ - 65903.265625, - 65937.4375, - 65950.5703125, - 65956.8671875, - 65962.46875, - 65997.8203125, - 65933.9375, - 65926.828125, - 65931.265625, - 65930.0546875, - 65934.765625, - 65885.125, - 65941.015625, - 65964.1875, - 65991.7890625, - 66001.1875, - 66000.796875, - 66014.25, - 66047.3046875, - 66056.59375, - 66044.0625, - 66039.046875, - 66014.7734375, - 65993.0078125 + 65915.203125, + 65902.75, + 65918.546875, + 65931.9296875, + 65950.421875, + 65939.9765625, + 65893.203125, + 65896.40625, + 65902.2109375, + 65912.9375, + 65900.5703125, + 65864.140625, + 65930.6640625, + 65914.2734375, + 65974.15625, + 65957.4375, + 65996.6328125, + 66013.9375, + 66030.1953125, + 66017.1484375, + 66016.3203125, + 65999.0078125, + 65986.03125, + 65957.3203125 ], "p90": [ - 66166.3671875, - 66223.0390625, - 66265.609375, - 66311.015625, - 66358.5234375, - 66373.96875, - 66366.9921875, - 66364.78125, - 66375.375, - 66370.1875, - 66429.28125, - 66394.65625, - 66449.0, - 66510.375, - 66499.609375, - 66525.34375, - 66561.28125, - 66612.890625, - 66630.28125, - 66645.140625, - 66663.859375, - 66652.125, - 66614.515625, - 66639.875 + 66160.5078125, + 66200.0, + 66228.8203125, + 66272.2578125, + 66317.53125, + 66318.2578125, + 66314.9296875, + 66314.5078125, + 66324.171875, + 66347.7421875, + 66403.1484375, + 66365.9609375, + 66425.609375, + 66481.4609375, + 66484.25, + 66484.640625, + 66543.3046875, + 66604.0703125, + 66594.4296875, + 66600.265625, + 66590.2890625, + 66597.1875, + 66554.328125, + 66581.3203125 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a51f6c2c78a1183d4cfbe3fcf99ec30921139586..a5021cb88043af3684a2fa5e4d7e5715c054b859 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T23:50:00.776182+00:00", + "evaluated_at": "2026-06-18T02:14:35.195496+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 97f3ac1c05c480d5a07888aa37d2e47f91bda8db..f80fa94d4b9f4c58e11cec5037a068607a75b755 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T01:52:14.822673+00:00", + "evaluated_at": "2026-06-18T02:14:41.037669+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.0591081380844116, - 1.0861276388168335, - 1.1275378465652466, - 1.1561079025268555, - 1.1810775995254517, - 1.213525652885437, - 1.2420334815979004, - 1.3002570867538452, - 1.301413655281067, - 1.3192884922027588, - 1.3353509902954102, - 1.3589046001434326, - 1.352036476135254, - 1.3599754571914673, - 1.3868598937988281, - 1.4201197624206543, - 1.4254655838012695, - 1.4244424104690552, - 1.4238157272338867, - 1.4031959772109985, - 1.4342111349105835, - 1.4075263738632202, - 1.405977487564087, - 1.4249358177185059, - 1.419867992401123, - 1.411258339881897, - 1.4022386074066162, - 1.4082543849945068, - 1.3973864316940308, - 1.389588713645935, - 1.3809549808502197, - 1.3919312953948975, - 1.3908768892288208, - 1.3667452335357666, - 1.3755896091461182, - 1.3803373575210571, - 1.350241780281067, - 1.348463535308838, - 1.3550201654434204, - 1.32986581325531, - 1.332842230796814, - 1.3203108310699463, - 1.319285273551941, - 1.3095864057540894, - 1.2908200025558472, - 1.288488507270813, - 1.276031732559204, - 1.2663955688476562, - 1.260340929031372, - 1.2632498741149902, - 1.2502480745315552, - 1.2434498071670532, - 1.2334773540496826, - 1.2556674480438232, - 1.2611461877822876, - 1.2434006929397583, - 1.2628498077392578, - 1.2489813566207886, - 1.2591687440872192, - 1.2675451040267944 + 1.1818822622299194, + 1.2207411527633667, + 1.2617262601852417, + 1.300325870513916, + 1.3275114297866821, + 1.3645902872085571, + 1.3971117734909058, + 1.4509449005126953, + 1.4601008892059326, + 1.4866331815719604, + 1.5183186531066895, + 1.5484275817871094, + 1.53628408908844, + 1.5521160364151, + 1.5898107290267944, + 1.6205363273620605, + 1.6269197463989258, + 1.6504013538360596, + 1.6504157781600952, + 1.6443898677825928, + 1.6668972969055176, + 1.6623975038528442, + 1.6568994522094727, + 1.6785746812820435, + 1.676195740699768, + 1.6868516206741333, + 1.6778110265731812, + 1.679275631904602, + 1.6800713539123535, + 1.6702581644058228, + 1.656089425086975, + 1.6851716041564941, + 1.686996579170227, + 1.6620697975158691, + 1.6697757244110107, + 1.670328974723816, + 1.6447608470916748, + 1.6412819623947144, + 1.6413930654525757, + 1.624211311340332, + 1.6155098676681519, + 1.6001659631729126, + 1.5958633422851562, + 1.573115587234497, + 1.5447659492492676, + 1.536531686782837, + 1.521241307258606, + 1.4979170560836792, + 1.4892182350158691, + 1.4757329225540161, + 1.4563814401626587, + 1.4312902688980103, + 1.4181398153305054, + 1.4237867593765259, + 1.4203897714614868, + 1.391338586807251, + 1.398984432220459, + 1.3822771310806274, + 1.3843200206756592, + 1.3877772092819214 ], "p10": [ - 1.071832299232483, - 1.093718409538269, - 1.1601277589797974, - 1.2059903144836426, - 1.2005131244659424, - 1.22548246383667, - 1.2341222763061523, - 1.312697410583496, - 1.3297871351242065, - 1.298389196395874, - 1.355479121208191, - 1.400849461555481, - 1.331095576286316, - 1.3607487678527832, - 1.384000539779663, - 1.4350107908248901, - 1.4406979084014893, - 1.4381786584854126, - 1.4372081756591797, - 1.4474155902862549, - 1.4329760074615479, - 1.4989118576049805, - 1.4519200325012207, - 1.443495750427246, - 1.4468159675598145, - 1.4202618598937988, - 1.45424222946167, - 1.4154268503189087, - 1.3921730518341064, - 1.380218505859375, - 1.4501324892044067, - 1.4253144264221191, - 1.464163899421692, - 1.4289864301681519, - 1.4205045700073242, - 1.439822793006897, - 1.4118502140045166, - 1.3992222547531128, - 1.3898870944976807, - 1.373918056488037, - 1.3627244234085083, - 1.413962960243225, - 1.3729939460754395, - 1.371586799621582, - 1.324977993965149, - 1.3450623750686646, - 1.3533110618591309, - 1.3132432699203491, - 1.2985177040100098, - 1.3403785228729248, - 1.296177864074707, - 1.3017977476119995, - 1.2893047332763672, - 1.3498408794403076, - 1.3103543519973755, - 1.2777249813079834, - 1.2862640619277954, - 1.324386477470398, - 1.3255996704101562, - 1.3055388927459717 + 1.1912498474121094, + 1.2194873094558716, + 1.2956733703613281, + 1.3426469564437866, + 1.3319063186645508, + 1.370294451713562, + 1.373335361480713, + 1.4725005626678467, + 1.486141562461853, + 1.4759904146194458, + 1.5340989828109741, + 1.5796070098876953, + 1.5198967456817627, + 1.5779318809509277, + 1.594496726989746, + 1.630903959274292, + 1.6429657936096191, + 1.6531403064727783, + 1.6726611852645874, + 1.6909798383712769, + 1.6833992004394531, + 1.755135416984558, + 1.695741057395935, + 1.703074336051941, + 1.7156636714935303, + 1.7064679861068726, + 1.7378132343292236, + 1.707831859588623, + 1.6942659616470337, + 1.7081074714660645, + 1.7212345600128174, + 1.7328931093215942, + 1.7656455039978027, + 1.731758713722229, + 1.7153987884521484, + 1.7387887239456177, + 1.7018662691116333, + 1.6888689994812012, + 1.6868008375167847, + 1.6746151447296143, + 1.6573702096939087, + 1.6843695640563965, + 1.6452091932296753, + 1.628901720046997, + 1.5886987447738647, + 1.5919206142425537, + 1.6007106304168701, + 1.5644659996032715, + 1.5463536977767944, + 1.558883547782898, + 1.5131783485412598, + 1.5112241506576538, + 1.491167426109314, + 1.5310708284378052, + 1.4730538129806519, + 1.4445674419403076, + 1.466583251953125, + 1.4643434286117554, + 1.4476947784423828, + 1.4318904876708984 ], "p90": [ - 1.0867433547973633, - 1.1130754947662354, - 1.1642602682113647, - 1.1946206092834473, - 1.232758641242981, - 1.2679483890533447, - 1.2922098636627197, - 1.3589229583740234, - 1.3591904640197754, - 1.3915929794311523, - 1.416124939918518, - 1.441331148147583, - 1.4655994176864624, - 1.4657669067382812, - 1.4834026098251343, - 1.515552282333374, - 1.52388596534729, - 1.5336816310882568, - 1.5437662601470947, - 1.5388391017913818, - 1.5640454292297363, - 1.549873948097229, - 1.5754262208938599, - 1.5910193920135498, - 1.6065324544906616, - 1.6055026054382324, - 1.6027004718780518, - 1.6064372062683105, - 1.6165965795516968, - 1.6047558784484863, - 1.6041792631149292, - 1.608027458190918, - 1.61416494846344, - 1.6004058122634888, - 1.6293513774871826, - 1.6467872858047485, - 1.6433773040771484, - 1.6292191743850708, - 1.6387633085250854, - 1.6098792552947998, - 1.607615351676941, - 1.612416386604309, - 1.582413911819458, - 1.5809513330459595, - 1.544987440109253, - 1.5482882261276245, - 1.5520726442337036, - 1.5589470863342285, - 1.5501223802566528, - 1.555825114250183, - 1.5366843938827515, - 1.5406423807144165, - 1.5185730457305908, - 1.5609620809555054, - 1.5578664541244507, - 1.5345197916030884, - 1.5404554605484009, - 1.535011887550354, - 1.5468717813491821, - 1.559867262840271 + 1.2192163467407227, + 1.2558143138885498, + 1.306350827217102, + 1.3444859981536865, + 1.3806324005126953, + 1.424941062927246, + 1.4596836566925049, + 1.5236971378326416, + 1.529975175857544, + 1.5683213472366333, + 1.6084481477737427, + 1.644855260848999, + 1.673017144203186, + 1.683085560798645, + 1.7217464447021484, + 1.7472996711730957, + 1.7582324743270874, + 1.7895530462265015, + 1.8029875755310059, + 1.8086941242218018, + 1.840151071548462, + 1.847198247909546, + 1.863987922668457, + 1.8734995126724243, + 1.900524616241455, + 1.923172116279602, + 1.9336975812911987, + 1.9341307878494263, + 1.9518765211105347, + 1.9447485208511353, + 1.934356451034546, + 1.9542641639709473, + 1.9572926759719849, + 1.9394389390945435, + 1.968654751777649, + 1.9817490577697754, + 1.9729701280593872, + 1.962019681930542, + 1.9704416990280151, + 1.9469941854476929, + 1.9344544410705566, + 1.9292458295822144, + 1.8978028297424316, + 1.8803551197052002, + 1.8447407484054565, + 1.8431600332260132, + 1.8352758884429932, + 1.8377879858016968, + 1.8197189569473267, + 1.8144315481185913, + 1.7909324169158936, + 1.7776448726654053, + 1.7498286962509155, + 1.7741336822509766, + 1.7640492916107178, + 1.7315679788589478, + 1.7182360887527466, + 1.7055540084838867, + 1.710297703742981, + 1.7187083959579468 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c4fbd461ae035c6aee40857dd85cc6c4744c5e4d..49d182798f6b03588442a69e51bb038b5b5b2434 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T01:52:20.486950+00:00", + "evaluated_at": "2026-06-18T02:14:46.973066+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.1762826442718506, - 1.168211817741394, - 1.1670719385147095, - 1.1628285646438599, - 1.1632797718048096, - 1.167555570602417, - 1.1543399095535278, - 1.1546744108200073, - 1.1567392349243164, - 1.1656383275985718, - 1.174422264099121, - 1.1919082403182983, - 1.1993439197540283, - 1.190922737121582, - 1.1871360540390015, - 1.1754695177078247, - 1.1804088354110718, - 1.1796367168426514, - 1.187067985534668, - 1.206522822380066, - 1.2070515155792236, - 1.2103854417800903, - 1.212485432624817, - 1.2172988653182983, - 1.218039631843567, - 1.2180677652359009, - 1.2203279733657837, - 1.2108650207519531, - 1.2045632600784302, - 1.1932703256607056, - 1.201274037361145, - 1.194921851158142, - 1.192786455154419, - 1.1936781406402588, - 1.2015771865844727, - 1.21299409866333, - 1.206899881362915, - 1.20333993434906, - 1.1930640935897827, - 1.1747006177902222, - 1.1753028631210327, - 1.1838921308517456, - 1.2125279903411865, - 1.225320816040039, - 1.2342400550842285, - 1.2288920879364014, - 1.2122387886047363, - 1.2118843793869019, - 1.2182691097259521, - 1.2189220190048218, - 1.2236051559448242, - 1.2175277471542358, - 1.2148665189743042, - 1.211220145225525, - 1.2111047506332397, - 1.214617133140564, - 1.2146995067596436, - 1.2093290090560913, - 1.2062199115753174, - 1.2008278369903564, - 1.2008228302001953, - 1.1976901292800903, - 1.1787657737731934, - 1.1697404384613037, - 1.16400146484375, - 1.1643497943878174, - 1.1571022272109985, - 1.1603251695632935, - 1.1580458879470825, - 1.1592810153961182, - 1.1462976932525635, - 1.137736439704895 + 1.18141770362854, + 1.1654117107391357, + 1.1590672731399536, + 1.157945156097412, + 1.1628682613372803, + 1.1677446365356445, + 1.164745569229126, + 1.161163330078125, + 1.1628143787384033, + 1.1670247316360474, + 1.1691378355026245, + 1.17702317237854, + 1.1735833883285522, + 1.1682109832763672, + 1.1700737476348877, + 1.1608747243881226, + 1.1690946817398071, + 1.1759968996047974, + 1.1902133226394653, + 1.2000041007995605, + 1.205133080482483, + 1.212805151939392, + 1.206663966178894, + 1.206823468208313, + 1.2118675708770752, + 1.2071760892868042, + 1.2064334154129028, + 1.200965166091919, + 1.198945164680481, + 1.1972004175186157, + 1.1999411582946777, + 1.2009985446929932, + 1.1923673152923584, + 1.1928635835647583, + 1.2042876482009888, + 1.2045587301254272, + 1.1978384256362915, + 1.1822373867034912, + 1.170181393623352, + 1.1665288209915161, + 1.176336407661438, + 1.1988111734390259, + 1.2134323120117188, + 1.2157444953918457, + 1.2200250625610352, + 1.2134201526641846, + 1.2143608331680298, + 1.2129685878753662, + 1.212654948234558, + 1.2024366855621338, + 1.207357406616211, + 1.200130820274353, + 1.2046197652816772, + 1.211136817932129, + 1.2122929096221924, + 1.2083185911178589, + 1.2080446481704712, + 1.2005245685577393, + 1.200269103050232, + 1.1937110424041748, + 1.2061160802841187, + 1.1973437070846558, + 1.1877511739730835, + 1.1797852516174316, + 1.1821982860565186, + 1.183651089668274, + 1.1865040063858032, + 1.1920658349990845, + 1.1890366077423096, + 1.19395112991333, + 1.1890829801559448, + 1.1732264757156372 ], "p10": [ - 1.2044659852981567, - 1.1944502592086792, - 1.1934961080551147, - 1.190082311630249, - 1.1890627145767212, - 1.2050780057907104, - 1.181662678718567, - 1.1902568340301514, - 1.1916955709457397, - 1.2008061408996582, - 1.2098644971847534, - 1.2260788679122925, - 1.236175775527954, - 1.2159837484359741, - 1.2166578769683838, - 1.2101441621780396, - 1.2174148559570312, - 1.2219550609588623, - 1.2231398820877075, - 1.2406914234161377, - 1.250058650970459, - 1.2483857870101929, - 1.258297085762024, - 1.2624367475509644, - 1.2625484466552734, - 1.270086646080017, - 1.2633442878723145, - 1.2656221389770508, - 1.254534125328064, - 1.2528190612792969, - 1.2488150596618652, - 1.2523480653762817, - 1.2464497089385986, - 1.2518012523651123, - 1.2594302892684937, - 1.268720030784607, - 1.2667303085327148, - 1.2628670930862427, - 1.249562382698059, - 1.2312123775482178, - 1.2388157844543457, - 1.2565840482711792, - 1.2733947038650513, - 1.295883297920227, - 1.2970478534698486, - 1.2904328107833862, - 1.2760701179504395, - 1.277672529220581, - 1.277714729309082, - 1.2905986309051514, - 1.2883641719818115, - 1.289939284324646, - 1.276065468788147, - 1.2695354223251343, - 1.2800947427749634, - 1.2816108465194702, - 1.2772091627120972, - 1.278634786605835, - 1.2666875123977661, - 1.273810625076294, - 1.2688924074172974, - 1.26325261592865, - 1.2487252950668335, - 1.2446990013122559, - 1.2353894710540771, - 1.246536374092102, - 1.235691785812378, - 1.2419633865356445, - 1.23892343044281, - 1.2359380722045898, - 1.2230952978134155, - 1.2221999168395996 + 1.2024213075637817, + 1.1917921304702759, + 1.1777812242507935, + 1.1804139614105225, + 1.180200219154358, + 1.2018870115280151, + 1.1871472597122192, + 1.1895502805709839, + 1.1844366788864136, + 1.197738766670227, + 1.194352149963379, + 1.199993371963501, + 1.1985939741134644, + 1.1846330165863037, + 1.1923993825912476, + 1.1861857175827026, + 1.1891648769378662, + 1.2041138410568237, + 1.2153863906860352, + 1.2223267555236816, + 1.2308847904205322, + 1.2389105558395386, + 1.237755537033081, + 1.2429165840148926, + 1.2446446418762207, + 1.2487162351608276, + 1.234605073928833, + 1.2429018020629883, + 1.2377201318740845, + 1.2420393228530884, + 1.2379506826400757, + 1.2481563091278076, + 1.232465147972107, + 1.2407773733139038, + 1.242784023284912, + 1.2472819089889526, + 1.2422226667404175, + 1.2306807041168213, + 1.214017391204834, + 1.2122197151184082, + 1.2266066074371338, + 1.2473429441452026, + 1.260216474533081, + 1.267706274986267, + 1.2592859268188477, + 1.2634109258651733, + 1.2677496671676636, + 1.2640191316604614, + 1.2603706121444702, + 1.2567683458328247, + 1.255367636680603, + 1.2593826055526733, + 1.2490625381469727, + 1.2537800073623657, + 1.2690421342849731, + 1.2627637386322021, + 1.264412760734558, + 1.2584162950515747, + 1.2402458190917969, + 1.2553194761276245, + 1.2583491802215576, + 1.2437129020690918, + 1.2449275255203247, + 1.234830617904663, + 1.2335240840911865, + 1.2360540628433228, + 1.2370692491531372, + 1.2513898611068726, + 1.2482471466064453, + 1.2477449178695679, + 1.2435542345046997, + 1.2348791360855103 ], "p90": [ - 1.2903707027435303, - 1.2978366613388062, - 1.3071767091751099, - 1.3163137435913086, - 1.3206044435501099, - 1.3328871726989746, - 1.3228808641433716, - 1.3232307434082031, - 1.33041250705719, - 1.335249662399292, - 1.3461313247680664, - 1.3564893007278442, - 1.3680005073547363, - 1.3629382848739624, - 1.362349271774292, - 1.3524625301361084, - 1.366234302520752, - 1.3734503984451294, - 1.3790818452835083, - 1.4035435914993286, - 1.4060791730880737, - 1.4191088676452637, - 1.4264158010482788, - 1.4311802387237549, - 1.4438716173171997, - 1.445583701133728, - 1.449094295501709, - 1.4537441730499268, - 1.452095627784729, - 1.4551868438720703, - 1.467825174331665, - 1.4669772386550903, - 1.4622056484222412, - 1.4706265926361084, - 1.4727143049240112, - 1.4945119619369507, - 1.4876985549926758, - 1.484689712524414, - 1.4726167917251587, - 1.461633563041687, - 1.4628477096557617, - 1.478527307510376, - 1.5003361701965332, - 1.5151728391647339, - 1.5226646661758423, - 1.524798035621643, - 1.5125889778137207, - 1.517728328704834, - 1.5232919454574585, - 1.5258102416992188, - 1.5210223197937012, - 1.5213741064071655, - 1.5192073583602905, - 1.5213648080825806, - 1.5311332941055298, - 1.5296390056610107, - 1.5262476205825806, - 1.52699875831604, - 1.5269339084625244, - 1.5175418853759766, - 1.5145026445388794, - 1.5077871084213257, - 1.4941577911376953, - 1.486261010169983, - 1.487770676612854, - 1.4872523546218872, - 1.4807049036026, - 1.4850269556045532, - 1.4785114526748657, - 1.4768518209457397, - 1.46914803981781, - 1.4666645526885986 + 1.2813018560409546, + 1.2802190780639648, + 1.2824578285217285, + 1.292694091796875, + 1.3028249740600586, + 1.3108762502670288, + 1.3077425956726074, + 1.303184151649475, + 1.306282639503479, + 1.307590126991272, + 1.3118617534637451, + 1.3140004873275757, + 1.3161755800247192, + 1.312870740890503, + 1.3138493299484253, + 1.3098782300949097, + 1.321661353111267, + 1.3347687721252441, + 1.3443366289138794, + 1.3565884828567505, + 1.3630160093307495, + 1.3728219270706177, + 1.3723886013031006, + 1.3719202280044556, + 1.38480544090271, + 1.3833372592926025, + 1.3861970901489258, + 1.3905882835388184, + 1.3918628692626953, + 1.3993269205093384, + 1.4039814472198486, + 1.4093375205993652, + 1.3988648653030396, + 1.4034841060638428, + 1.4114391803741455, + 1.4198529720306396, + 1.4118201732635498, + 1.3981720209121704, + 1.3816604614257812, + 1.3870962858200073, + 1.3956810235977173, + 1.4262176752090454, + 1.4359878301620483, + 1.4389235973358154, + 1.442449927330017, + 1.4438252449035645, + 1.444996953010559, + 1.4488606452941895, + 1.4457578659057617, + 1.4386295080184937, + 1.4367578029632568, + 1.4415327310562134, + 1.4379839897155762, + 1.4513378143310547, + 1.4558441638946533, + 1.4513345956802368, + 1.4458783864974976, + 1.4470220804214478, + 1.448706865310669, + 1.4442920684814453, + 1.454690933227539, + 1.4473567008972168, + 1.4394351243972778, + 1.4356907606124878, + 1.4389930963516235, + 1.4408167600631714, + 1.4455147981643677, + 1.4533498287200928, + 1.4460617303848267, + 1.4519217014312744, + 1.4481843709945679, + 1.4384291172027588 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index b3f0b340bcb90a77564f8c38c4933e78b3f93281..b6b8ede18cef4562ddce27042eee217e2690ead5 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T23:53:33.497695+00:00", + "evaluated_at": "2026-06-18T02:14:56.482768+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.72574806213379, - 22.630678176879883, - 22.646766662597656, - 22.51382064819336, - 22.527645111083984, - 22.61500358581543, - 22.61658477783203, - 22.577089309692383, - 22.673791885375977, - 22.695085525512695, - 22.744598388671875, - 22.78336524963379, - 22.64189338684082, - 22.654558181762695, - 22.66354751586914, - 22.697641372680664, - 22.81056022644043, - 22.9069766998291, - 22.881418228149414, - 22.78675079345703, - 22.865713119506836, - 22.900897979736328, - 23.08038330078125, - 23.01404571533203 + 21.005949020385742, + 20.962182998657227, + 20.954153060913086, + 20.917259216308594, + 20.926054000854492, + 20.931842803955078, + 20.93245506286621, + 20.89344596862793, + 20.88614273071289, + 20.845239639282227, + 20.832813262939453, + 20.82441520690918, + 20.852407455444336, + 20.848731994628906, + 20.85558319091797, + 20.838850021362305, + 20.84185028076172, + 20.83492088317871, + 20.783939361572266, + 20.828813552856445, + 20.80251693725586, + 20.786800384521484, + 20.76268768310547, + 20.76476287841797 ], "p10": [ - 22.671112060546875, - 22.864980697631836, - 22.78150749206543, - 22.685993194580078, - 22.63205337524414, - 22.613340377807617, - 22.64012908935547, - 22.802875518798828, - 22.649568557739258, - 22.91421127319336, - 22.843582153320312, - 22.576250076293945, - 22.80191993713379, - 22.7643985748291, - 22.854320526123047, - 23.06548500061035, - 22.895587921142578, - 22.889944076538086, - 23.089365005493164, - 22.895689010620117, - 23.092395782470703, - 23.06351089477539, - 23.057811737060547, - 23.03000259399414 + 21.126014709472656, + 21.109119415283203, + 21.033920288085938, + 21.06277084350586, + 21.048994064331055, + 21.01209259033203, + 21.008256912231445, + 20.966930389404297, + 21.04210662841797, + 20.999332427978516, + 20.948556900024414, + 20.94972038269043, + 20.965930938720703, + 20.97899627685547, + 20.94936180114746, + 20.955001831054688, + 20.974946975708008, + 20.89577865600586, + 20.9438533782959, + 20.975126266479492, + 20.973957061767578, + 20.95022964477539, + 20.924686431884766, + 20.918947219848633 ], "p90": [ - 23.36522674560547, - 23.42603302001953, - 23.493932723999023, - 23.542034149169922, - 23.628469467163086, - 23.699954986572266, - 23.646535873413086, - 23.766721725463867, - 23.9290828704834, - 23.996932983398438, - 24.149900436401367, - 24.00124168395996, - 24.09405517578125, - 24.198617935180664, - 24.161273956298828, - 24.224815368652344, - 24.368377685546875, - 24.535470962524414, - 24.517229080200195, - 24.594345092773438, - 24.654863357543945, - 24.70012855529785, - 24.72539520263672, - 24.811107635498047 + 21.37723731994629, + 21.405492782592773, + 21.42572784423828, + 21.429136276245117, + 21.44723892211914, + 21.455636978149414, + 21.461925506591797, + 21.440099716186523, + 21.41719627380371, + 21.424880981445312, + 21.442626953125, + 21.400341033935547, + 21.45867919921875, + 21.484100341796875, + 21.47934341430664, + 21.498836517333984, + 21.515352249145508, + 21.55331039428711, + 21.554668426513672, + 21.582191467285156, + 21.593055725097656, + 21.593416213989258, + 21.566577911376953, + 21.56230354309082 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 903c48077d1ed52ede19554271f97a704bb5ada0..c99114088e9a37461bea453a8bdc335ab2c8e8ec 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T23:56:47.906605+00:00", + "evaluated_at": "2026-06-18T02:15:04.651632+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 27.464277267456055, - 23.662029266357422, - 21.203380584716797, - 19.243288040161133, - 17.724380493164062, - 17.57396125793457, - 18.490280151367188, - 19.128360748291016, - 19.385494232177734, - 20.580074310302734, - 23.115032196044922, - 26.62420654296875, - 32.29931640625, - 36.15620422363281, - 38.568206787109375, - 39.96918487548828, - 39.963661193847656, - 37.35819625854492, - 35.371681213378906, - 33.903717041015625, - 31.826257705688477, - 30.07196044921875, - 27.968503952026367, - 25.609766006469727 + 19.78601837158203, + 19.113874435424805, + 19.064239501953125, + 19.103761672973633, + 19.355941772460938, + 20.72174072265625, + 22.885147094726562, + 25.045852661132812, + 29.5268611907959, + 34.91101837158203, + 38.563331604003906, + 39.38578796386719, + 39.98309326171875, + 38.668861389160156, + 36.728458404541016, + 34.42298889160156, + 32.554786682128906, + 29.834075927734375, + 28.79529571533203, + 27.090225219726562, + 23.507572174072266, + 20.171703338623047, + 18.36389923095703, + 19.151012420654297 ], "p10": [ - 28.982437133789062, - 25.63280487060547, - 23.435556411743164, - 22.085525512695312, - 21.184371948242188, - 20.95245361328125, - 22.094390869140625, - 23.073974609375, - 23.87493133544922, - 25.505123138427734, - 28.110979080200195, - 33.522377014160156, - 38.6431884765625, - 43.3605842590332, - 45.80807876586914, - 47.548744201660156, - 47.32966613769531, - 44.24919509887695, - 42.194366455078125, - 40.14131164550781, - 38.18346405029297, - 36.40477752685547, - 34.973365783691406, - 32.35633087158203 + 20.842775344848633, + 20.350242614746094, + 20.8992919921875, + 21.7078857421875, + 22.626317977905273, + 24.876712799072266, + 26.96057891845703, + 30.481731414794922, + 36.206424713134766, + 41.94670867919922, + 45.580745697021484, + 48.1495475769043, + 47.85186767578125, + 46.86981964111328, + 44.549713134765625, + 42.37942123413086, + 39.79815673828125, + 36.45115661621094, + 35.90064239501953, + 33.339378356933594, + 29.47864532470703, + 25.934614181518555, + 24.83949851989746, + 25.015827178955078 ], "p90": [ - 32.88603973388672, - 30.608768463134766, - 29.46593475341797, - 27.69889259338379, - 26.575626373291016, - 27.12198829650879, - 28.702756881713867, - 30.342247009277344, - 32.19116973876953, - 34.763427734375, - 39.49760437011719, - 45.1304817199707, - 52.75535202026367, - 58.363258361816406, - 62.04177474975586, - 64.01380920410156, - 63.99883270263672, - 61.2359619140625, - 58.509483337402344, - 56.07270812988281, - 53.43574905395508, - 51.244140625, - 47.97379684448242, - 44.53973388671875 + 22.934856414794922, + 23.42351531982422, + 25.105350494384766, + 26.275531768798828, + 28.385807037353516, + 31.754467010498047, + 36.20344543457031, + 40.60927963256836, + 48.046634674072266, + 55.345550537109375, + 61.33854675292969, + 63.316734313964844, + 64.60368347167969, + 63.42008972167969, + 60.97077560424805, + 58.148319244384766, + 55.139671325683594, + 51.983917236328125, + 49.86448287963867, + 47.03239059448242, + 42.78468322753906, + 38.86564636230469, + 35.619380950927734, + 35.02922058105469 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 0d632540a237e9ae769edab11c709cec53bbb0bd..4af3773f9302e63879df456b5baa141b04a8eb05 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T23:56:53.848822+00:00", + "evaluated_at": "2026-06-18T02:15:11.422720+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.094348907470703, - 26.193187713623047, - 27.30516815185547, - 27.960975646972656, - 28.34528350830078, - 28.38062286376953, - 28.284278869628906, - 27.716938018798828, - 26.841960906982422, - 25.943870544433594, - 24.967491149902344, - 24.05074691772461, - 23.363344192504883, - 22.756494522094727, - 22.374237060546875, - 22.037036895751953, - 21.90622901916504, - 21.85057830810547, - 21.923381805419922, - 21.786584854125977, - 21.48081398010254, - 21.370914459228516, - 21.789134979248047, - 22.979637145996094 + 27.957408905029297, + 28.41400718688965, + 28.756792068481445, + 28.662187576293945, + 28.217792510986328, + 27.43026351928711, + 26.621204376220703, + 25.567657470703125, + 24.481821060180664, + 23.864761352539062, + 23.30257797241211, + 22.869190216064453, + 22.5419921875, + 22.177845001220703, + 22.149818420410156, + 22.052099227905273, + 22.011890411376953, + 21.89183807373047, + 21.846939086914062, + 22.387462615966797, + 23.352188110351562, + 24.570833206176758, + 25.64881134033203, + 26.48971939086914 ], "p10": [ - 25.280059814453125, - 26.44609832763672, - 27.69924545288086, - 28.39984130859375, - 28.834129333496094, - 29.037506103515625, - 28.881507873535156, - 28.295719146728516, - 27.52395248413086, - 26.574352264404297, - 25.653186798095703, - 24.61957550048828, - 23.973358154296875, - 23.300857543945312, - 22.91779327392578, - 22.626380920410156, - 22.521060943603516, - 22.36072540283203, - 22.389419555664062, - 22.190650939941406, - 22.03213882446289, - 21.94171905517578, - 22.518848419189453, - 23.572031021118164 + 28.23956298828125, + 28.606008529663086, + 29.1650390625, + 29.059358596801758, + 28.6357421875, + 28.03704071044922, + 27.178939819335938, + 26.093948364257812, + 25.07664680480957, + 24.43810272216797, + 23.797527313232422, + 23.37639617919922, + 23.020671844482422, + 22.700923919677734, + 22.661968231201172, + 22.635562896728516, + 22.655929565429688, + 22.370389938354492, + 22.40668487548828, + 22.886978149414062, + 23.980928421020508, + 25.291465759277344, + 26.443449020385742, + 27.265239715576172 ], "p90": [ - 25.824573516845703, - 27.33065414428711, - 28.912097930908203, - 29.922710418701172, - 30.654521942138672, - 30.842849731445312, - 30.855487823486328, - 30.29090118408203, - 29.383560180664062, - 28.32229995727539, - 27.299381256103516, - 26.284191131591797, - 25.5445556640625, - 24.825069427490234, - 24.326549530029297, - 23.939815521240234, - 23.836864471435547, - 23.77672576904297, - 23.91162109375, - 23.71114158630371, - 23.517005920410156, - 23.560253143310547, - 24.15438461303711, - 25.4996337890625 + 28.785587310791016, + 29.581172943115234, + 30.323158264160156, + 30.490236282348633, + 30.221033096313477, + 29.4818115234375, + 28.673471450805664, + 27.55453109741211, + 26.428804397583008, + 25.7342529296875, + 25.196706771850586, + 24.708017349243164, + 24.36927604675293, + 23.985071182250977, + 23.931888580322266, + 23.92389488220215, + 23.937456130981445, + 23.909698486328125, + 23.985313415527344, + 24.594253540039062, + 25.788835525512695, + 27.280590057373047, + 28.522205352783203, + 29.46285629272461 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 208d21fd03e44776edd5d669e3350cbea645c116..4d2e1a528b5feaa4d2f6efe7469b13d05e91140f 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T23:57:01.369674+00:00", + "evaluated_at": "2026-06-18T02:15:17.400451+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 13.121681213378906, - 13.245149612426758, - 13.25629997253418, - 13.41429328918457, - 13.545952796936035, - 13.731443405151367, - 13.679574012756348, - 13.582283973693848, - 13.349223136901855, - 13.255428314208984, - 13.30846118927002, - 13.322199821472168, - 13.401241302490234, - 13.46061897277832, - 13.498409271240234, - 13.397128105163574, - 13.462119102478027, - 13.665514945983887, - 13.712989807128906, - 13.865421295166016, - 13.823062896728516, - 13.690169334411621, - 13.431137084960938, - 13.422338485717773 + 11.195002555847168, + 11.47647762298584, + 11.662789344787598, + 11.740453720092773, + 11.728824615478516, + 11.654511451721191, + 11.682258605957031, + 11.71582317352295, + 11.668354034423828, + 11.710271835327148, + 11.805255889892578, + 11.811098098754883, + 11.785157203674316, + 11.903512001037598, + 12.088295936584473, + 12.059999465942383, + 12.151901245117188, + 12.090502738952637, + 11.984619140625, + 11.905252456665039, + 11.934479713439941, + 11.884803771972656, + 11.688782691955566, + 11.784809112548828 ], "p10": [ - 14.663334846496582, - 14.805456161499023, - 14.853271484375, - 15.032051086425781, - 15.118451118469238, - 15.289996147155762, - 15.217926025390625, - 15.10451602935791, - 14.994662284851074, - 14.804045677185059, - 14.860930442810059, - 15.003316879272461, - 14.998363494873047, - 15.14173698425293, - 15.111498832702637, - 15.098457336425781, - 15.17270565032959, - 15.257957458496094, - 15.572694778442383, - 15.458686828613281, - 15.431763648986816, - 15.359498977661133, - 15.010446548461914, - 15.040282249450684 + 12.64522647857666, + 13.067989349365234, + 13.205269813537598, + 13.389572143554688, + 13.292756080627441, + 13.323548316955566, + 13.213034629821777, + 13.262351989746094, + 13.39855670928955, + 13.436089515686035, + 13.442097663879395, + 13.562653541564941, + 13.47494125366211, + 13.56711483001709, + 13.734695434570312, + 13.815447807312012, + 13.808786392211914, + 13.731809616088867, + 13.732562065124512, + 13.48836898803711, + 13.492036819458008, + 13.56523609161377, + 13.328625679016113, + 13.399503707885742 ], "p90": [ - 18.110767364501953, - 18.433095932006836, - 18.651918411254883, - 18.82027816772461, - 19.007951736450195, - 19.253664016723633, - 19.262540817260742, - 19.137784957885742, - 18.91944122314453, - 18.766695022583008, - 18.901344299316406, - 18.986059188842773, - 19.10505485534668, - 19.226043701171875, - 19.258380889892578, - 19.164207458496094, - 19.237411499023438, - 19.41546058654785, - 19.557350158691406, - 19.633132934570312, - 19.664535522460938, - 19.584856033325195, - 19.2728271484375, - 19.128705978393555 + 15.766071319580078, + 16.341907501220703, + 16.798765182495117, + 16.904983520507812, + 16.959653854370117, + 16.91690444946289, + 17.002185821533203, + 17.024843215942383, + 17.082433700561523, + 17.084369659423828, + 17.260740280151367, + 17.294700622558594, + 17.264535903930664, + 17.415023803710938, + 17.59779930114746, + 17.620410919189453, + 17.7174015045166, + 17.62823486328125, + 17.567970275878906, + 17.351646423339844, + 17.42010498046875, + 17.449434280395508, + 17.253934860229492, + 17.23139190673828 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 99e4f97eb750e51432f8c580cd88f31047983f05..a652f48ec15300b438fb6f0a89f983d637b6931e 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,55 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T02:05:05.557531+00:00", + "evaluated_at": "2026-06-18T02:17:46.901467+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 2829c5b7f8e29fb592b50b8d8ce018f99e822f19..9a0e1acba4221b465cbf54683b2883582088cb95 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,954212.7897370657,954212.7897370657,783.2791341145834,0.7799157474536894,0.012106422590246064,0.011993427186173673,9.034366767274461,976.8381594394568,0.01499398663876166,0.012022950534686574,0.008651329724102248,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1001638.5814723969,1001638.5814723969,828.8722330729166,0.8331711648470929,0.012812220968952041,0.012693671740223145,9.493567340950179,1000.8189553922311,0.015375040391290508,0.012733515881222266,0.008996967845723854,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.018784770800259785,0.018784770800259785,0.10875006914138793,0.10627388301844075,0.0794286880010427,0.07497602127871211,0.863179518356125,0.13705754557943822,0.09459420010640883,0.07505698251384382,0.08839429102571326,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.06133146988437785,0.06133146988437785,0.21702327993181017,1.3844586953881182,0.14816628758377579,0.16339948253591657,4.715164796016213,0.24765191274120588,0.17584750935941634,0.1540993680468773,0.1279375664243661,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,2.5288945886456227,2.5288945886456227,1.4268042246500652,0.868384684276875,0.06607594543425328,0.06344211565827966,4.841767463784721,1.5902498510126082,0.07284977027246374,0.0653622824887244,0.041351252599246296,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,47.54768131593543,47.54768131593543,5.547917366027832,0.44253979479867017,0.16209505248702014,0.16821057165656583,3.191825476816659,6.895482674616435,0.19043910723911903,0.15322211367625774,0.1758353032506102,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.501031605570309,1.501031605570309,1.1371702353159587,0.5529880407095756,0.04464144741899998,0.04573867200295851,2.377909640235031,1.2251659502166672,0.04752542787304934,0.04411198498320128,0.04208228985611902,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,32.16348442137655,32.16348442137655,4.790237665176392,0.9148464506437671,0.6121281092309346,0.4017222254451211,10.063670512535843,5.671285958349883,0.4809571130756085,0.40623923662273287,0.3065590999619746,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.19007924548899927,0.19007924548899927,0.363382758696874,0.3532789603071488,0.26454858866028363,0.220075713324807,0.8808939290032192,0.4359807856878549,0.30125467375433207,0.25109077742144514,0.1459414749243098,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.07478913677291901,0.07478913677291901,0.2420204116238488,1.532795696653061,0.16469941517240771,0.183302374956777,5.971674767444346,0.27347602595642456,0.19323135474242553,0.17100560039894475,0.1370843361732552,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TiRex,2.7503622540669617,2.7503622540669617,1.3712400595347087,1.0514300605127165,0.07147389781003688,0.06789637687979252,19.496190055933454,1.6584216152917695,0.0837234313799111,0.06922541407520279,0.05279065088782467,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,59.070376891651144,59.070376891651144,6.344939311345418,0.5059604906531633,0.18029565128624428,0.2051521450150755,3.501296090308817,7.685725527993512,0.2076054166255985,0.17138834380674176,0.1895153969930662,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.0192584208610544,1.0192584208610544,0.9589287439982096,0.47354502216702415,0.03758229273004747,0.03838970599880951,1.871688172227132,1.009583290700205,0.038911190784992444,0.03695887169551779,0.03517743472171839,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,33.72858796335121,33.72858796335121,4.590129971504211,0.8824815966576854,1.0354664786846801,0.42050005119790484,11.32155120452351,5.807631872230815,0.4995812363209304,0.39484989002186766,0.3170826537065039,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,831.3591035703818,831.3591035703818,28.64056396484375,0.19362634793133804,0.011035752869419503,0.0110889743576301,1.0302794894366196,28.8332985204673,0.011116452441625947,0.01104214514307229,0.011746464416694557,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0aee9745fab42ac0525a8ee089f0cfff11c919ae..6e0453ed1f9690fa01a1faa8b2b59729fb8cdcb3 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T02:05:40.009861+00:00", + "evaluated_at": "2026-06-18T02:19:37.181802+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65905.421875, - 65906.3203125, - 65901.328125, - 65904.4296875, - 65912.8125, - 65920.0, - 65925.09375, - 65922.1171875, - 65924.796875, - 65922.8359375, - 65926.421875, - 65927.9296875, - 65929.0390625, - 65931.9765625, - 65932.9375, - 65933.3203125, - 65931.921875, - 65934.7265625, - 65935.734375, - 65928.2734375, - 65918.6953125, - 65901.4921875, - 65884.546875, - 65862.9375 + 65917.359375, + 65904.125, + 65911.0859375, + 65914.5390625, + 65918.5390625, + 65922.125, + 65924.4140625, + 65919.7734375, + 65922.921875, + 65922.390625, + 65922.8671875, + 65918.0703125, + 65923.0, + 65910.4375, + 65909.5625, + 65906.9140625, + 65908.2421875, + 65907.7421875, + 65907.1875, + 65896.9609375, + 65886.7734375, + 65873.515625, + 65860.8671875, + 65844.3125 ], "p10": [ - 65617.4140625, - 65520.0703125, - 65428.76953125, - 65371.26171875, - 65334.26953125, - 65310.48828125, - 65286.828125, - 65245.23046875, - 65205.0546875, - 65163.5078125, - 65135.76171875, - 65111.12109375, - 65069.046875, - 65037.71484375, - 64997.93359375, - 64957.359375, - 64918.91015625, - 64891.19921875, - 64864.46484375, - 64831.59375, - 64794.83203125, - 64763.71875, - 64733.08984375, - 64694.5234375 + 65642.5390625, + 65523.01171875, + 65438.4453125, + 65378.19140625, + 65339.35546875, + 65310.140625, + 65279.31640625, + 65233.68359375, + 65195.42578125, + 65157.75, + 65129.7265625, + 65097.8828125, + 65062.96484375, + 65012.375, + 64972.3671875, + 64930.1015625, + 64896.765625, + 64863.9453125, + 64833.30078125, + 64794.71875, + 64757.3359375, + 64727.859375, + 64700.73828125, + 64664.7890625 ], "p90": [ - 66202.1796875, - 66316.7265625, - 66418.3125, - 66518.40625, - 66600.3046875, - 66681.90625, - 66768.734375, - 66827.3828125, - 66879.78125, - 66931.5390625, - 66988.015625, - 67024.171875, - 67049.640625, - 67110.796875, - 67180.2109375, - 67217.3359375, - 67259.8359375, - 67323.6015625, - 67376.3203125, - 67421.359375, - 67425.7421875, - 67435.9375, - 67434.1796875, - 67439.1015625 + 66200.5234375, + 66286.875, + 66409.515625, + 66510.4296875, + 66593.0234375, + 66676.2421875, + 66763.203125, + 66826.3046875, + 66881.515625, + 66939.1484375, + 66990.03125, + 67017.75, + 67056.9765625, + 67093.0703125, + 67162.09375, + 67206.5234375, + 67256.40625, + 67302.4453125, + 67340.3515625, + 67378.3203125, + 67395.2265625, + 67422.0546875, + 67437.8828125, + 67451.65625 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 0997adfd84760902bf878c25caf6d883535bddfc..bc5f0210a184613777fae1947b47834ae6a9b8af 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T00:47:40.111626+00:00", + "evaluated_at": "2026-06-18T02:19:44.369094+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d36b8715ab97514103efbf93be97180da2b5b728..7abab78a084ca43151073b712c65a9b5c02e4d7f 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T01:53:51.222952+00:00", + "evaluated_at": "2026-06-18T02:19:49.327500+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.0692601203918457, - 1.1002076864242554, - 1.1311404705047607, - 1.1619148254394531, - 1.1913502216339111, - 1.2212711572647095, - 1.2496671676635742, - 1.2783756256103516, - 1.3056352138519287, - 1.3323386907577515, - 1.3576689958572388, - 1.381582260131836, - 1.4040615558624268, - 1.426032543182373, - 1.4474886655807495, - 1.467179298400879, - 1.4860249757766724, - 1.5040076971054077, - 1.5209585428237915, - 1.536768913269043, - 1.5503798723220825, - 1.5629304647445679, - 1.574970006942749, - 1.584700107574463, - 1.5953272581100464, - 1.604259967803955, - 1.6122097969055176, - 1.6193222999572754, - 1.625392198562622, - 1.6297581195831299, - 1.632596731185913, - 1.6343640089035034, - 1.710168719291687, - 1.7184388637542725, - 1.7000477313995361, - 1.6986901760101318, - 1.6941289901733398, - 1.6855682134628296, - 1.6779265403747559, - 1.6713789701461792, - 1.6633511781692505, - 1.6546562910079956, - 1.6436102390289307, - 1.6285290718078613, - 1.6169159412384033, - 1.6064324378967285, - 1.5989878177642822, - 1.5829967260360718, - 1.571558952331543, - 1.5596246719360352, - 1.5473061800003052, - 1.534700632095337, - 1.525712490081787, - 1.5113781690597534, - 1.5011582374572754, - 1.4878513813018799, - 1.4780678749084473, - 1.4696543216705322, - 1.4583326578140259, - 1.448248028755188 + 1.204255223274231, + 1.240546464920044, + 1.2777454853057861, + 1.3151174783706665, + 1.3508871793746948, + 1.3872785568237305, + 1.4219529628753662, + 1.4578827619552612, + 1.4925005435943604, + 1.5267753601074219, + 1.5606917142868042, + 1.5933506488800049, + 1.6253209114074707, + 1.6571805477142334, + 1.688906192779541, + 1.7186427116394043, + 1.7473281621932983, + 1.774298071861267, + 1.800105333328247, + 1.8241784572601318, + 1.8460009098052979, + 1.8671590089797974, + 1.8880813121795654, + 1.9062236547470093, + 1.925133466720581, + 1.9420958757400513, + 1.9573886394500732, + 1.9720765352249146, + 1.9853849411010742, + 1.9958057403564453, + 2.0065555572509766, + 2.0149986743927, + 2.0436365604400635, + 2.0530152320861816, + 2.0438098907470703, + 2.05268931388855, + 2.0482935905456543, + 2.043549060821533, + 2.0393519401550293, + 2.0307705402374268, + 2.022376775741577, + 2.014490842819214, + 2.0059502124786377, + 1.9927496910095215, + 1.9831533432006836, + 1.9750523567199707, + 1.9683599472045898, + 1.9513028860092163, + 1.9386320114135742, + 1.9257481098175049, + 1.9118950366973877, + 1.8978136777877808, + 1.886939287185669, + 1.8703324794769287, + 1.859288215637207, + 1.84403395652771, + 1.8328443765640259, + 1.823387861251831, + 1.8088102340698242, + 1.7958390712738037 ], "p10": [ - 1.0568883419036865, - 1.0842794179916382, - 1.1107501983642578, - 1.136197805404663, - 1.1592961549758911, - 1.1821973323822021, - 1.2031452655792236, - 1.2240792512893677, - 1.2433226108551025, - 1.261163353919983, - 1.275556206703186, - 1.2880191802978516, - 1.2977186441421509, - 1.3061347007751465, - 1.312134861946106, - 1.3173161745071411, - 1.3219809532165527, - 1.3233680725097656, - 1.3233152627944946, - 1.321650505065918, - 1.318188190460205, - 1.3149397373199463, - 1.3092142343521118, - 1.3009618520736694, - 1.2898361682891846, - 1.2790874242782593, - 1.2654986381530762, - 1.2474138736724854, - 1.2287395000457764, - 1.2067055702209473, - 1.1815742254257202, - 1.1636840105056763, - 1.1017341613769531, - 1.1546223163604736, - 1.1547859907150269, - 1.131348729133606, - 1.106316089630127, - 1.0814448595046997, - 1.0496629476547241, - 1.0303394794464111, - 1.0090441703796387, - 0.9899525046348572, - 0.9609529972076416, - 0.9402776956558228, - 0.9260239601135254, - 0.9038810729980469, - 0.8785256743431091, - 0.8508858680725098, - 0.8349158763885498, - 0.8102606534957886, - 0.7827804088592529, - 0.7587279081344604, - 0.72774338722229, - 0.7086291313171387, - 0.6915534138679504, - 0.670995831489563, - 0.6442348957061768, - 0.6208772659301758, - 0.6048958897590637, - 0.5839104056358337 + 1.1903175115585327, + 1.2237200736999512, + 1.2568575143814087, + 1.2892056703567505, + 1.31843900680542, + 1.3477115631103516, + 1.3744027614593506, + 1.4015997648239136, + 1.4277713298797607, + 1.4518462419509888, + 1.4736219644546509, + 1.4940733909606934, + 1.5123211145401, + 1.5303122997283936, + 1.5447264909744263, + 1.5585991144180298, + 1.5718895196914673, + 1.5796111822128296, + 1.5857152938842773, + 1.5895676612854004, + 1.5921056270599365, + 1.596733570098877, + 1.5981040000915527, + 1.597130537033081, + 1.5933752059936523, + 1.5902695655822754, + 1.5844570398330688, + 1.572408676147461, + 1.5589088201522827, + 1.5398083925247192, + 1.5196863412857056, + 1.5081582069396973, + 1.5449936389923096, + 1.5375176668167114, + 1.5218514204025269, + 1.5169073343276978, + 1.4902255535125732, + 1.4602577686309814, + 1.4263339042663574, + 1.4019099473953247, + 1.3749138116836548, + 1.3497750759124756, + 1.319751262664795, + 1.2969884872436523, + 1.2782378196716309, + 1.2531424760818481, + 1.2249398231506348, + 1.1935111284255981, + 1.1721339225769043, + 1.142351746559143, + 1.1096419095993042, + 1.0821090936660767, + 1.0423786640167236, + 1.0184235572814941, + 0.9950588941574097, + 0.9698644280433655, + 0.9392728805541992, + 0.9128741025924683, + 0.892312228679657, + 0.8655233383178711 ], "p90": [ - 1.0810754299163818, - 1.1149204969406128, - 1.1502025127410889, - 1.187092661857605, - 1.2228963375091553, - 1.259411334991455, - 1.2951139211654663, - 1.3326287269592285, - 1.3680436611175537, - 1.402883529663086, - 1.4376931190490723, - 1.4726654291152954, - 1.5056711435317993, - 1.5404160022735596, - 1.5735610723495483, - 1.6063785552978516, - 1.640549659729004, - 1.6762058734893799, - 1.7104003429412842, - 1.743875503540039, - 1.7755502462387085, - 1.8069863319396973, - 1.8386518955230713, - 1.8653768301010132, - 1.894707441329956, - 1.922595500946045, - 1.9499444961547852, - 1.977036714553833, - 2.0027687549591064, - 2.030362129211426, - 2.051421880722046, - 2.066417694091797, - 2.035658121109009, - 2.095952272415161, - 2.129420042037964, - 2.160348415374756, - 2.1767690181732178, - 2.1997246742248535, - 2.22682523727417, - 2.253636360168457, - 2.273334503173828, - 2.2941513061523438, - 2.307985782623291, - 2.3250656127929688, - 2.335570812225342, - 2.3433496952056885, - 2.353715419769287, - 2.3504438400268555, - 2.3544445037841797, - 2.3640408515930176, - 2.367440700531006, - 2.377822160720825, - 2.381532669067383, - 2.3902149200439453, - 2.395331382751465, - 2.4008126258850098, - 2.4017505645751953, - 2.409968376159668, - 2.4156270027160645, - 2.424233913421631 + 1.2164835929870605, + 1.2557566165924072, + 1.297136664390564, + 1.3413225412368774, + 1.3837311267852783, + 1.4268481731414795, + 1.4691550731658936, + 1.5148017406463623, + 1.5586572885513306, + 1.6012544631958008, + 1.6453115940093994, + 1.6900156736373901, + 1.7336145639419556, + 1.7789918184280396, + 1.822041392326355, + 1.8658159971237183, + 1.9116586446762085, + 1.9578709602355957, + 2.0021815299987793, + 2.0451793670654297, + 2.0870046615600586, + 2.128915786743164, + 2.1705257892608643, + 2.207181215286255, + 2.245567560195923, + 2.2843923568725586, + 2.3232340812683105, + 2.361950397491455, + 2.397688865661621, + 2.4336130619049072, + 2.46201753616333, + 2.482293128967285, + 2.3633179664611816, + 2.449586868286133, + 2.4922878742218018, + 2.537510871887207, + 2.5557100772857666, + 2.585063934326172, + 2.6186070442199707, + 2.6477246284484863, + 2.6698830127716064, + 2.6968700885772705, + 2.71716570854187, + 2.739004373550415, + 2.7545387744903564, + 2.7666802406311035, + 2.7810325622558594, + 2.7805938720703125, + 2.787200450897217, + 2.799269676208496, + 2.804502010345459, + 2.8180296421051025, + 2.82194185256958, + 2.83343505859375, + 2.8399624824523926, + 2.845564365386963, + 2.846695899963379, + 2.856612205505371, + 2.8617327213287354, + 2.8707101345062256 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index c3a8aa49ef6c603811cc04a7037b8568b02947a2..df3add5e5e3831fb1c65af7c53b64136948fe121 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T01:54:31.420980+00:00", + "evaluated_at": "2026-06-18T02:19:54.842628+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.207510232925415, - 1.2118301391601562, - 1.2017972469329834, - 1.1951175928115845, - 1.1886589527130127, - 1.188112735748291, - 1.1886107921600342, - 1.1931300163269043, - 1.1991969347000122, - 1.1867642402648926, - 1.1869945526123047, - 1.1889796257019043, - 1.1941148042678833, - 1.1940679550170898, - 1.1874479055404663, - 1.185001015663147, - 1.183423638343811, - 1.1844236850738525, - 1.1863665580749512, - 1.1966161727905273, - 1.2051634788513184, - 1.1940709352493286, - 1.1989063024520874, - 1.205263614654541, - 1.2085394859313965, - 1.203639268875122, - 1.1881659030914307, - 1.177991509437561, - 1.1726328134536743, - 1.1688330173492432, - 1.1684801578521729, - 1.172950029373169, - 1.229642629623413, - 1.20491623878479, - 1.2004989385604858, - 1.2181956768035889, - 1.214630365371704, - 1.2127459049224854, - 1.2084810733795166, - 1.2005672454833984, - 1.1959753036499023, - 1.1988165378570557, - 1.2007184028625488, - 1.205129623413086, - 1.2233664989471436, - 1.2043240070343018, - 1.2002290487289429, - 1.2134977579116821, - 1.2145969867706299, - 1.210927963256836, - 1.1998205184936523, - 1.1890572309494019, - 1.180678129196167, - 1.1775462627410889, - 1.1811797618865967, - 1.1905142068862915, - 1.2075936794281006, - 1.1849812269210815, - 1.182019591331482, - 1.193048357963562, - 1.1928761005401611, - 1.1925712823867798, - 1.1923860311508179, - 1.1897075176239014, - 1.1510097980499268, - 1.1447768211364746, - 1.1547211408615112, - 1.1679810285568237, - 1.1719127893447876, - 1.1684978008270264, - 1.1650441884994507, - 1.1753454208374023 + 1.2089009284973145, + 1.1983393430709839, + 1.1928956508636475, + 1.181329369544983, + 1.1784250736236572, + 1.1790404319763184, + 1.1803113222122192, + 1.1834880113601685, + 1.1809254884719849, + 1.1840035915374756, + 1.182708978652954, + 1.1834475994110107, + 1.1825222969055176, + 1.1760787963867188, + 1.1761696338653564, + 1.1724836826324463, + 1.1773051023483276, + 1.1812840700149536, + 1.1899999380111694, + 1.1947083473205566, + 1.1948593854904175, + 1.1981122493743896, + 1.19786536693573, + 1.199310302734375, + 1.1916240453720093, + 1.177087426185608, + 1.1626653671264648, + 1.1518144607543945, + 1.1499584913253784, + 1.14845609664917, + 1.155945897102356, + 1.1570916175842285, + 1.1865779161453247, + 1.1776649951934814, + 1.1825605630874634, + 1.1863763332366943, + 1.1850433349609375, + 1.180073857307434, + 1.1727665662765503, + 1.1709060668945312, + 1.171654462814331, + 1.1848738193511963, + 1.1944233179092407, + 1.2008593082427979, + 1.1943141222000122, + 1.1877365112304688, + 1.1938165426254272, + 1.192039966583252, + 1.1955761909484863, + 1.1771620512008667, + 1.164614200592041, + 1.1574122905731201, + 1.1444159746170044, + 1.153021216392517, + 1.1627171039581299, + 1.170278549194336, + 1.1634953022003174, + 1.1607939004898071, + 1.1621720790863037, + 1.1646925210952759, + 1.1640273332595825, + 1.1608353853225708, + 1.157822847366333, + 1.1565979719161987, + 1.11825692653656, + 1.1263413429260254, + 1.1378687620162964, + 1.1497220993041992, + 1.1489925384521484, + 1.1534913778305054, + 1.1566259860992432, + 1.1545512676239014 ], "p10": [ - 1.0855181217193604, - 1.0621826648712158, - 1.036293387413025, - 1.0196765661239624, - 1.0053850412368774, - 0.9967926144599915, - 0.9895161390304565, - 0.9878069758415222, - 0.9910225868225098, - 0.9783394932746887, - 0.9740524291992188, - 0.974047064781189, - 0.9762312173843384, - 0.9740703701972961, - 0.9666909575462341, - 0.9619865417480469, - 0.9581751823425293, - 0.9560584425926208, - 0.9560973048210144, - 0.964444100856781, - 0.9685922265052795, - 0.959502100944519, - 0.9644179344177246, - 0.966852605342865, - 0.9651943445205688, - 0.9589608907699585, - 0.9451152086257935, - 0.9320366382598877, - 0.9237960577011108, - 0.9165717363357544, - 0.9133713245391846, - 0.9167813658714294, - 0.95408034324646, - 0.9485090374946594, - 0.951431930065155, - 0.9552749395370483, - 0.9467649459838867, - 0.9370355606079102, - 0.9312533736228943, - 0.9249681830406189, - 0.9239718914031982, - 0.9268766641616821, - 0.9267557263374329, - 0.9329503178596497, - 0.9468273520469666, - 0.9321795105934143, - 0.9323781728744507, - 0.9404691457748413, - 0.936522364616394, - 0.930321991443634, - 0.9202266335487366, - 0.9093812704086304, - 0.9014319181442261, - 0.8986872434616089, - 0.903674840927124, - 0.9076973795890808, - 0.9193184971809387, - 0.8999844193458557, - 0.8999578356742859, - 0.9063964486122131, - 0.903720498085022, - 0.9001814126968384, - 0.8977075815200806, - 0.8942257761955261, - 0.8553957939147949, - 0.8839276432991028, - 0.8864263296127319, - 0.8778714537620544, - 0.875213623046875, - 0.8690214157104492, - 0.8635209798812866, - 0.8695106506347656 + 1.0996778011322021, + 1.0597342252731323, + 1.0379289388656616, + 1.0174272060394287, + 1.0073095560073853, + 1.0002096891403198, + 0.9931872487068176, + 0.9902873039245605, + 0.9857403635978699, + 0.9887487888336182, + 0.9840960502624512, + 0.9807910323143005, + 0.9760769605636597, + 0.9671516418457031, + 0.9640439748764038, + 0.9568740129470825, + 0.9598527550697327, + 0.9608433842658997, + 0.9672828316688538, + 0.9717312455177307, + 0.9676935076713562, + 0.9721551537513733, + 0.9710644483566284, + 0.9719299674034119, + 0.9596148729324341, + 0.9438381791114807, + 0.9281195402145386, + 0.9125644564628601, + 0.9074329137802124, + 0.9021190404891968, + 0.905144989490509, + 0.9040722250938416, + 0.9432173371315002, + 0.9396031498908997, + 0.9435443878173828, + 0.9380908012390137, + 0.9296584129333496, + 0.9194932579994202, + 0.911024808883667, + 0.9069101810455322, + 0.9075749516487122, + 0.9172101616859436, + 0.9239579439163208, + 0.9300340414047241, + 0.9271250367164612, + 0.9230576157569885, + 0.9307168126106262, + 0.9259588718414307, + 0.9238884449005127, + 0.9070417881011963, + 0.8920929431915283, + 0.8803535103797913, + 0.8640874624252319, + 0.8700768947601318, + 0.8783321380615234, + 0.8810114860534668, + 0.8743735551834106, + 0.8720635175704956, + 0.8752076625823975, + 0.8735655546188354, + 0.8696578741073608, + 0.8636210560798645, + 0.8572677373886108, + 0.8547974824905396, + 0.8521355390548706, + 0.8811211585998535, + 0.8876568078994751, + 0.8809801340103149, + 0.8750009536743164, + 0.8705440759658813, + 0.8685364723205566, + 0.8673183917999268 ], "p90": [ - 1.3844196796417236, - 1.4178411960601807, - 1.4145926237106323, - 1.4161183834075928, - 1.418891429901123, - 1.4265859127044678, - 1.4347409009933472, - 1.4453563690185547, - 1.4576218128204346, - 1.4510364532470703, - 1.4574493169784546, - 1.4683489799499512, - 1.481044888496399, - 1.4862439632415771, - 1.4830589294433594, - 1.4903581142425537, - 1.4979147911071777, - 1.499567985534668, - 1.5026220083236694, - 1.5210835933685303, - 1.5422112941741943, - 1.5313563346862793, - 1.5422964096069336, - 1.558190107345581, - 1.5662131309509277, - 1.5613863468170166, - 1.5370182991027832, - 1.5193787813186646, - 1.5169166326522827, - 1.5165324211120605, - 1.5201926231384277, - 1.526374101638794, - 1.532725214958191, - 1.5247122049331665, - 1.5259804725646973, - 1.5652244091033936, - 1.5803160667419434, - 1.5959501266479492, - 1.5886914730072021, - 1.580810308456421, - 1.5821353197097778, - 1.5975689888000488, - 1.6135183572769165, - 1.6337742805480957, - 1.6673622131347656, - 1.637404441833496, - 1.6289030313491821, - 1.6646535396575928, - 1.6740922927856445, - 1.6647685766220093, - 1.6474566459655762, - 1.6328160762786865, - 1.6271862983703613, - 1.6312999725341797, - 1.6450793743133545, - 1.6658542156219482, - 1.686873197555542, - 1.6566455364227295, - 1.6551870107650757, - 1.6698304414749146, - 1.6684470176696777, - 1.6683695316314697, - 1.665836215019226, - 1.6663423776626587, - 1.5242767333984375, - 1.5735750198364258, - 1.587909460067749, - 1.6187301874160767, - 1.6576123237609863, - 1.6645596027374268, - 1.6547253131866455, - 1.6699965000152588 + 1.3671387434005737, + 1.3869515657424927, + 1.3926736116409302, + 1.3907650709152222, + 1.3969805240631104, + 1.4070961475372314, + 1.418710470199585, + 1.4304171800613403, + 1.4333746433258057, + 1.4458690881729126, + 1.4535551071166992, + 1.463537335395813, + 1.4728161096572876, + 1.4705593585968018, + 1.4754316806793213, + 1.4811826944351196, + 1.4951640367507935, + 1.5029979944229126, + 1.515297532081604, + 1.5241148471832275, + 1.5263481140136719, + 1.53974187374115, + 1.5534148216247559, + 1.5534825325012207, + 1.545324683189392, + 1.5225993394851685, + 1.502663016319275, + 1.4862409830093384, + 1.4856846332550049, + 1.489185094833374, + 1.5007587671279907, + 1.5037816762924194, + 1.4871971607208252, + 1.4954609870910645, + 1.5034112930297852, + 1.5202277898788452, + 1.5356327295303345, + 1.5381402969360352, + 1.5201088190078735, + 1.516484260559082, + 1.5205751657485962, + 1.5561723709106445, + 1.5854500532150269, + 1.6063467264175415, + 1.600294828414917, + 1.5867245197296143, + 1.5886321067810059, + 1.6014524698257446, + 1.6122441291809082, + 1.5812218189239502, + 1.560790777206421, + 1.5568996667861938, + 1.5454002618789673, + 1.5654650926589966, + 1.585745096206665, + 1.6025174856185913, + 1.5911965370178223, + 1.5849928855895996, + 1.590169906616211, + 1.5936262607574463, + 1.5949914455413818, + 1.5899827480316162, + 1.587120532989502, + 1.5898011922836304, + 1.4487736225128174, + 1.5027148723602295, + 1.5156861543655396, + 1.543248176574707, + 1.5664732456207275, + 1.5838030576705933, + 1.5826387405395508, + 1.576645016670227 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index dcafb1cf92174a18f9a0533b3bdfd7ffac77e5f5..0d8825421b730ae82849307668df577ca4c780a5 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T00:47:44.727126+00:00", + "evaluated_at": "2026-06-18T02:20:12.103045+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 22.931598663330078, - 22.90357208251953, - 22.895156860351562, - 22.90397071838379, - 22.929668426513672, - 22.962753295898438, - 22.990848541259766, - 23.02582550048828, - 23.063796997070312, - 23.11229705810547, - 23.154462814331055, - 23.19887924194336, - 23.258371353149414, - 23.304460525512695, - 23.363258361816406, - 23.39659309387207, - 23.443668365478516, - 23.485488891601562, - 23.52130699157715, - 23.581268310546875, - 23.625171661376953, - 23.65595245361328, - 23.70022964477539, - 23.734703063964844 + 21.10670280456543, + 21.11767578125, + 21.13255500793457, + 21.147933959960938, + 21.13904571533203, + 21.157438278198242, + 21.145801544189453, + 21.154563903808594, + 21.165485382080078, + 21.171489715576172, + 21.17786979675293, + 21.18536376953125, + 21.194324493408203, + 21.202470779418945, + 21.21056365966797, + 21.217620849609375, + 21.211322784423828, + 21.22144889831543, + 21.217634201049805, + 21.216136932373047, + 21.211755752563477, + 21.204845428466797, + 21.200721740722656, + 21.198989868164062 ], "p10": [ - 22.203964233398438, - 21.940332412719727, - 21.808263778686523, - 21.721683502197266, - 21.720947265625, - 21.72492790222168, - 21.689302444458008, - 21.661800384521484, - 21.661008834838867, - 21.647628784179688, - 21.639280319213867, - 21.629871368408203, - 21.63168716430664, - 21.63736915588379, - 21.6431827545166, - 21.597869873046875, - 21.58734893798828, - 21.572214126586914, - 21.562297821044922, - 21.584754943847656, - 21.53307342529297, - 21.464603424072266, - 21.391761779785156, - 21.346067428588867 + 20.894207000732422, + 20.82496452331543, + 20.746952056884766, + 20.67884635925293, + 20.632022857666016, + 20.590497970581055, + 20.516376495361328, + 20.46111297607422, + 20.42235565185547, + 20.3834285736084, + 20.34999656677246, + 20.321369171142578, + 20.267169952392578, + 20.21881103515625, + 20.166364669799805, + 20.10239601135254, + 20.037750244140625, + 20.00358772277832, + 19.95827865600586, + 19.921571731567383, + 19.876277923583984, + 19.82788848876953, + 19.7914981842041, + 19.74784278869629 ], "p90": [ - 23.440610885620117, - 23.638689041137695, - 23.897991180419922, - 24.171480178833008, - 24.397029876708984, - 24.58207130432129, - 24.74356460571289, - 24.911359786987305, - 25.06238555908203, - 25.244905471801758, - 25.35927963256836, - 25.483001708984375, - 25.61935043334961, - 25.73556900024414, - 25.8968505859375, - 26.01980209350586, - 26.150060653686523, - 26.24042320251465, - 26.310733795166016, - 26.45301055908203, - 26.480253219604492, - 26.534454345703125, - 26.56366539001465, - 26.622713088989258 + 21.50045394897461, + 21.79059600830078, + 21.921768188476562, + 22.022743225097656, + 22.081974029541016, + 22.156208038330078, + 22.14273452758789, + 22.181352615356445, + 22.238525390625, + 22.31535530090332, + 22.39279556274414, + 22.437707901000977, + 22.46845245361328, + 22.533782958984375, + 22.636137008666992, + 22.675811767578125, + 22.676712036132812, + 22.696739196777344, + 22.692392349243164, + 22.69051742553711, + 22.684770584106445, + 22.703893661499023, + 22.720773696899414, + 22.746618270874023 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index e63728b3272d0d4984e646db1a64fecc3cc5bcd0..d80b8c91f9e3b56caf0e626d541290918bfd826f 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T00:47:49.870227+00:00", + "evaluated_at": "2026-06-18T02:20:17.272273+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 27.043298721313477, - 24.08429718017578, - 21.727493286132812, - 20.077884674072266, - 19.214385986328125, - 18.863784790039062, - 18.931608200073242, - 19.3577823638916, - 20.36647605895996, - 21.541004180908203, - 23.65972328186035, - 32.32854461669922, - 44.65025329589844, - 48.94807434082031, - 52.475765228271484, - 53.13856506347656, - 51.6318359375, - 49.017005920410156, - 45.562522888183594, - 42.67316436767578, - 39.62804412841797, - 37.76831817626953, - 34.91311264038086, - 29.640928268432617 + 18.544883728027344, + 17.40900230407715, + 16.8585205078125, + 17.008575439453125, + 17.570343017578125, + 18.187660217285156, + 18.71408462524414, + 20.85688018798828, + 28.04827308654785, + 39.59575271606445, + 45.61054611206055, + 50.17945861816406, + 51.758018493652344, + 50.75296401977539, + 48.08362579345703, + 44.94742202758789, + 41.31702423095703, + 37.994895935058594, + 36.163429260253906, + 33.08048629760742, + 27.05498504638672, + 20.874065399169922, + 20.019794464111328, + 19.47882080078125 ], "p10": [ - 20.315967559814453, - 15.741087913513184, - 13.518264770507812, - 12.179229736328125, - 11.36260986328125, - 10.999837875366211, - 10.961862564086914, - 11.05108642578125, - 11.394121170043945, - 11.921182632446289, - 13.339345932006836, - 17.622556686401367, - 21.845233917236328, - 24.774412155151367, - 26.299922943115234, - 26.870080947875977, - 25.314815521240234, - 22.205646514892578, - 19.112869262695312, - 15.709797859191895, - 14.305143356323242, - 14.555351257324219, - 15.086271286010742, - 13.871946334838867 + 15.322818756103516, + 13.459121704101562, + 12.268293380737305, + 11.907949447631836, + 12.020870208740234, + 12.148477554321289, + 12.380781173706055, + 13.140556335449219, + 16.047325134277344, + 21.593372344970703, + 23.825355529785156, + 24.487762451171875, + 24.11903190612793, + 22.10515594482422, + 18.962520599365234, + 15.818662643432617, + 13.21444320678711, + 11.659990310668945, + 11.168228149414062, + 12.02577018737793, + 11.124258041381836, + 9.83863639831543, + 10.208602905273438, + 10.478145599365234 ], "p90": [ - 33.175777435302734, - 33.092288970947266, - 32.822998046875, - 32.02716827392578, - 31.28192138671875, - 31.597204208374023, - 32.52701950073242, - 34.194278717041016, - 36.77737045288086, - 40.3341178894043, - 45.85708236694336, - 59.10012435913086, - 70.02368927001953, - 74.21833801269531, - 75.70488739013672, - 76.29842376708984, - 74.59007263183594, - 72.36410522460938, - 69.89691925048828, - 67.25701904296875, - 65.57353210449219, - 63.21028137207031, - 59.36825942993164, - 52.773712158203125 + 21.98025131225586, + 22.139583587646484, + 23.193384170532227, + 25.04756736755371, + 27.435012817382812, + 30.028030395507812, + 32.880916595458984, + 38.95844650268555, + 51.01880645751953, + 64.86260986328125, + 70.26839447021484, + 75.03672790527344, + 76.962646484375, + 75.60696411132812, + 73.85760498046875, + 71.62622833251953, + 68.88011932373047, + 66.04019927978516, + 64.82534790039062, + 61.301124572753906, + 52.13121795654297, + 41.37849044799805, + 37.53006362915039, + 34.55026626586914 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 40a6a1940d969665a52a4fe7816abfdb851fff80..fa77d8763407fe8507b1ec3b510d29d08812b0d9 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T00:47:55.370300+00:00", + "evaluated_at": "2026-06-18T02:20:22.648220+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.514785766601562, - 26.582538604736328, - 27.54076385498047, - 28.197134017944336, - 28.537155151367188, - 28.579452514648438, - 28.363819122314453, - 27.911211013793945, - 27.20128059387207, - 26.387441635131836, - 25.40366554260254, - 24.576810836791992, - 24.008846282958984, - 23.43114471435547, - 23.012378692626953, - 22.662900924682617, - 22.338836669921875, - 22.155452728271484, - 22.11170768737793, - 21.840166091918945, - 21.60658836364746, - 21.298110961914062, - 21.982824325561523, - 23.43907356262207 + 28.139970779418945, + 28.740175247192383, + 29.013362884521484, + 28.90323829650879, + 28.29890251159668, + 27.638504028320312, + 26.805252075195312, + 25.79004669189453, + 24.70724105834961, + 24.19240951538086, + 23.566673278808594, + 23.139114379882812, + 22.77008819580078, + 22.522912979125977, + 22.323232650756836, + 22.298126220703125, + 22.063905715942383, + 21.749242782592773, + 21.62834930419922, + 22.24866485595703, + 23.684181213378906, + 25.17922592163086, + 26.490026473999023, + 27.792861938476562 ], "p10": [ - 24.70509147644043, - 25.13860511779785, - 25.501665115356445, - 25.681556701660156, - 25.76581573486328, - 25.667285919189453, - 25.38389778137207, - 24.950014114379883, - 24.428640365600586, - 23.848796844482422, - 23.181425094604492, - 22.577810287475586, - 22.02143669128418, - 21.3676700592041, - 20.854711532592773, - 20.401424407958984, - 19.948453903198242, - 19.645545959472656, - 19.442991256713867, - 18.998348236083984, - 18.800800323486328, - 18.70878028869629, - 19.46918296813965, - 20.829431533813477 + 27.38294792175293, + 27.562177658081055, + 27.447162628173828, + 27.138687133789062, + 26.4968204498291, + 25.876445770263672, + 25.090682983398438, + 24.198184967041016, + 23.17330551147461, + 22.650100708007812, + 22.018329620361328, + 21.581138610839844, + 21.024131774902344, + 20.488025665283203, + 20.062061309814453, + 19.958351135253906, + 19.660953521728516, + 19.36517906188965, + 19.40765380859375, + 20.12809181213379, + 21.445138931274414, + 22.615468978881836, + 23.550363540649414, + 24.424171447753906 ], "p90": [ - 26.459440231323242, - 28.284038543701172, - 29.83405303955078, - 30.91904640197754, - 31.512462615966797, - 31.75506591796875, - 31.651042938232422, - 30.960243225097656, - 30.054180145263672, - 29.00623893737793, - 27.647865295410156, - 26.501718521118164, - 25.793716430664062, - 25.17888832092285, - 24.702899932861328, - 24.348285675048828, - 24.035547256469727, - 23.848695755004883, - 23.83358383178711, - 23.619300842285156, - 23.451622009277344, - 23.243513107299805, - 24.087242126464844, - 25.746013641357422 + 28.96898078918457, + 29.984630584716797, + 30.55343246459961, + 30.670230865478516, + 30.17569923400879, + 29.4725399017334, + 28.531320571899414, + 27.338623046875, + 26.166547775268555, + 25.619949340820312, + 24.978065490722656, + 24.552345275878906, + 24.23341941833496, + 24.092201232910156, + 23.979148864746094, + 24.06488800048828, + 23.859664916992188, + 23.600257873535156, + 23.49297523498535, + 24.211502075195312, + 25.904170989990234, + 27.653963088989258, + 29.274539947509766, + 30.99241065979004 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e8b0c7b5de21f09993a4e8a049efa615cec5f42c..0b1702059b903030e262e30461aa9d31b674dc72 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T00:54:09.675173+00:00", + "evaluated_at": "2026-06-18T02:20:28.038888+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 14.405425071716309, - 14.242161750793457, - 14.486014366149902, - 14.536727905273438, - 14.578378677368164, - 14.693787574768066, - 14.63651180267334, - 14.742115020751953, - 14.604487419128418, - 14.611381530761719, - 14.601729393005371, - 14.59736442565918, - 14.717376708984375, - 14.780814170837402, - 14.811491966247559, - 14.524933815002441, - 14.601188659667969, - 14.67670726776123, - 14.753412246704102, - 14.927334785461426, - 14.967122077941895, - 14.790960311889648, - 14.551347732543945, - 14.585244178771973 + 11.287899017333984, + 12.20546817779541, + 12.762945175170898, + 12.939421653747559, + 12.931568145751953, + 12.977200508117676, + 13.082416534423828, + 13.234596252441406, + 13.392107009887695, + 13.559542655944824, + 13.552347183227539, + 13.48496150970459, + 13.422399520874023, + 13.506933212280273, + 13.627043724060059, + 13.717336654663086, + 13.794836044311523, + 13.88346004486084, + 13.613053321838379, + 13.536751747131348, + 13.407121658325195, + 13.491988182067871, + 13.619488716125488, + 13.77751350402832 ], "p10": [ - 9.679093360900879, - 9.360004425048828, - 9.595857620239258, - 9.699167251586914, - 9.726282119750977, - 9.773382186889648, - 9.657676696777344, - 9.728094100952148, - 9.605621337890625, - 9.602787971496582, - 9.555261611938477, - 9.532700538635254, - 9.628122329711914, - 9.65959358215332, - 9.703109741210938, - 9.502531051635742, - 9.577377319335938, - 9.649900436401367, - 9.65431022644043, - 9.736127853393555, - 9.807037353515625, - 9.665771484375, - 9.51025104522705, - 9.552750587463379 + 8.398984909057617, + 8.698816299438477, + 8.73312759399414, + 8.558656692504883, + 8.629030227661133, + 8.646015167236328, + 8.61191177368164, + 8.656535148620605, + 8.743897438049316, + 8.764638900756836, + 8.756324768066406, + 8.770790100097656, + 8.760860443115234, + 8.803120613098145, + 8.899818420410156, + 8.825140953063965, + 8.745460510253906, + 8.712156295776367, + 8.73123550415039, + 8.680829048156738, + 8.67706298828125, + 8.620885848999023, + 8.608709335327148, + 8.669710159301758 ], "p90": [ - 20.850887298583984, - 20.84209632873535, - 21.10388946533203, - 21.21247673034668, - 21.353904724121094, - 21.558486938476562, - 21.52768898010254, - 21.666900634765625, - 21.485748291015625, - 21.50959014892578, - 21.518478393554688, - 21.559158325195312, - 21.719593048095703, - 21.848604202270508, - 21.925050735473633, - 21.56732177734375, - 21.67186737060547, - 21.792022705078125, - 21.88564109802246, - 22.205759048461914, - 22.210651397705078, - 21.942184448242188, - 21.56540870666504, - 21.594125747680664 + 18.416234970092773, + 19.50035285949707, + 20.077869415283203, + 20.14010238647461, + 20.19980239868164, + 20.150760650634766, + 19.935386657714844, + 20.191143035888672, + 20.279666900634766, + 20.65283966064453, + 20.62145233154297, + 20.518720626831055, + 20.054765701293945, + 20.166118621826172, + 20.430213928222656, + 20.58228302001953, + 20.597591400146484, + 20.79180335998535, + 20.437910079956055, + 20.377418518066406, + 20.18777847290039, + 20.337308883666992, + 20.36919403076172, + 20.524974822998047 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 1bdea8c721b03e71fea10072800e549bb48bc6c0..ff43f35073155c09a66096b848c317f76e1ba90f 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,55 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T02:05:42.398595+00:00", + "evaluated_at": "2026-06-18T02:20:30.945747+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 96ad94806234152511a59be7f7d2a73ca127b0e1..de6aa16db929c7e0a0ab44110f235c13c658e663 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,802372.9691855112,802372.9691855112,720.5480143229166,0.7174539939739043,0.01113550032460319,0.011041037224410855,2.4712741082726573,895.7527388657604,0.013749365202823861,0.011060058613541162,0.007341545438629867,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,958910.7700023651,958910.7700023651,810.19580078125,0.8143978675562101,0.012523602570907066,0.012410258198258528,3.950450447011315,979.23989400063,0.01504353294060281,0.012446599951720271,0.008029940710686745,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.051742769586812835,0.051742769586812835,0.20719389418760936,0.20247619010155748,0.14152152102681412,0.15489002489893947,0.8194337018840123,0.22747037078884105,0.1569952072445893,0.1430008147654234,0.13357230914706233,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.0564833018581271,0.0564833018581271,0.20783275531397927,1.3258294933673376,0.1417627360682703,0.15572007458954157,4.987278093702912,0.23766215907907404,0.16875419325635965,0.14757355184839385,0.11880691581216572,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.264317342097911,1.264317342097911,1.0581629276275635,0.6440214178975542,0.048873524619461074,0.04754738513054904,1.9363125464462791,1.1244186685118276,0.0515099194249236,0.04847472624469656,0.03144084100023453,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,39.19471660410227,39.19471660410227,4.720538059870402,0.3765423683392115,0.1309694226548694,0.13472927599499507,2.818347385802125,6.260568393053642,0.1729040752972237,0.1303715919872148,0.15581281935371505,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4483771449939316,0.4483771449939316,0.5865267912546793,0.2852187746801885,0.02279390842507334,0.02280973956803396,3.035559873792496,0.6696096960124843,0.025974838188498404,0.022751968179050133,0.03197898984565876,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,30.43988003105964,30.43988003105964,4.641255974769592,0.886393714014352,0.5882872437777554,0.3928804055809671,10.147468652902296,5.517234817466051,0.46789270536814564,0.39360474697692654,0.29856186032903675,Hazards,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.03340820268707105,0.03340820268707105,0.1348279098669688,0.13107904180429808,0.10207041912734932,0.09255427251520863,0.9889281799804432,0.18277910900064878,0.12629698981853968,0.09316359650086216,0.09996130077892854,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.05918314730434639,0.05918314730434639,0.21319104234377542,1.3502097202338557,0.14474325748074326,0.15919933177227602,7.7767140949800835,0.2432758666706305,0.17189267369416109,0.150635485457879,0.11907962518303145,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.397305476831965,2.397305476831965,1.2610963980356853,0.9669748581797956,0.06582440888520215,0.06269397528471832,11.924847844769204,1.548323440638927,0.07816525673625813,0.06366494308253348,0.04434896832845816,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.2948740005016,48.2948740005016,5.863091786702474,0.4675368276320806,0.15474478760321775,0.1713182766746686,3.274282655878631,6.9494513452863025,0.18771731264701322,0.15837276632623454,0.16960532582515042,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.8249066105863676,0.8249066105863676,0.8519196510314941,0.4207010297242541,0.03304062721956886,0.03366751132582274,2.2223672993838908,0.9082436955940667,0.03500537701452685,0.032834545084219596,0.03554642497712366,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,35.51162734309287,35.51162734309287,4.856497685114543,0.9336924788471216,1.0872528841596565,0.43905997179908596,11.885982314798637,5.95916330897995,0.5126161986219312,0.41776324173028323,0.32486774120991657,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,304.40311650186777,304.40311650186777,7.996429443359375,0.054060368067781694,0.003121618363892031,0.003098727319545507,0.8640692396566901,17.44715210290401,0.006726612858950943,0.003082960749246988,0.0058958758645693875,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index cefcdb2921f294695116e443f21d13c2678f6e1a..f6879c97e7c26b17e4e9ea11e0ffd3b865bcc848 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:05:28.838707+00:00", + "evaluated_at": "2026-06-18T02:18:16.350641+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63646.01171875, 63532.0, 63512.01171875, 63584.03125, @@ -101,10 +100,10 @@ 65780.0, 65675.0078125, 65700.0, - 65940.0 + 65940.0, + 65904.0 ], "actuals": [ - 65904.0, 65851.9921875, 65892.0, 65836.296875, @@ -127,88 +126,88 @@ 64300.01171875, 64509.3984375, 64468.01171875, - 64548.73828125 + 64548.73828125, + 64585.8984375 ], "p50": [ - 65920.125, - 65930.6171875, - 65916.859375, - 65908.6484375, - 65906.109375, - 65891.09375, - 65881.671875, - 65878.8046875, - 65870.7265625, - 65863.2109375, - 65857.8046875, - 65845.125, - 65834.015625, - 65831.8828125, - 65814.9921875, - 65808.828125, - 65806.1953125, - 65794.9921875, - 65786.9765625, - 65778.75, - 65772.28125, - 65763.2578125, - 65759.0234375, - 65750.3359375 + 65934.921875, + 65920.0078125, + 65915.90625, + 65912.1484375, + 65909.1171875, + 65900.671875, + 65903.421875, + 65895.578125, + 65896.7890625, + 65893.375, + 65889.7265625, + 65882.046875, + 65886.828125, + 65875.3984375, + 65870.421875, + 65871.0625, + 65868.734375, + 65864.9609375, + 65868.5390625, + 65855.734375, + 65857.9609375, + 65854.90625, + 65849.5078125, + 65849.4453125 ], "p10": [ - 65592.78125, - 65469.31640625, - 65347.56640625, - 65254.3203125, - 65163.67578125, - 65066.89453125, - 64985.81640625, - 64918.91796875, - 64834.734375, - 64773.92578125, - 64697.88671875, - 64622.609375, - 64553.80078125, - 64496.3515625, - 64441.625, - 64378.7890625, - 64346.3515625, - 64289.32421875, - 64237.2109375, - 64191.5546875, - 64141.32421875, - 64100.58203125, - 64064.30859375, - 64017.390625 + 65651.5546875, + 65512.109375, + 65406.09765625, + 65317.0390625, + 65228.58203125, + 65135.62890625, + 65064.45703125, + 64995.4296875, + 64929.78515625, + 64875.015625, + 64806.6171875, + 64745.0546875, + 64686.7734375, + 64627.3203125, + 64582.3671875, + 64528.390625, + 64486.07421875, + 64435.80859375, + 64382.1171875, + 64332.796875, + 64289.06640625, + 64248.88671875, + 64207.53125, + 64166.078125 ], "p90": [ - 66226.0234375, - 66353.3984375, - 66432.984375, - 66500.625, - 66580.5, - 66642.21875, - 66703.90625, - 66763.84375, - 66839.078125, - 66896.7734375, - 66963.6171875, - 67007.4765625, - 67048.890625, - 67116.03125, - 67151.84375, - 67190.1796875, - 67245.5859375, - 67272.828125, - 67315.8828125, - 67347.5078125, - 67373.0, - 67421.2265625, - 67448.5859375, - 67471.09375 + 66220.7578125, + 66307.265625, + 66396.7890625, + 66468.9765625, + 66560.3125, + 66630.828125, + 66707.1796875, + 66762.5703125, + 66847.28125, + 66914.28125, + 66976.6953125, + 67040.4140625, + 67094.40625, + 67140.921875, + 67190.4765625, + 67248.9453125, + 67291.4453125, + 67339.7890625, + 67394.2734375, + 67412.234375, + 67444.0859375, + 67503.015625, + 67526.2890625, + 67557.6484375 ], "timestamps": [ - "2026-06-13 02:00:00", "2026-06-13 03:00:00", "2026-06-13 04:00:00", "2026-06-13 05:00:00", @@ -327,6 +326,7 @@ "2026-06-17 22:00:00", "2026-06-17 23:00:00", "2026-06-18 00:00:00", - "2026-06-18 01:00:00" + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c5ece6a27f78c6dbab2fcd824fbb6cc7a6774eb6..617ba80f4793b726425595cd68412d46e8c67879 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T00:24:09.622233+00:00", + "evaluated_at": "2026-06-18T02:18:21.609695+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1af6295d6441d07b2928c47412b4e5e640853cd7..0aee197a1602d0f8297909d470f85f7f6d7712b9 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:53:08.043396+00:00", + "evaluated_at": "2026-06-18T02:18:25.685725+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.3049999475479126, - 1.3350000381469727, - 1.3700000047683716, 1.4010000228881836, 1.4210000038146973, 1.4359999895095825, @@ -245,12 +242,12 @@ 0.9319999814033508, 0.9639999866485596, 1.003000020980835, - 1.0360000133514404 - ], - "actuals": [ + 1.0360000133514404, 1.0859999656677246, 1.1230000257492065, - 1.1649999618530273, + 1.1649999618530273 + ], + "actuals": [ 1.1950000524520874, 1.225000023841858, 1.2580000162124634, @@ -307,198 +304,198 @@ 1.2170000076293945, 1.184999942779541, 1.1480000019073486, - 1.128999948501587 + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093 ], "p50": [ - 1.0695970058441162, - 1.1032748222351074, - 1.1336175203323364, - 1.1621443033218384, - 1.1890100240707397, - 1.2168176174163818, - 1.240960717201233, - 1.2642134428024292, - 1.285811424255371, - 1.3059191703796387, - 1.3261886835098267, - 1.343073844909668, - 1.3594679832458496, - 1.3738642930984497, - 1.3849579095840454, - 1.3951327800750732, - 1.4029420614242554, - 1.4116936922073364, - 1.4189428091049194, - 1.4247663021087646, - 1.4294605255126953, - 1.43194580078125, - 1.4316747188568115, - 1.431678056716919, - 1.4282877445220947, - 1.4237464666366577, - 1.4214248657226562, - 1.4141310453414917, - 1.407133936882019, - 1.3995983600616455, - 1.389447569847107, - 1.3768324851989746, - 1.3530802726745605, - 1.342997431755066, - 1.3257290124893188, - 1.3092150688171387, - 1.293468713760376, - 1.2774171829223633, - 1.2602280378341675, - 1.2432782649993896, - 1.2255032062530518, - 1.2082839012145996, - 1.1930499076843262, - 1.1736109256744385, - 1.156680703163147, - 1.135383129119873, - 1.1181209087371826, - 1.101248025894165, - 1.0799195766448975, - 1.062004804611206, - 1.0468189716339111, - 1.0287383794784546, - 1.015483021736145, - 1.001940369606018, - 0.9882648587226868, - 0.9764091968536377, - 0.967548668384552, - 0.9494224786758423, - 0.941042423248291, - 0.929720938205719 + 1.196861743927002, + 1.2342177629470825, + 1.2677868604660034, + 1.3006303310394287, + 1.3319755792617798, + 1.3643392324447632, + 1.392551302909851, + 1.4213943481445312, + 1.4485950469970703, + 1.4748318195343018, + 1.5014047622680664, + 1.5251202583312988, + 1.548113226890564, + 1.5700385570526123, + 1.5888619422912598, + 1.6072795391082764, + 1.6222717761993408, + 1.6394938230514526, + 1.6538947820663452, + 1.667781114578247, + 1.6788618564605713, + 1.6899151802062988, + 1.6984519958496094, + 1.7063968181610107, + 1.7100378274917603, + 1.7147713899612427, + 1.7188045978546143, + 1.7192871570587158, + 1.722475290298462, + 1.7219051122665405, + 1.7217625379562378, + 1.7128486633300781, + 1.7189974784851074, + 1.7178239822387695, + 1.7169716358184814, + 1.7131773233413696, + 1.712348461151123, + 1.7024211883544922, + 1.698477029800415, + 1.6896754503250122, + 1.6804304122924805, + 1.6708519458770752, + 1.6631221771240234, + 1.6520428657531738, + 1.6400032043457031, + 1.623809576034546, + 1.6143803596496582, + 1.6035850048065186, + 1.5881863832473755, + 1.5742814540863037, + 1.5630336999893188, + 1.5463451147079468, + 1.5372111797332764, + 1.5241305828094482, + 1.5116487741470337, + 1.5018198490142822, + 1.4907922744750977, + 1.4737972021102905, + 1.4634579420089722, + 1.4531164169311523 ], "p10": [ - 1.05601966381073, - 1.0859534740447998, - 1.1116372346878052, - 1.1354118585586548, - 1.156980037689209, - 1.1771643161773682, - 1.1940330266952515, - 1.2098596096038818, - 1.2236284017562866, - 1.236012578010559, - 1.247278094291687, - 1.2553279399871826, - 1.2617528438568115, - 1.265992522239685, - 1.2668569087982178, - 1.2643933296203613, - 1.2601792812347412, - 1.2597447633743286, - 1.2553882598876953, - 1.2499537467956543, - 1.2412282228469849, - 1.23170006275177, - 1.2185269594192505, - 1.2063183784484863, - 1.1924618482589722, - 1.1750105619430542, - 1.1562784910202026, - 1.1351147890090942, - 1.1113694906234741, - 1.0868446826934814, - 1.0611813068389893, - 1.0331096649169922, - 0.9631202220916748, - 0.9461436867713928, - 0.9154537916183472, - 0.8840214610099792, - 0.8487806916236877, - 0.8210453987121582, - 0.785414457321167, - 0.7512986660003662, - 0.7175121307373047, - 0.6818413734436035, - 0.6467089653015137, - 0.6069166660308838, - 0.5690178871154785, - 0.5371053218841553, - 0.5069002509117126, - 0.47065502405166626, - 0.4290371537208557, - 0.39477163553237915, - 0.3657718896865845, - 0.32766032218933105, - 0.2963860034942627, - 0.26117366552352905, - 0.2297268509864807, - 0.1990625262260437, - 0.17030096054077148, - 0.14014196395874023, - 0.11170065402984619, - 0.08296501636505127 + 1.1800707578659058, + 1.2120189666748047, + 1.2399691343307495, + 1.266089916229248, + 1.2897300720214844, + 1.3119661808013916, + 1.3311322927474976, + 1.3496143817901611, + 1.3665080070495605, + 1.3824548721313477, + 1.3971844911575317, + 1.4084192514419556, + 1.4192399978637695, + 1.427230954170227, + 1.4319924116134644, + 1.4341922998428345, + 1.4337424039840698, + 1.4377213716506958, + 1.4349005222320557, + 1.433521032333374, + 1.4266959428787231, + 1.4218511581420898, + 1.4116816520690918, + 1.4031691551208496, + 1.3921421766281128, + 1.3780786991119385, + 1.3615212440490723, + 1.3454509973526, + 1.3262765407562256, + 1.3049724102020264, + 1.2833096981048584, + 1.2578341960906982, + 1.238267183303833, + 1.2269080877304077, + 1.1947236061096191, + 1.171057105064392, + 1.1379241943359375, + 1.1102323532104492, + 1.0801582336425781, + 1.0453674793243408, + 1.0145626068115234, + 0.9749497771263123, + 0.9436550736427307, + 0.9036450386047363, + 0.8737276196479797, + 0.8397277593612671, + 0.8071805238723755, + 0.7637788653373718, + 0.7282276153564453, + 0.6958320140838623, + 0.6616647243499756, + 0.6155041456222534, + 0.5855992436408997, + 0.5479187965393066, + 0.5108932256698608, + 0.47133868932724, + 0.443983256816864, + 0.4069659113883972, + 0.3738361597061157, + 0.3388509750366211 ], "p90": [ - 1.0834704637527466, - 1.1184017658233643, - 1.1554534435272217, - 1.1889506578445435, - 1.223364233970642, - 1.258374810218811, - 1.2904999256134033, - 1.3212337493896484, - 1.3508925437927246, - 1.3807377815246582, - 1.4106467962265015, - 1.4384350776672363, - 1.466341257095337, - 1.4921551942825317, - 1.5179197788238525, - 1.5394868850708008, - 1.5635188817977905, - 1.585850477218628, - 1.6084946393966675, - 1.630504846572876, - 1.652246356010437, - 1.6680861711502075, - 1.68373703956604, - 1.7012652158737183, - 1.7160191535949707, - 1.729967713356018, - 1.743740439414978, - 1.756853461265564, - 1.7610831260681152, - 1.776635766029358, - 1.7811827659606934, - 1.7917709350585938, - 1.8089549541473389, - 1.8306975364685059, - 1.8365154266357422, - 1.846217393875122, - 1.8456063270568848, - 1.849799394607544, - 1.8529759645462036, - 1.8643572330474854, - 1.8539440631866455, - 1.8608121871948242, - 1.867581844329834, - 1.8738226890563965, - 1.8834590911865234, - 1.8865280151367188, - 1.8892085552215576, - 1.8971242904663086, - 1.8990213871002197, - 1.9020216464996338, - 1.899139165878296, - 1.9097375869750977, - 1.9117164611816406, - 1.9139292240142822, - 1.9166713953018188, - 1.9248523712158203, - 1.9256070852279663, - 1.9303700923919678, - 1.9286372661590576, - 1.9408047199249268 + 1.2134764194488525, + 1.253981351852417, + 1.295198678970337, + 1.3341408967971802, + 1.3743281364440918, + 1.4173555374145508, + 1.4556528329849243, + 1.4958159923553467, + 1.533950686454773, + 1.573026180267334, + 1.6124156713485718, + 1.6498770713806152, + 1.6901140213012695, + 1.726732850074768, + 1.7646634578704834, + 1.7991174459457397, + 1.8362327814102173, + 1.870883584022522, + 1.9092055559158325, + 1.9439349174499512, + 1.9802762269973755, + 2.0097827911376953, + 2.0390372276306152, + 2.0728635787963867, + 2.101588487625122, + 2.130368232727051, + 2.1557281017303467, + 2.181086301803589, + 2.1995506286621094, + 2.23551607131958, + 2.252102851867676, + 2.273653984069824, + 2.2280328273773193, + 2.2530689239501953, + 2.2748661041259766, + 2.3117408752441406, + 2.3326637744903564, + 2.343456745147705, + 2.3766489028930664, + 2.395785331726074, + 2.4090232849121094, + 2.439056396484375, + 2.4529519081115723, + 2.4728686809539795, + 2.4968087673187256, + 2.5109901428222656, + 2.5252041816711426, + 2.5495166778564453, + 2.56134295463562, + 2.5756959915161133, + 2.589259624481201, + 2.598848819732666, + 2.613311767578125, + 2.6168620586395264, + 2.628207206726074, + 2.640049457550049, + 2.6570217609405518, + 2.6580705642700195, + 2.6675281524658203, + 2.6793179512023926 ], "timestamps": [ - "2026-06-16 19:48:00", - "2026-06-16 19:54:00", - "2026-06-16 20:00:00", "2026-06-16 20:06:00", "2026-06-16 20:12:00", "2026-06-16 20:18:00", @@ -795,6 +792,9 @@ "2026-06-18 01:24:00", "2026-06-18 01:30:00", "2026-06-18 01:36:00", - "2026-06-18 01:42:00" + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a6d12ff6ed65950815e6bd40be96b5f5ce8b7899..6170d974349d0166f8f95e77ab3b366b5ba0295c 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,9 +1,9 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T01:53:13.940593+00:00", + "evaluated_at": "2026-06-18T02:18:33.227003+00:00", "freq": "10min", - "context_length": 74, + "context_length": 75, "prediction_length": 72, "context": [ 1.100000023841858, @@ -79,10 +79,10 @@ 1.399999976158142, 1.2000000476837158, 1.2000000476837158, + 1.2000000476837158, 1.2000000476837158 ], "actuals": [ - 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, 1.5, @@ -153,229 +153,230 @@ 1.7000000476837158, 1.600000023841858, 1.600000023841858, - 1.600000023841858 + 1.600000023841858, + 1.7000000476837158 ], "p50": [ - 1.1991337537765503, - 1.2034852504730225, - 1.1997995376586914, - 1.199042558670044, - 1.1990145444869995, - 1.2002589702606201, - 1.2017379999160767, - 1.2033896446228027, - 1.204497218132019, - 1.1987544298171997, - 1.1993451118469238, - 1.2005889415740967, - 1.2014710903167725, - 1.2039859294891357, - 1.1995525360107422, - 1.1990224123001099, - 1.1984806060791016, - 1.199488878250122, - 1.2007994651794434, - 1.2025285959243774, - 1.202620267868042, - 1.200278878211975, - 1.1981561183929443, - 1.1987645626068115, - 1.1996082067489624, - 1.202358365058899, - 1.1999337673187256, - 1.197160005569458, - 1.1951826810836792, - 1.1951732635498047, - 1.195521354675293, - 1.1975597143173218, - 1.203695297241211, - 1.1999549865722656, - 1.1988109350204468, - 1.2010269165039062, - 1.2040760517120361, - 1.2030913829803467, - 1.2026007175445557, - 1.2013217210769653, - 1.2007060050964355, - 1.2021024227142334, - 1.2052528858184814, - 1.206580638885498, - 1.2071152925491333, - 1.2056902647018433, - 1.2029500007629395, - 1.2056870460510254, - 1.2063634395599365, - 1.2056996822357178, - 1.2036497592926025, - 1.2012964487075806, - 1.198866844177246, - 1.2005019187927246, - 1.2022310495376587, - 1.2028813362121582, - 1.2028933763504028, - 1.2013300657272339, - 1.2024937868118286, - 1.2027440071105957, - 1.2033354043960571, - 1.2032722234725952, - 1.2013912200927734, - 1.197990894317627, - 1.1935228109359741, - 1.1933131217956543, - 1.194100022315979, - 1.19660222530365, - 1.1972177028656006, - 1.195322036743164, - 1.1959171295166016, - 1.1979578733444214 + 1.2032277584075928, + 1.203425407409668, + 1.2039096355438232, + 1.2021719217300415, + 1.2031491994857788, + 1.2027617692947388, + 1.2027831077575684, + 1.2024710178375244, + 1.2021288871765137, + 1.20149827003479, + 1.2027047872543335, + 1.2024775743484497, + 1.203179121017456, + 1.2014330625534058, + 1.2014672756195068, + 1.2013615369796753, + 1.2018020153045654, + 1.2025132179260254, + 1.202343225479126, + 1.203362226486206, + 1.202083706855774, + 1.2023361921310425, + 1.2022866010665894, + 1.2032203674316406, + 1.2035446166992188, + 1.2022056579589844, + 1.200929880142212, + 1.1997747421264648, + 1.2007813453674316, + 1.2022777795791626, + 1.202160358428955, + 1.2014275789260864, + 1.2036831378936768, + 1.201430082321167, + 1.2016938924789429, + 1.2047147750854492, + 1.2045968770980835, + 1.2031550407409668, + 1.2021743059158325, + 1.2014729976654053, + 1.2031834125518799, + 1.2041563987731934, + 1.204829216003418, + 1.2041560411453247, + 1.203531265258789, + 1.2038041353225708, + 1.2037838697433472, + 1.2056658267974854, + 1.2065722942352295, + 1.2038352489471436, + 1.203171730041504, + 1.2025326490402222, + 1.2025741338729858, + 1.2040261030197144, + 1.2041465044021606, + 1.2036676406860352, + 1.203228235244751, + 1.2023144960403442, + 1.203893780708313, + 1.204690933227539, + 1.2050288915634155, + 1.2034635543823242, + 1.2022511959075928, + 1.2001359462738037, + 1.1967895030975342, + 1.199298620223999, + 1.1978976726531982, + 1.1997445821762085, + 1.1989507675170898, + 1.1980926990509033, + 1.1995155811309814, + 1.200296401977539 ], "p10": [ - 1.0773452520370483, - 1.0785670280456543, - 1.0659900903701782, - 1.0549372434616089, - 1.047911524772644, - 1.0557130575180054, - 1.0612976551055908, - 1.0588204860687256, - 1.0567775964736938, - 1.0436742305755615, - 1.0412955284118652, - 1.0355544090270996, - 1.0355199575424194, - 1.038391351699829, - 1.0261356830596924, - 1.022226333618164, - 1.013871669769287, - 1.0133463144302368, - 1.0168958902359009, - 1.0134387016296387, - 1.012527346611023, - 1.0037610530853271, - 0.9971259832382202, - 0.9943271279335022, - 0.9936781525611877, - 0.9906738996505737, - 0.9830113649368286, - 0.9768169522285461, - 0.9645019769668579, - 0.9643390774726868, - 0.9655035734176636, - 0.9659356474876404, - 0.9949542880058289, - 0.9942070841789246, - 0.9898973703384399, - 0.9868791699409485, - 0.9885556101799011, - 0.9887451529502869, - 0.9828252792358398, - 0.9836915135383606, - 0.9799181222915649, - 0.9789973497390747, - 0.9802216291427612, - 0.9787248373031616, - 0.9810691475868225, - 0.9764065146446228, - 0.9726995825767517, - 0.9749820232391357, - 0.9713695049285889, - 0.968132734298706, - 0.9645178914070129, - 0.9582666158676147, - 0.9530206918716431, - 0.9557217955589294, - 0.955572783946991, - 0.9539708495140076, - 0.95098876953125, - 0.9465872049331665, - 0.9452236890792847, - 0.9462460875511169, - 0.9432876706123352, - 0.9432084560394287, - 0.9406961798667908, - 0.9378605484962463, - 0.9458217024803162, - 0.9475181698799133, - 0.9511582851409912, - 0.9496825337409973, - 0.9518193006515503, - 0.9495671987533569, - 0.9438016414642334, - 0.9472671151161194 + 1.1420986652374268, + 1.0855426788330078, + 1.0880894660949707, + 1.0779746770858765, + 1.0770273208618164, + 1.0783491134643555, + 1.0816644430160522, + 1.0769236087799072, + 1.0675806999206543, + 1.064310073852539, + 1.0674352645874023, + 1.0639190673828125, + 1.0624028444290161, + 1.0582919120788574, + 1.0545032024383545, + 1.0474084615707397, + 1.046121597290039, + 1.0458208322525024, + 1.0480679273605347, + 1.0408939123153687, + 1.0271506309509277, + 1.0309364795684814, + 1.0343869924545288, + 1.0289175510406494, + 1.0325212478637695, + 1.0184555053710938, + 1.012368083000183, + 1.0039236545562744, + 1.0001189708709717, + 1.008247971534729, + 1.0113738775253296, + 1.00953209400177, + 1.018882155418396, + 1.0149539709091187, + 1.0089824199676514, + 1.011696696281433, + 1.0159984827041626, + 1.012217402458191, + 1.0092644691467285, + 1.0064970254898071, + 1.0037853717803955, + 1.0068812370300293, + 1.0068304538726807, + 1.0001537799835205, + 0.9989560842514038, + 0.997022807598114, + 0.9967125654220581, + 1.0014400482177734, + 0.9967256784439087, + 0.98899906873703, + 0.9862034916877747, + 0.9793938398361206, + 0.9785984754562378, + 0.982914388179779, + 0.9813594222068787, + 0.9776901006698608, + 0.9753972291946411, + 0.9756587743759155, + 0.9755575060844421, + 0.9762066602706909, + 0.9721704125404358, + 0.9696881175041199, + 0.964461088180542, + 0.9612040519714355, + 0.9805283546447754, + 0.9815453290939331, + 0.9789625406265259, + 0.9809176325798035, + 0.9794751405715942, + 0.9781472682952881, + 0.9793627858161926, + 0.9787647724151611 ], "p90": [ - 1.3373253345489502, - 1.3696231842041016, - 1.3634390830993652, - 1.3486206531524658, - 1.3564939498901367, - 1.3580536842346191, - 1.3728649616241455, - 1.384369969367981, - 1.392747163772583, - 1.3856654167175293, - 1.3868035078048706, - 1.391680121421814, - 1.4029256105422974, - 1.411895990371704, - 1.417804479598999, - 1.4168709516525269, - 1.427786111831665, - 1.4382641315460205, - 1.4489576816558838, - 1.4548481702804565, - 1.4646658897399902, - 1.4615275859832764, - 1.4595898389816284, - 1.461865782737732, - 1.4778249263763428, - 1.4821865558624268, - 1.47738516330719, - 1.4777430295944214, - 1.4747394323349, - 1.4844098091125488, - 1.4949212074279785, - 1.5100375413894653, - 1.5388468503952026, - 1.5279765129089355, - 1.511511206626892, - 1.528040885925293, - 1.5319182872772217, - 1.5305083990097046, - 1.5441222190856934, - 1.5396772623062134, - 1.5434635877609253, - 1.5482802391052246, - 1.5611820220947266, - 1.5737640857696533, - 1.5799506902694702, - 1.5788769721984863, - 1.5746835470199585, - 1.5899505615234375, - 1.595116138458252, - 1.5901422500610352, - 1.5894901752471924, - 1.5865910053253174, - 1.59132981300354, - 1.5934858322143555, - 1.6005852222442627, - 1.6097090244293213, - 1.6255148649215698, - 1.6218867301940918, - 1.63154935836792, - 1.6408833265304565, - 1.6493802070617676, - 1.6577470302581787, - 1.6569445133209229, - 1.6481400728225708, - 1.5857188701629639, - 1.568526029586792, - 1.5423171520233154, - 1.5840907096862793, - 1.584816813468933, - 1.5815765857696533, - 1.5933222770690918, - 1.6027843952178955 + 1.3412699699401855, + 1.3509188890457153, + 1.354994297027588, + 1.3432817459106445, + 1.3509804010391235, + 1.3634225130081177, + 1.3667478561401367, + 1.3755608797073364, + 1.371076226234436, + 1.3766952753067017, + 1.3738617897033691, + 1.3709348440170288, + 1.3799245357513428, + 1.3742706775665283, + 1.3787871599197388, + 1.3798282146453857, + 1.392458438873291, + 1.402750015258789, + 1.4077460765838623, + 1.420682668685913, + 1.4149386882781982, + 1.4227979183197021, + 1.428649663925171, + 1.4321762323379517, + 1.4416699409484863, + 1.4370975494384766, + 1.441270112991333, + 1.4355688095092773, + 1.4415045976638794, + 1.4554667472839355, + 1.45826256275177, + 1.4673817157745361, + 1.4350587129592896, + 1.4510043859481812, + 1.4522515535354614, + 1.4607231616973877, + 1.4634875059127808, + 1.4631551504135132, + 1.4685924053192139, + 1.4678192138671875, + 1.468816876411438, + 1.470516324043274, + 1.4748107194900513, + 1.478975772857666, + 1.4866664409637451, + 1.4827935695648193, + 1.4898432493209839, + 1.4934288263320923, + 1.494770884513855, + 1.4931879043579102, + 1.4923930168151855, + 1.4891530275344849, + 1.4984430074691772, + 1.49981689453125, + 1.4995001554489136, + 1.5047476291656494, + 1.5102306604385376, + 1.509258508682251, + 1.512043833732605, + 1.516663908958435, + 1.5168896913528442, + 1.5155878067016602, + 1.5158755779266357, + 1.5131231546401978, + 1.4793328046798706, + 1.5090152025222778, + 1.5026285648345947, + 1.5162160396575928, + 1.5105353593826294, + 1.5087846517562866, + 1.514833688735962, + 1.5139743089675903 ], "timestamps": [ "2026-06-16 01:50:00", @@ -523,6 +524,7 @@ "2026-06-17 01:30:00", "2026-06-17 01:40:00", "2026-06-17 01:50:00", - "2026-06-17 02:00:00" + "2026-06-17 02:00:00", + "2026-06-17 02:10:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 626a4f8a56978eb12712e2749fa154719aa59eb7..e776fc92f292f105a8ee56bbf018709020e79509 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,43 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T00:24:13.886304+00:00", + "evaluated_at": "2026-06-18T02:18:37.465539+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 18.0, - 18.0, - 18.0, - 18.0, 18.0, 18.0, 18.0, @@ -101,9 +69,7 @@ 22.0, 23.0, 23.0, - 23.0 - ], - "actuals": [ + 23.0, 22.0, 22.0, 22.0, @@ -127,89 +93,121 @@ 21.0, 21.0, 21.0, - 21.0 + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.100000381469727 + ], + "actuals": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0 ], "p50": [ - 23.00775909423828, - 23.008756637573242, - 23.010499954223633, - 22.98208999633789, - 22.988662719726562, - 22.978561401367188, - 22.983312606811523, - 22.95565414428711, - 22.94420051574707, - 22.9549617767334, - 22.981962203979492, - 22.99767303466797, - 22.97909164428711, - 22.9595947265625, - 22.927915573120117, - 22.876529693603516, - 22.802383422851562, - 22.750429153442383, - 22.701168060302734, - 22.696609497070312, - 22.678997039794922, - 22.693971633911133, - 22.699935913085938, - 22.699115753173828 + 21.081974029541016, + 21.077539443969727, + 21.078210830688477, + 21.07303810119629, + 21.06287956237793, + 21.072059631347656, + 21.069263458251953, + 21.0731201171875, + 21.066139221191406, + 21.069368362426758, + 21.06481170654297, + 21.067628860473633, + 21.06641387939453, + 21.069490432739258, + 21.06828498840332, + 21.0666561126709, + 21.071807861328125, + 21.06822395324707, + 21.068498611450195, + 21.067604064941406, + 21.066659927368164, + 21.06574058532715, + 21.06452178955078, + 21.066377639770508 ], "p10": [ - 21.70685386657715, - 21.85334587097168, - 21.790586471557617, - 21.673851013183594, - 21.654644012451172, - 21.55924415588379, - 21.464338302612305, - 21.434207916259766, - 21.3212833404541, - 21.246662139892578, - 21.153656005859375, - 21.0892333984375, - 21.020673751831055, - 20.94084930419922, - 20.868305206298828, - 20.813098907470703, - 20.725582122802734, - 20.64922332763672, - 20.586223602294922, - 20.533079147338867, - 20.460847854614258, - 20.40373420715332, - 20.34528923034668, - 20.282094955444336 + 20.675918579101562, + 20.58778953552246, + 20.441802978515625, + 20.35137367248535, + 20.245424270629883, + 20.25925636291504, + 20.16404151916504, + 20.09150505065918, + 20.059329986572266, + 19.98979377746582, + 19.966211318969727, + 19.913297653198242, + 19.870702743530273, + 19.821115493774414, + 19.782411575317383, + 19.73649787902832, + 19.672487258911133, + 19.61773681640625, + 19.567657470703125, + 19.530494689941406, + 19.463558197021484, + 19.449979782104492, + 19.398902893066406, + 19.38098907470703 ], "p90": [ - 23.145601272583008, - 23.430490493774414, - 23.60254669189453, - 23.748685836791992, - 23.895687103271484, - 23.99242401123047, - 24.097637176513672, - 24.144649505615234, - 24.16611099243164, - 24.173959732055664, - 24.27102279663086, - 24.32013511657715, - 24.39352798461914, - 24.400653839111328, - 24.440908432006836, - 24.46868896484375, - 24.528770446777344, - 24.5427303314209, - 24.604747772216797, - 24.622488021850586, - 24.65057945251465, - 24.72357940673828, - 24.758621215820312, - 24.80791664123535 + 21.887454986572266, + 21.956729888916016, + 22.009532928466797, + 21.946077346801758, + 22.067344665527344, + 21.999845504760742, + 22.147109985351562, + 22.151199340820312, + 22.22283172607422, + 22.198331832885742, + 22.283863067626953, + 22.326400756835938, + 22.388893127441406, + 22.41360092163086, + 22.46973419189453, + 22.52126693725586, + 22.57052230834961, + 22.612323760986328, + 22.64892578125, + 22.69441795349121, + 22.736488342285156, + 22.77642822265625, + 22.798480987548828, + 22.851741790771484 ], "timestamps": [ - "2026-06-17 14:00:00", - "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", "2026-06-17 18:00:00", @@ -327,6 +325,8 @@ "2026-06-22 10:00:00", "2026-06-22 11:00:00", "2026-06-22 12:00:00", - "2026-06-22 13:00:00" + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 9b0f3c0e5a177e63e61f58653e0ae6cb1dd887c6..a409f30c88b4014568fd60a52bcfda81070bcbd3 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T00:24:18.392641+00:00", + "evaluated_at": "2026-06-18T02:18:46.590075+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 30.0, - 31.700000762939453, - 32.0, 32.20000076293945, 32.599998474121094, 33.29999923706055, @@ -341,12 +338,12 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906 - ], - "actuals": [ + 38.900001525878906, 17.899999618530273, 19.399999618530273, - 20.399999618530273, + 20.399999618530273 + ], + "actuals": [ 22.5, 24.0, 24.799999237060547, @@ -367,90 +364,90 @@ 50.79999923706055, 45.400001525878906, 40.20000076293945, - 29.600000381469727 + 29.600000381469727, + 25.200000762939453, + 25.700000762939453, + 26.299999237060547 ], "p50": [ - 25.531055450439453, - 23.82400894165039, - 22.381479263305664, - 21.18807601928711, - 20.903278350830078, - 21.05878257751465, - 21.331836700439453, - 21.64037322998047, - 21.916763305664062, - 22.58553695678711, - 24.170713424682617, - 30.16339683532715, - 41.161216735839844, - 45.52978515625, - 49.832847595214844, - 51.80387496948242, - 50.706809997558594, - 48.272193908691406, - 45.68714141845703, - 42.8635139465332, - 39.873931884765625, - 38.64286422729492, - 37.85762405395508, - 28.84372901916504 + 20.317174911499023, + 20.19158172607422, + 20.2137451171875, + 20.325969696044922, + 20.37681770324707, + 20.28392791748047, + 20.687654495239258, + 22.198518753051758, + 27.151996612548828, + 36.25294494628906, + 41.72694396972656, + 45.75963592529297, + 47.98368835449219, + 47.081153869628906, + 46.833011627197266, + 46.475250244140625, + 43.521793365478516, + 42.00067138671875, + 38.51626205444336, + 34.57722091674805, + 28.156688690185547, + 19.044151306152344, + 19.352645874023438, + 18.860342025756836 ], "p10": [ - 19.69852066040039, - 18.6077880859375, - 16.917598724365234, - 15.729538917541504, - 15.088109970092773, - 15.046875, - 14.913063049316406, - 14.915098190307617, - 14.787874221801758, - 14.935771942138672, - 15.737810134887695, - 18.527511596679688, - 22.862945556640625, - 23.98157501220703, - 25.804134368896484, - 24.617813110351562, - 22.782333374023438, - 21.178245544433594, - 19.23979949951172, - 17.75210952758789, - 16.645885467529297, - 15.942670822143555, - 15.46297550201416, - 13.596141815185547 + 19.099472045898438, + 18.06795883178711, + 17.16146469116211, + 16.562984466552734, + 15.94361400604248, + 15.281062126159668, + 15.317488670349121, + 16.078214645385742, + 18.672910690307617, + 21.51833152770996, + 23.607858657836914, + 25.852134704589844, + 23.88850212097168, + 21.253334045410156, + 20.55657196044922, + 17.60414695739746, + 15.532002449035645, + 14.242593765258789, + 12.236745834350586, + 13.85743522644043, + 13.797748565673828, + 9.999214172363281, + 10.97152328491211, + 11.010004043579102 ], "p90": [ - 31.062252044677734, - 29.59795379638672, - 28.463716506958008, - 27.451374053955078, - 27.420185089111328, - 28.02533721923828, - 28.711610794067383, - 29.2139892578125, - 30.480825424194336, - 31.671669006347656, - 34.557899475097656, - 49.485740661621094, - 63.75151443481445, - 67.68608093261719, - 72.11100769042969, - 75.62537384033203, - 73.93331909179688, - 74.45184326171875, - 75.05860900878906, - 71.94920349121094, - 70.17062377929688, - 67.95829772949219, - 66.153564453125, - 55.81507873535156 + 21.428922653198242, + 22.333215713500977, + 23.278121948242188, + 24.301319122314453, + 25.240474700927734, + 26.127017974853516, + 27.355070114135742, + 29.838958740234375, + 39.004638671875, + 56.551753997802734, + 60.702308654785156, + 65.67695617675781, + 69.21209716796875, + 70.49081420898438, + 69.92520141601562, + 70.8055419921875, + 66.86339569091797, + 64.53826141357422, + 64.46316528320312, + 61.46727752685547, + 52.04621887207031, + 35.79682922363281, + 31.9053955078125, + 29.500852584838867 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 8a2b2e9685919134af402b31f3f90d00f8b693d9..98ef78c6b6b0cbc5ba3821d5d2d5f39f15174c55 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T00:24:25.660204+00:00", + "evaluated_at": "2026-06-18T02:18:52.235846+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.600000381469727, - 31.0, - 33.099998474121094, 33.70000076293945, 32.79999923706055, 30.600000381469727, @@ -341,12 +338,12 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273 - ], - "actuals": [ + 23.899999618530273, 24.5, 26.100000381469727, - 27.399999618530273, + 27.399999618530273 + ], + "actuals": [ 28.200000762939453, 29.100000381469727, 29.799999237060547, @@ -367,90 +364,90 @@ 22.799999237060547, 22.799999237060547, 23.600000381469727, - 24.899999618530273 + 24.899999618530273, + 26.100000381469727, + 27.299999237060547, + 28.600000381469727 ], "p50": [ - 25.851757049560547, - 27.196109771728516, - 28.49931526184082, - 29.15125846862793, - 29.565216064453125, - 29.649141311645508, - 29.535076141357422, - 28.970291137695312, - 28.236038208007812, - 27.277359008789062, - 26.290292739868164, - 25.22585105895996, - 24.702768325805664, - 24.0638484954834, - 23.622419357299805, - 23.221027374267578, - 22.962100982666016, - 22.788408279418945, - 22.891572952270508, - 22.67595100402832, - 22.54351806640625, - 22.369781494140625, - 22.978975296020508, - 24.282588958740234 + 28.188779830932617, + 28.740966796875, + 28.98698616027832, + 28.935256958007812, + 28.41802215576172, + 27.795257568359375, + 27.032224655151367, + 25.9775333404541, + 24.998136520385742, + 24.407228469848633, + 23.72528839111328, + 23.20425033569336, + 22.842397689819336, + 22.622114181518555, + 22.458999633789062, + 22.587745666503906, + 22.31610870361328, + 22.123016357421875, + 22.062419891357422, + 22.516002655029297, + 23.61848258972168, + 25.177162170410156, + 26.281124114990234, + 27.238422393798828 ], "p10": [ - 24.99595832824707, - 25.820201873779297, - 26.447572708129883, - 26.670042037963867, - 26.716562271118164, - 26.539640426635742, - 26.172117233276367, - 25.664480209350586, - 24.940473556518555, - 24.150480270385742, - 23.43402671813965, - 22.478469848632812, - 22.00904083251953, - 21.467857360839844, - 21.141983032226562, - 20.838863372802734, - 20.58536720275879, - 20.422780990600586, - 20.412073135375977, - 20.254396438598633, - 20.14746856689453, - 20.053638458251953, - 20.548690795898438, - 21.555099487304688 + 27.41664695739746, + 27.49749183654785, + 27.338342666625977, + 26.95729637145996, + 26.101537704467773, + 25.438365936279297, + 24.696372985839844, + 23.758304595947266, + 22.716991424560547, + 22.206457138061523, + 21.504079818725586, + 21.042343139648438, + 20.67655372619629, + 20.347579956054688, + 20.273061752319336, + 20.383913040161133, + 20.150390625, + 19.941585540771484, + 19.875934600830078, + 20.141998291015625, + 21.026063919067383, + 22.30890655517578, + 23.14539909362793, + 23.67790985107422 ], "p90": [ - 26.6533203125, - 28.600845336914062, - 30.710140228271484, - 31.939939498901367, - 32.92155456542969, - 33.40164566040039, - 33.425987243652344, - 32.79227066040039, - 32.225341796875, - 30.946561813354492, - 29.663692474365234, - 28.378555297851562, - 27.689998626708984, - 26.978294372558594, - 26.359575271606445, - 25.89370346069336, - 25.569612503051758, - 25.368167877197266, - 25.4812068939209, - 25.229591369628906, - 25.134780883789062, - 24.900569915771484, - 25.722253799438477, - 27.4578914642334 + 28.991188049316406, + 29.959136962890625, + 30.609333038330078, + 30.950014114379883, + 30.75999641418457, + 30.254589080810547, + 29.49355125427246, + 28.405773162841797, + 27.21769905090332, + 26.612255096435547, + 25.9730167388916, + 25.354625701904297, + 24.97371482849121, + 24.794265747070312, + 24.652610778808594, + 24.86421775817871, + 24.485105514526367, + 24.267284393310547, + 24.1715145111084, + 24.685428619384766, + 26.199594497680664, + 28.195621490478516, + 29.72841453552246, + 31.031635284423828 ], "timestamps": [ - "2026-06-03 00:00:00", - "2026-06-03 01:00:00", - "2026-06-03 02:00:00", "2026-06-03 03:00:00", "2026-06-03 04:00:00", "2026-06-03 05:00:00", @@ -807,6 +804,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index c0c82e301cc01beaf68bb64c4d7a573f02901ce8..9d116cd9de69c1057b024aeb8cd44b54f0c8650f 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T00:34:54.145029+00:00", + "evaluated_at": "2026-06-18T02:18:58.422010+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 10.0, - 12.0, - 13.0, 14.0, 19.0, 10.0, @@ -56,7 +53,7 @@ 19.0, 11.0, 13.0, - 9.0, + 10.0, 13.0, 16.0, 13.0, @@ -68,7 +65,7 @@ 13.0, 10.0, 13.0, - 10.0, + 11.0, 12.0, 15.0, 14.0, @@ -127,8 +124,8 @@ 15.0, 20.0, 11.0, - 17.0, - 14.0, + 18.0, + 15.0, 17.0, 23.0, 12.0, @@ -173,19 +170,19 @@ 21.0, 7.0, 17.0, - 11.0 - ], - "actuals": [ - 9.0, + 11.0, 9.0, 9.0, + 9.0 + ], + "actuals": [ 10.0, 9.0, 13.0, 18.0, 10.0, - 11.0, - 15.0, + 13.0, + 18.0, 22.0, 12.0, 12.0, @@ -197,92 +194,92 @@ 18.0, 5.0, 4.0, + 8.0, + 6.0, + 9.0, 6.0, 6.0, - 6.0 + 1.0 ], "p50": [ - 14.374032974243164, - 14.34725570678711, - 14.387282371520996, - 14.350591659545898, - 14.42261028289795, - 14.338301658630371, - 14.340608596801758, - 14.312463760375977, - 14.338865280151367, - 14.251577377319336, - 14.387886047363281, - 14.346385955810547, - 14.35032844543457, - 14.340537071228027, - 14.39778995513916, - 14.363182067871094, - 14.433211326599121, - 14.364816665649414, - 14.37523365020752, - 14.375791549682617, - 14.40015697479248, - 14.298478126525879, - 14.419321060180664, - 14.376832962036133 + 13.750962257385254, + 13.74796199798584, + 13.764775276184082, + 13.806949615478516, + 13.847756385803223, + 13.88273811340332, + 13.901918411254883, + 13.959503173828125, + 13.944625854492188, + 13.973539352416992, + 13.981772422790527, + 14.00643539428711, + 13.97140121459961, + 13.99751091003418, + 13.956807136535645, + 14.027393341064453, + 14.004485130310059, + 14.006062507629395, + 13.984745979309082, + 14.03927230834961, + 14.030509948730469, + 14.019821166992188, + 14.048656463623047, + 14.106852531433105 ], "p10": [ - 9.494136810302734, - 9.519485473632812, - 9.542766571044922, - 9.510656356811523, - 9.569086074829102, - 9.532896041870117, - 9.522502899169922, - 9.507949829101562, - 9.512994766235352, - 9.40530014038086, - 9.526399612426758, - 9.509895324707031, - 9.516345024108887, - 9.508292198181152, - 9.542633056640625, - 9.514698028564453, - 9.53564453125, - 9.520051002502441, - 9.529661178588867, - 9.556022644042969, - 9.561857223510742, - 9.463240623474121, - 9.587324142456055, - 9.56320571899414 + 8.810693740844727, + 8.760871887207031, + 8.822309494018555, + 8.836315155029297, + 8.884307861328125, + 8.920207023620605, + 8.89041519165039, + 8.912914276123047, + 8.947021484375, + 8.896332740783691, + 8.922624588012695, + 8.929539680480957, + 8.846563339233398, + 8.870987892150879, + 8.843079566955566, + 8.96193790435791, + 8.91946029663086, + 8.872100830078125, + 8.8865966796875, + 8.9371919631958, + 8.911977767944336, + 8.882305145263672, + 8.899420738220215, + 8.925300598144531 ], "p90": [ - 20.537446975708008, - 20.42470932006836, - 20.609081268310547, - 20.580299377441406, - 20.781494140625, - 20.54613494873047, - 20.65299415588379, - 20.48468780517578, - 20.74948501586914, - 20.474082946777344, - 20.776079177856445, - 20.650218963623047, - 20.66449737548828, - 20.519983291625977, - 20.8420467376709, - 20.619489669799805, - 20.883663177490234, - 20.645919799804688, - 20.757949829101562, - 20.638404846191406, - 20.791030883789062, - 20.64990997314453, - 20.843395233154297, - 20.73328399658203 + 19.216167449951172, + 19.547168731689453, + 19.549219131469727, + 19.700193405151367, + 19.834205627441406, + 19.774982452392578, + 19.762720108032227, + 19.87264060974121, + 19.90326499938965, + 19.795684814453125, + 19.758459091186523, + 19.917335510253906, + 19.85105323791504, + 19.924413681030273, + 19.868064880371094, + 19.90447235107422, + 19.730632781982422, + 19.921764373779297, + 19.922332763671875, + 19.99723243713379, + 20.030689239501953, + 19.98981475830078, + 20.018770217895508, + 20.25310707092285 ], "timestamps": [ - "2026-06-10 00:00:00", - "2026-06-10 01:00:00", - "2026-06-10 02:00:00", "2026-06-10 03:00:00", "2026-06-10 04:00:00", "2026-06-10 05:00:00", @@ -471,6 +468,9 @@ "2026-06-17 20:00:00", "2026-06-17 21:00:00", "2026-06-17 22:00:00", - "2026-06-17 23:00:00" + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 4ec077b238b61f1c5f78727d5081eba38ae3f998..1c4ea89b648ddfeb860c67060550abf254a87e1a 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,55 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T02:05:31.261472+00:00", + "evaluated_at": "2026-06-18T02:19:01.452964+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t010000z", - "data_fetched_at": "2026-06-18T02:03:19.873195Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t200000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t014000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 75, + "prediction_length": 72 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t235600z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t020000z", + "data_fetched_at": "2026-06-18T02:12:28.560599Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": []