diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 6bf3097772e7fb8d420c261b5ee01fdb678d2067..9fd4dcac52af13ebe7d0e2e649a3b55cfe1752d7 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,534588.2982296516,291320.3500012255,510.13361741401786,0.4489807875034238,0.007948332961962012,0.007982716449532608,5.947007625852422,731.1554542158949,0.01140448811716002,0.007957012075087585,0.006610557731411515,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,525155.3736604698,294100.34298048576,516.4669507473512,0.45455490551967265,0.008047207636129023,0.008081931846366186,5.947007625852422,724.6760473897766,0.011302306473685339,0.008055003034668625,0.006692009725848515,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6040982288393703,0.6056232949305157,0.6395971859275156,1.9023363167128968,0.5065244008995622,0.7378051605970357,74.31146078263033,0.7772375626791144,0.7325058978705142,0.6027870157720552,0.6002922804207285,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04211025196291461,0.04937371934908869,0.1906250528997198,2.310607236012791,0.12370562072554768,0.13452527895255467,29.331400404700744,0.20520782627111134,0.13912395401217167,0.12923732771356733,0.11481855375543791,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.827877045074457,8.9457924155883,2.429326433079963,1.241523091107205,0.08871368780485235,0.09489495032165551,28.35449334992788,2.971174354539709,0.11297240673304075,0.09236982456647304,0.08516844280725475,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,26.47361100867586,20.321784550218577,3.859470183995965,0.6736529775702046,0.9811292796936301,0.4739205613245552,3.97520030155435,5.145251306658972,0.6398239966829811,0.479934116144576,0.386697048362335,Hazards,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,2.8744795499411686,2.108522911961058,1.2657614764799028,0.6594415213945711,0.07001598245639323,0.06687925572624309,12.52527577369896,1.6954290164855528,0.09137726815876586,0.06821979849153127,0.06572032917046089,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,102.993481511132,98.8659633250417,7.827642139412087,0.6770791093697176,0.4637071287820944,0.3244877120267004,13.03290977397567,10.148570417114522,0.4391736399797353,0.3387367825745241,0.3118812843703803,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,16.166829627859368,15.855689026879359,3.438609245222118,1.7544498520184806,0.1475135662220605,0.13421342720227572,47.71263155800403,4.020799625430167,0.16328120306315397,0.13963895412069516,0.1309430645894239,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,17.273830585388946,12.668698877516277,2.963357491127397,0.5541863360030458,0.6009274430797427,0.37508845884097464,3.5923912166080196,4.156179806672101,0.5362812653770453,0.3823687085325674,0.30723718319984844,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,701.7189259727851,1974.8877711992457,39.61618767465698,2.0016600088247736,0.016367079372875324,0.016536096344545698,8.531167876305652,26.48997784017165,0.010989792016665854,0.016435410616970916,0.011447029789088854,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,2599.5201170151004,2216.5686908570165,40.432826615787135,0.8381357911778606,0.1818877265305847,0.16515149789232947,7.202835508742811,50.98548927896152,0.20266804369831382,0.1607210598015389,0.1217255860630082,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index ce0e29a368bd5fd79fcd2d5409fbcf2e3c2a47a8..4469fd5bdc4f972ca7438ad3e81bc23ed3df7a54 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:57:02.246587+00:00", + "evaluated_at": "2026-06-22T01:05:20.626537+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 63626.177558686555, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index 622a2a6feea05b0c03635043b6291caf5cdc8dd6..573c02400f36097721dfe29bc9cbdf490c80f7d5 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,18 +1,36 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T17:26:01.085437+00:00", + "evaluated_at": "2026-06-22T01:05:20.648196+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 17.0, 17.0, 17.0, @@ -20,226 +38,176 @@ 17.0, 17.0, 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0 - ], - "actuals": [ 17.0, 17.0, 17.0, 18.0, + 17.799999237060547, 18.0, 18.0, 18.0, 18.0, 18.0, - 17.799999237060547, - 18.0, 18.0, 18.0, 18.0, + 18.299999237060547, 18.0, 18.0, 18.0, + 19.0, 18.0, 19.0, 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 16.817275830419206, - 16.817378343590278, - 16.817443184557796, - 16.817447289920906, - 16.816652309411523, - 16.81744319147675, - 16.816906308224173, - 16.81705435540228, - 16.817315916616128, - 16.816940274629697, - 16.818234015790445, - 16.817447289863832, - 16.817315916616128, - 16.817242176395496, - 16.817168436174864, - 16.817439093089664, - 16.816906308224173, - 16.818141681037524, - 16.817315916616128, - 16.817315916616128, - 16.817168436174864, - 16.817932004622186, - 16.816616789138386, - 16.818161381958696 + 19.75924992942708, + 19.763936421708863, + 19.758421709938876, + 19.756963521503714, + 19.756985026987223, + 19.757539153273683, + 19.758102667060854, + 19.760637478244938, + 19.76408548224122, + 19.758797701657944, + 19.760637574172925, + 19.767533680869334, + 19.756979731038726, + 19.758797722111495, + 19.767533375846334, + 19.764085419397993, + 19.756680222881254, + 19.760637567350443, + 19.760637770434325, + 19.760637770433064, + 19.75837261667918, + 19.756979697242688, + 19.757540909371315, + 19.75971764485438 ], "p10": [ - 16.8052600969941, - 16.805594955230927, - 16.80582830237341, - 16.805804890069556, - 16.80582830929189, - 16.806664068883347, - 16.805553386293028, - 16.805572825952964, - 16.80516899419184, - 16.805828309292362, - 16.80637476154468, - 16.805381211087724, - 16.805594116493545, - 16.805594116493545, - 16.805594116493545, - 16.80580489001248, - 16.80637476154468, - 16.80637476154468, - 16.806346000744306, - 16.806087153540904, - 16.806087153540904, - 16.806346000744306, - 16.805381211087724, - 16.807057863686676 + 19.34452912753833, + 19.533546202107896, + 19.356749098279234, + 19.344060744727685, + 19.35839720315082, + 19.264005252297082, + 19.356700583636055, + 19.55317315655479, + 19.553174703793243, + 19.32625072837943, + 19.358391880225923, + 19.5531733449562, + 19.358362943803016, + 19.344076920222744, + 19.553173347283575, + 19.358102569943252, + 19.248872566336843, + 19.553173347200328, + 19.34407692046764, + 19.358391873406003, + 19.35810256996984, + 19.26249356418801, + 19.553173347203217, + 19.553174640976504 ], "p90": [ - 16.861014723995865, - 16.862628407148406, - 16.84387568547149, - 16.844593672841853, - 16.82186258731619, - 16.851055496333803, - 16.839032493565607, - 16.8510554963338, - 16.838494360362848, - 16.861116398429555, - 16.8510554963338, - 16.8510554963338, - 16.852061586543375, - 16.82822896512942, - 16.861116398429555, - 16.839032493565607, - 16.839750473959942, - 16.901469094173876, - 16.834310917670127, - 16.84459367278478, - 16.901469094173876, - 16.843875692390444, - 16.834729261939398, - 16.878752197837212 + 20.729887216172376, + 20.378538572194167, + 20.729484102360537, + 20.342522723459773, + 20.342529975215097, + 20.72943325300312, + 20.69320201766899, + 20.344046184544528, + 20.68917554964151, + 20.342524624773095, + 20.75310195121204, + 20.729435006853734, + 20.68917548756513, + 20.693201438808423, + 20.72943500918111, + 20.342524645444108, + 20.729435012535806, + 20.378687569906912, + 20.75408470615481, + 20.34406062892081, + 20.731790813891973, + 20.752992748641134, + 20.689175486824787, + 20.689175486824773 ], "timestamps": [ - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +295,38 @@ "2026-06-25 03:00:00", "2026-06-25 04:00:00", "2026-06-25 05:00:00", - "2026-06-25 06:00:00" + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c3a67a7b4455fec83d0b90c515849b60ce3f2302..ffe25ab77472a3d3b0d37b7741f2a0ccfe69c64e 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T17:26:01.126206+00:00", + "evaluated_at": "2026-06-22T01:05:20.677590+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 16.799999237060547, - 14.100000381469727, - 12.600000381469727, - 12.5, - 14.300000190734863, - 16.5, - 19.5, - 18.399999618530273, - 17.600000381469727, - 17.100000381469727, - 17.100000381469727, - 17.5, - 17.799999237060547, - 17.600000381469727, - 19.200000762939453, - 21.799999237060547, - 24.899999618530273, - 32.900001525878906, - 54.900001525878906, - 60.5, - 56.20000076293945, - 53.099998474121094, - 47.0, - 36.599998474121094, - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,9 +310,7 @@ 18.600000381469727, 17.5, 17.100000381469727, - 15.399999618530273 - ], - "actuals": [ + 15.399999618530273, 14.5, 12.5, 10.199999809265137, @@ -362,123 +329,125 @@ 33.20000076293945, 41.79999923706055, 55.599998474121094, - 48.20000076293945, + 54.0, + 46.400001525878906, 43.20000076293945, - 37.599998474121094, - 32.70000076293945, - 28.700000762939453, - 25.899999618530273 + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actuals": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 14.478121900590846, - 14.354434015801568, - 13.868988558990726, - 13.816661891815652, - 13.939836951538005, - 13.826762388919121, - 14.138409952582721, - 14.055426172441264, - 14.135790554660522, - 13.784507688893902, - 13.926444995397409, - 13.805931442632133, - 13.708556124627048, - 14.096569291931468, - 14.135329707187175, - 13.748845323198207, - 13.920366123402385, - 13.926366184998749, - 14.012747609806567, - 13.83935248999621, - 13.92990783711059, - 13.91398062426397, - 13.803894480506779, - 13.839352463231059 + 29.38454208545, + 29.933630883685883, + 30.52319184039421, + 30.80582285111894, + 30.726171032784023, + 30.751341756096725, + 30.763907877816322, + 30.83834777244049, + 30.600687367734082, + 30.66341361345153, + 30.734605943983702, + 30.576879709821895, + 30.651255047494878, + 30.615566030335202, + 30.695157128007757, + 30.462008628872997, + 30.7727286985481, + 30.651314117850653, + 30.803755475959026, + 30.84497156331794, + 30.46817869425712, + 30.650971034789073, + 30.773561245169784, + 30.53652346934078 ], "p10": [ - 11.27712700395687, - 11.951098249216086, - 9.963348220057853, - 9.296684737302307, - 11.398268679754386, - 10.96042172554665, - 10.731023661865542, - 11.338495590762847, - 11.266835432225244, - 10.784032658151144, - 9.808102473591676, - 10.655469283975263, - 10.64201493865833, - 10.729254210769195, - 11.640916222216218, - 10.520071651116304, - 10.783841802691558, - 10.057037434015466, - 11.281424371408264, - 11.633805424505828, - 10.50543614170888, - 9.884438621368842, - 9.869927759044874, - 10.65355704150649 + 25.150454272011938, + 27.38953869056515, + 28.23153567637288, + 27.683081676306653, + 27.521700023404037, + 28.039606698459085, + 27.661032719687647, + 27.79374946422018, + 27.569498592209897, + 27.296137125685462, + 25.623009165439825, + 27.204367544644786, + 27.28831685139497, + 27.664238525854362, + 27.606821160890348, + 27.664259596268465, + 27.441356529408562, + 26.83117554736493, + 28.356180453364868, + 27.543151653456192, + 26.616235066830672, + 27.517411569491728, + 27.797739501299706, + 27.377159990845602 ], "p90": [ - 18.137688964071454, - 18.75265347558235, - 17.43032990982851, - 17.280172169025146, - 18.449490278920848, - 18.81341164247936, - 17.703088392025972, - 17.826077319997857, - 19.934667173802964, - 17.970816914542773, - 18.350682925110405, - 17.302795908261093, - 18.47842803345572, - 19.39276960194283, - 17.94377518007935, - 20.164667638315592, - 18.333377718990377, - 17.405391240917353, - 19.506611420637743, - 18.470051922864727, - 18.798471209344726, - 19.739304771591065, - 18.33637382906196, - 19.492066587473634 + 34.069545854261364, + 36.100144088439336, + 33.9395267206863, + 34.316715618147754, + 36.358933479707204, + 36.26708437255046, + 36.39514698777697, + 36.40446534225736, + 36.41041973245089, + 36.158054651489465, + 34.42625479306272, + 34.75811304079684, + 34.59954192014613, + 34.64542848592248, + 34.59959070437079, + 35.492599538320086, + 35.162755279065145, + 35.70274503231078, + 34.605203766290494, + 35.687475502789226, + 36.404385059464495, + 36.12289166186477, + 35.162757352511754, + 35.68747566508973 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 49955f869c81473d1e878cb90c1f75d82f30895b..8460b7e23635738906bda6dc5433d232cd58199d 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T17:26:01.160139+00:00", + "evaluated_at": "2026-06-22T01:05:20.710312+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 20.700000762939453, - 19.5, - 19.200000762939453, - 19.100000381469727, - 20.200000762939453, - 21.700000762939453, - 23.5, - 24.600000381469727, - 25.899999618530273, - 26.799999237060547, - 27.0, - 26.299999237060547, - 26.100000381469727, - 24.399999618530273, - 24.299999237060547, - 23.600000381469727, - 23.200000762939453, - 22.100000381469727, - 21.899999618530273, - 21.299999237060547, - 20.799999237060547, - 20.399999618530273, - 20.200000762939453, - 20.100000381469727, - 21.0, - 20.5, - 20.5, - 20.299999237060547, - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,9 +310,7 @@ 26.399999618530273, 26.200000762939453, 25.899999618530273, - 25.299999237060547 - ], - "actuals": [ + 25.299999237060547, 25.700000762939453, 25.100000381469727, 24.899999618530273, @@ -362,123 +329,125 @@ 27.399999618530273, 27.299999237060547, 26.5, - 25.899999618530273, - 24.799999237060547, - 24.399999618530273, + 25.399999618530273, + 24.700000762939453, + 24.5, 24.399999618530273, - 24.0, - 23.899999618530273 + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actuals": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 24.880584791292872, - 24.50000164946314, - 24.349920557535857, - 24.202675920531963, - 23.9606992351137, - 23.954856558491297, - 23.900079761374787, - 23.85612844354145, - 23.702503805498594, - 23.785808923722225, - 23.69731429124178, - 23.770431125481842, - 23.734074624801345, - 23.640339677909363, - 23.69136657544955, - 23.6929727811896, - 23.690363071400284, - 23.759665433450433, - 23.716479709582647, - 23.71729300704101, - 23.635986220240365, - 23.653161454429785, - 23.72507287948651, - 23.6783839634013 + 26.26619042842421, + 26.713928568006814, + 27.03161087463638, + 27.225039220307238, + 27.441883612284382, + 27.63996423400023, + 27.74867563536536, + 27.888219002289777, + 27.840553532641657, + 27.933741285939064, + 27.880308521525173, + 27.90339991276031, + 27.99444400748338, + 27.91470746467271, + 27.953212184643412, + 27.91722736969505, + 27.95029447140522, + 28.004672893836783, + 27.93262403204477, + 28.00887345448889, + 28.02102444565722, + 27.97543019064252, + 28.007576185977822, + 27.890330341557238 ], "p10": [ - 23.976637757598475, - 23.624774599626363, - 23.69954987184632, - 23.4527621006623, - 23.226813460614032, - 23.25471577237099, - 23.061375255874665, - 22.951691246091602, - 22.995269530523935, - 22.896001023457863, - 22.91700412015493, - 22.860937793333026, - 22.79307970294773, - 22.83336704910086, - 23.00635375853266, - 22.995972816720336, - 22.875119050246028, - 23.061185029548852, - 23.0751751681441, - 22.756550326018527, - 22.817425576235305, - 22.820409834021778, - 22.711137039734815, - 23.03342928774747 + 25.685126945412833, + 25.82849367487442, + 26.119719160529712, + 26.347980427906254, + 26.74351756156931, + 26.88337298524143, + 27.032497837053384, + 27.10189798356106, + 27.09320628339347, + 27.0704043474054, + 27.04835975493165, + 26.857658338036224, + 27.18614134403617, + 27.12068730638071, + 27.31535962383173, + 27.108794416411353, + 27.248094721113276, + 27.267601619281976, + 27.154018320562194, + 27.416751248323337, + 27.153063996834202, + 27.16139428012202, + 27.358959788898034, + 27.307148873477544 ], "p90": [ - 25.581881796503264, - 25.199971414723485, - 25.080617757192236, - 24.8684340052515, - 24.78611450202448, - 24.672552186091465, - 24.575349190356995, - 24.69121161886058, - 24.501542338174566, - 24.566782681532686, - 24.549965019438854, - 24.44627809893644, - 24.46789002489283, - 24.45139727713381, - 24.479142262922956, - 24.457108160623836, - 24.35034427120972, - 24.434553122312344, - 24.44247797116251, - 24.44834875555985, - 24.433973010795935, - 24.26038753691428, - 24.373692520831206, - 24.464811301538038 + 27.035310855368458, + 27.460185539930873, + 27.69146379340189, + 28.069415582244687, + 28.06067606205212, + 28.437723638722417, + 28.509443123023022, + 28.558466546466807, + 28.562698338128374, + 28.568915684767347, + 28.37796720286227, + 28.48652416242951, + 28.696419207475966, + 28.58968690379299, + 28.678519475874435, + 28.726913830285604, + 28.84632856849974, + 28.756564875124205, + 28.733506822018434, + 28.730553141206123, + 28.731669137946547, + 28.795492752901165, + 28.697593406692985, + 28.60275198607141 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 178bf276caf8818771e14cb6f008aef0b5e15f7a..0bb0ec183038a375e5cbe86fbbbf0823123771f6 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T17:26:01.196472+00:00", + "evaluated_at": "2026-06-22T01:05:20.774134+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -51,15 +20,15 @@ 15.0, 18.0, 22.0, - 24.0, + 25.0, 20.0, 11.0, 13.0, 12.0, - 12.0, + 13.0, 11.0, - 16.0, - 20.0, + 18.0, + 21.0, 12.0, 18.0, 17.0, @@ -73,7 +42,7 @@ 27.0, 17.0, 26.0, - 9.0, + 10.0, 15.0, 19.0, 22.0, @@ -81,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -135,7 +104,7 @@ 14.0, 13.0, 15.0, - 17.0, + 18.0, 12.0, 20.0, 11.0, @@ -152,7 +121,7 @@ 11.0, 18.0, 19.0, - 11.0, + 12.0, 19.0, 13.0, 13.0, @@ -173,144 +142,144 @@ 7.0, 16.0, 11.0, - 13.0 - ], - "actuals": [ + 13.0, 15.0, 12.0, 11.0, 11.0, 16.0, 11.0, - 5.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, 6.0, - 5.0, + 13.0, + 13.0, + 14.0, 9.0, + 10.0, + 13.0 + ], + "actuals": [ 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, 6.0, - 3.0, + 7.0, 6.0, - 11.0, + 9.0, + 10.0, 7.0, 9.0, - 13.0, - 5.0, - 5.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, 5.0, 5.0, - 7.0, - 1.0 + 8.0, + 9.0 ], "p50": [ - 12.564680816053567, - 10.971358419161177, - 9.292213403781087, - 10.938410489667048, - 10.96801831833985, - 11.62211777174829, - 9.30948115889544, - 10.909387987034345, - 10.233350024448727, - 11.002440376734734, - 10.938407200356034, - 10.93987206706283, - 11.46345278446611, - 10.693777468917173, - 11.717687928709095, - 10.749119516676199, - 10.909387987024225, - 10.47816695081012, - 10.353224297656208, - 10.63612334630581, - 10.924630027043527, - 10.968018180582838, - 11.52355892819928, - 9.946095761855135 + 9.888374148356185, + 10.22761538776557, + 9.98049938238039, + 9.674823493101128, + 10.920525051842716, + 10.01283631584283, + 9.769372104093367, + 10.006489880374955, + 10.225430652354628, + 9.980432335550649, + 9.57211213851743, + 10.107606954742764, + 10.000143446841264, + 9.91061090161486, + 9.628082736646952, + 10.33846808923701, + 10.160878868157056, + 9.962545651555523, + 10.19847290620562, + 10.000143446841264, + 10.068060572006743, + 10.550728716972941, + 10.115445892425628, + 10.19847290620562 ], "p10": [ - 6.330646361911799, - 6.5499126260067, - 6.336854307206173, - 6.161848990873392, - 6.221538878616179, - 6.65824980388389, - 6.1618457018039985, - 6.0574357802214145, - 6.0638055459361295, - 6.89303874191553, - 6.228171300781033, - 6.447654441417617, - 6.336775766252834, - 6.221538740859168, - 6.8560795366205545, - 6.336775766252834, - 6.542380716230172, - 6.161845701562378, - 6.280097362675278, - 6.342432304157819, - 6.057435780211295, - 7.10086429449499, - 6.228171300781033, - 6.221538740859168 + 5.149279332220515, + 5.582236551318196, + 5.301782589599387, + 5.503613425193232, + 5.241205326496215, + 5.580051817845032, + 5.282150091211091, + 5.641555156878937, + 5.063674747816413, + 5.565935504028472, + 5.2593292639966025, + 5.078089257545511, + 5.593775925873435, + 5.241205263351493, + 5.047341742876452, + 5.306425129299982, + 4.900148788438724, + 5.047341742876452, + 5.306425129299982, + 5.489495055730161, + 5.239763812378579, + 5.356845936869449, + 5.362448248821612, + 4.898827530184305 ], "p90": [ - 17.837443682811607, - 16.741723131060358, - 16.649980801885476, - 16.842510600996615, - 18.19385617792576, - 17.46993180185296, - 17.784992556224584, - 17.813114825097735, - 17.997170036806565, - 18.193856040168768, - 16.8425073116856, - 17.76454197690313, - 16.806051282039075, - 16.8425073116856, - 17.792664246007778, - 16.925629431289362, - 16.592198217950333, - 17.016442900469244, - 16.732491812205453, - 16.980930927874034, - 16.980930927874034, - 16.48257936174845, - 18.06518360842902, - 16.8425073116856 + 15.874781978852491, + 15.85604074273243, + 15.846057388999998, + 15.314138842438336, + 15.924647056826721, + 15.654087159639166, + 15.790141338736458, + 15.74718815063691, + 16.43835496022191, + 15.736210129353399, + 15.736210129353399, + 16.42439500994283, + 15.845990342170257, + 15.790141338676985, + 15.919439627708655, + 16.68421693929777, + 19.57193579812028, + 15.853335270724097, + 15.741603250285758, + 15.795726239026312, + 15.91996036430599, + 16.56399451273307, + 15.418425771955759, + 15.919439627708655 ], "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +440,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 4a80bcddc936cb23008c78cd138d50b2aaff68e2..d4aff28bbe472d43171854d151cf27f04d916421 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,19 +1,37 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:57:02.305938+00:00", + "evaluated_at": "2026-06-22T01:05:20.806089+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 215e0c8abe95d8387a2bef241dbfe83ef1b9f6bb..5037dc6a5282f7fccdb47eec9595d60bc4351595 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.100,4.500,4.600,5.000,5.100,4.500,4.200,4.600,5.100,4.800 +2026-06-22,Chronos-2,4.800,3.900,5.000,5.000,4.800,4.800,4.400,5.000,4.800,4.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index dfa7c2174ed998618303df3fda9f40bca4955330..7ffef1a1db639c82207d42f797de0af6387a4cb6 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.1,4.5,4.6,5.0,5.1,4.5,4.2,4.6,5.1,4.8 +2026-W26,Chronos-Bolt-Mini,4.8,3.9,5.0,5.0,4.8,4.8,4.4,5.0,4.8,4.7 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 23659417ddb54ca954483307d9444e720df688b9..acb74fd35649110c0f1403064367ed94c337f48c 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,187683.72310320535,187683.72310320535,346.8709309895833,0.30528939564348223,0.005425373312812014,0.005402503769323154,1.9525816537906209,433.2247951158906,0.006757396117979818,0.005410457362861778,0.005311977297223513,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,179719.21008237204,179719.21008237204,340.53759765625,0.2997152776272333,0.005325180221643814,0.005303290461834973,1.9525816537906209,423.9330254679058,0.006611810884895709,0.00531114600570388,0.005278526953488187,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10470496160197343,0.10470496160197343,0.24336419304211934,0.7238314251495443,0.18198248765865543,0.20824562567067517,10.611701971439032,0.3235814605350149,0.3049586634315953,0.22935806926182814,0.1851215835515475,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05440467413328322,0.05440467413328322,0.20337391727500492,2.46513896113696,0.1323153693261341,0.14437144637804197,45.59034340310892,0.23324809566914628,0.15813430669271317,0.13788062584348992,0.11603819901575539,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.731881801238463,0.731881801238463,0.7398017247517904,0.37672295824585333,0.030558016764415153,0.03011294164019726,1.8278462879973016,0.8555009066263244,0.03450180238844051,0.029835728654771153,0.025643696839247374,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,14.024482223939799,14.024482223939799,3.0783149798711142,0.5764334942801567,0.6302936730068532,0.38041513501940977,6.188031558717646,3.744927532535149,0.47304347779391354,0.3888397869310881,0.29737386168095103,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,3.877528535274602,3.877528535274602,1.7511553764343262,0.9123239939689145,0.09667043338541359,0.09100594502657111,6.794600776784915,1.969144112368265,0.1061294857228033,0.09438071005284551,0.05537216414843527,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,119.08883088791497,119.08883088791497,8.478275378545126,0.7333578924607926,0.4519508036046663,0.3265129140632516,4.146526194953971,10.912782912159251,0.47224450310355,0.36689256769278955,0.24817596414066415,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.4501269307024813,1.4501269307024813,1.1002933979034424,0.5613925431657794,0.04561964916515076,0.04442495529034112,2.626121458613473,1.2042121618313284,0.04890201672411486,0.044681965397094105,0.02957468149379179,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,10.774246510999546,10.774246510999546,2.6941760381062827,0.503845908425071,0.5550859348598497,0.34856898559090777,5.39482408994204,3.2824147378111053,0.4235373855240136,0.3476356178201655,0.2735271824161069,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,516.169103803734,516.169103803734,10.558563232421875,0.5334853001644736,0.00431122604681521,0.004354655157135808,6.413764391447368,22.71935526822304,0.00942548878889115,0.0043803892407627484,0.0040309764349551035,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,622.5729710326663,622.5729710326663,21.40478515625,0.43196852437804456,0.09646219551586514,0.09093249304966737,2.761189469192312,24.95141220517721,0.10043696689835566,0.08616072230807936,0.07001796725093194,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 194126510465b2624458975ae596c75e852c7939..cdbd2ed2c6b4e77a004f4c8987655eda9d1c10d8 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:54:35.962488+00:00", + "evaluated_at": "2026-06-22T01:01:42.324667+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 64307.55859375, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index dffd2f7e278e57d4db1d35c2c0fea532ae1cf950..32e2844e9cb1c8f9fad8e24da61d2083f5c20c90 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,53 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:10:02.925040+00:00", + "evaluated_at": "2026-06-22T01:01:47.206411+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 13.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.0, - 13.300000190734863, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -101,9 +59,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -121,96 +77,137 @@ 21.0, 21.0, 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.0 + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 18.93992805480957, - 18.92462158203125, - 18.94497299194336, - 18.971784591674805, - 19.007953643798828, - 19.03502655029297, - 19.070011138916016, - 19.11863136291504, - 19.146291732788086, - 19.129825592041016, - 19.159757614135742, - 19.158676147460938, - 19.148717880249023, - 19.136762619018555, - 19.14292335510254, - 19.103086471557617, - 18.961477279663086, - 18.959775924682617, - 18.93325424194336, - 18.9625301361084, - 18.97271156311035, - 18.938167572021484, - 18.95659828186035, - 18.946765899658203 + 20.07262420654297, + 20.219545364379883, + 20.215295791625977, + 20.251510620117188, + 20.224163055419922, + 20.30194854736328, + 20.223896026611328, + 20.277177810668945, + 20.209068298339844, + 20.206926345825195, + 20.177566528320312, + 20.221614837646484, + 20.169292449951172, + 20.275983810424805, + 20.297273635864258, + 20.27532196044922, + 20.517898559570312, + 20.552749633789062, + 20.45623207092285, + 20.505840301513672, + 20.450448989868164, + 20.454526901245117, + 20.399599075317383, + 20.37122344970703 ], "p10": [ - 18.3642578125, - 18.166549682617188, - 18.068687438964844, - 17.945720672607422, - 17.856800079345703, - 17.740007400512695, - 17.55189323425293, - 17.4204044342041, - 17.33745765686035, - 17.20518684387207, - 17.011493682861328, - 16.759227752685547, - 16.509532928466797, - 16.390483856201172, - 16.293243408203125, - 16.27473258972168, - 15.843079566955566, - 15.51402759552002, - 15.39364242553711, - 15.312137603759766, - 15.176724433898926, - 15.077412605285645, - 15.01712417602539, - 14.860099792480469 + 19.589643478393555, + 19.595027923583984, + 19.477590560913086, + 19.398866653442383, + 19.306461334228516, + 19.29465103149414, + 19.115427017211914, + 19.10470962524414, + 19.003875732421875, + 18.903865814208984, + 18.81522560119629, + 18.835519790649414, + 18.698413848876953, + 18.71121597290039, + 18.653810501098633, + 18.586055755615234, + 18.296010971069336, + 18.39871597290039, + 18.13765525817871, + 18.189191818237305, + 17.973453521728516, + 17.90326690673828, + 17.881242752075195, + 17.796363830566406 ], "p90": [ - 19.326143264770508, - 19.35738754272461, - 19.48726463317871, - 19.635650634765625, - 19.7794189453125, - 19.859188079833984, - 19.991485595703125, - 20.10906410217285, - 20.17131233215332, - 20.2567195892334, - 20.36105728149414, - 20.40680694580078, - 20.48145294189453, - 20.486862182617188, - 20.573862075805664, - 20.576473236083984, - 20.529766082763672, - 20.599008560180664, - 20.638668060302734, - 20.715248107910156, - 20.772716522216797, - 20.87391471862793, - 20.878929138183594, - 21.094715118408203 + 20.543916702270508, + 20.830455780029297, + 20.906604766845703, + 21.0461483001709, + 21.06855583190918, + 21.144088745117188, + 21.206327438354492, + 21.225238800048828, + 21.209245681762695, + 21.226757049560547, + 21.19753074645996, + 21.20538330078125, + 21.251537322998047, + 21.324356079101562, + 21.386390686035156, + 21.43846321105957, + 21.25252914428711, + 21.19892120361328, + 21.220523834228516, + 21.23858642578125, + 21.250011444091797, + 21.24040985107422, + 21.229881286621094, + 21.233850479125977 ], "timestamps": [ - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +324,9 @@ "2026-06-26 08:00:00", "2026-06-26 09:00:00", "2026-06-26 10:00:00", - "2026-06-26 11:00:00" + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 90849daf753402b813706e1df0bbfd4a615024e5..f43b43a35c73c6b0fcf9c36b9ffcfd1abd4e6e7f 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:10:06.456259+00:00", + "evaluated_at": "2026-06-22T01:01:53.858350+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,12 +338,12 @@ 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453 - ], - "actuals": [ + 21.200000762939453, 20.899999618530273, 23.5, - 27.600000381469727, + 27.600000381469727 + ], + "actuals": [ 31.299999237060547, 27.0, 25.299999237060547, @@ -358,99 +355,99 @@ 30.0, 31.399999618530273, 32.20000076293945, - 37.29999923706055, - 33.599998474121094, - 28.799999237060547, - 26.0, - 23.299999237060547, - 21.200000762939453, - 18.899999618530273, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, 16.399999618530273, - 14.100000381469727, - 12.699999809265137 + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 20.11851692199707, - 21.96942710876465, - 23.723459243774414, - 24.7230167388916, - 24.008747100830078, - 23.06828498840332, - 22.443904876708984, - 22.600975036621094, - 23.123313903808594, - 24.51385498046875, - 26.685039520263672, - 29.449186325073242, - 33.93307876586914, - 39.85743713378906, - 42.655731201171875, - 42.8349609375, - 41.29158020019531, - 39.690574645996094, - 37.389991760253906, - 34.38616943359375, - 31.74640655517578, - 28.914005279541016, - 26.041223526000977, - 23.907470703125 + 30.4199275970459, + 28.976520538330078, + 27.317331314086914, + 26.333053588867188, + 25.923416137695312, + 26.200902938842773, + 27.156692504882812, + 28.913179397583008, + 31.44976043701172, + 35.57878875732422, + 41.02947998046875, + 42.71982955932617, + 43.39643478393555, + 43.203243255615234, + 41.63682174682617, + 39.627933502197266, + 33.08027648925781, + 30.608016967773438, + 27.519432067871094, + 24.93843650817871, + 23.454559326171875, + 23.67949676513672, + 25.22438621520996, + 26.732351303100586 ], "p10": [ - 16.925735473632812, - 17.156978607177734, - 17.525619506835938, - 17.858139038085938, - 17.350440979003906, - 16.839832305908203, - 16.575637817382812, - 15.941228866577148, - 16.093887329101562, - 16.515674591064453, - 17.234006881713867, - 18.09521484375, - 20.13197135925293, - 22.220436096191406, - 22.950132369995117, - 24.00629425048828, - 24.431438446044922, - 23.2656307220459, - 21.49908447265625, - 19.96704864501953, - 18.05170440673828, - 16.489803314208984, - 15.21934700012207, - 14.461624145507812 + 26.627880096435547, + 23.975603103637695, + 21.38454246520996, + 20.263744354248047, + 19.25689125061035, + 19.091176986694336, + 19.25281524658203, + 19.783510208129883, + 20.826833724975586, + 22.149293899536133, + 22.962430953979492, + 24.38520622253418, + 24.782398223876953, + 24.21112823486328, + 22.96783447265625, + 21.517648696899414, + 19.138446807861328, + 17.311141967773438, + 15.795649528503418, + 14.32890510559082, + 14.110577583312988, + 14.38205337524414, + 15.568635940551758, + 16.727561950683594 ], "p90": [ - 24.692441940307617, - 29.336994171142578, - 33.81598663330078, - 35.713279724121094, - 34.29115676879883, - 32.7459716796875, - 32.298770904541016, - 33.22951126098633, - 35.23760986328125, - 38.85672378540039, - 42.695709228515625, - 46.96614074707031, - 54.30116271972656, - 61.64122009277344, - 65.92308044433594, - 66.49703216552734, - 61.99736022949219, - 61.02351379394531, - 57.95518493652344, - 55.73677062988281, - 52.58555221557617, - 49.24623107910156, - 45.506168365478516, - 41.87211990356445 + 34.60734939575195, + 34.49034118652344, + 34.15652084350586, + 33.73088836669922, + 34.05356979370117, + 35.60708236694336, + 37.976287841796875, + 41.731021881103516, + 46.242149353027344, + 53.22361755371094, + 60.98625183105469, + 64.35408020019531, + 64.45463562011719, + 63.930824279785156, + 63.43745422363281, + 61.221473693847656, + 53.22633743286133, + 49.97805404663086, + 46.66698455810547, + 42.16885757446289, + 39.779335021972656, + 39.965354919433594, + 41.96851348876953, + 43.25613021850586 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 73da54291dfe34b7a42a703d085ef735f5a5ceef..af09f467016bdb1bdfc991f660465ac8915db611 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:10:09.621905+00:00", + "evaluated_at": "2026-06-22T01:01:59.055459+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,12 +338,12 @@ 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5 - ], - "actuals": [ + 23.5, 23.899999618530273, 24.799999237060547, - 25.700000762939453, + 25.700000762939453 + ], + "actuals": [ 27.5, 27.799999237060547, 28.0, @@ -364,93 +361,93 @@ 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.600000381469727, - 22.200000762939453, - 22.299999237060547, - 22.700000762939453 + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 23.82181739807129, - 24.600658416748047, - 25.32521629333496, - 26.136220932006836, - 26.859718322753906, - 27.526460647583008, - 27.948474884033203, - 28.127666473388672, - 28.025981903076172, - 27.663902282714844, - 27.025283813476562, - 26.387807846069336, - 25.670997619628906, - 25.016016006469727, - 24.49437713623047, - 24.1137638092041, - 23.838462829589844, - 23.63489532470703, - 23.494131088256836, - 23.39623260498047, - 23.37224578857422, - 23.255855560302734, - 23.12328338623047, - 23.135957717895508 + 26.764907836914062, + 27.56035614013672, + 28.172758102416992, + 28.593854904174805, + 28.75330352783203, + 28.5828914642334, + 28.26559829711914, + 27.742591857910156, + 27.03007698059082, + 26.25257682800293, + 25.439340591430664, + 24.911922454833984, + 24.46146583557129, + 24.146289825439453, + 23.8992919921875, + 23.749425888061523, + 23.69153594970703, + 23.710874557495117, + 23.537639617919922, + 23.343303680419922, + 23.325971603393555, + 23.66921043395996, + 24.445035934448242, + 25.407346725463867 ], "p10": [ - 23.3419132232666, - 23.880178451538086, - 24.35472869873047, - 24.82020378112793, - 25.2246036529541, - 25.579132080078125, - 25.772586822509766, - 25.810035705566406, - 25.65408706665039, - 25.343473434448242, - 24.804533004760742, - 24.291637420654297, - 23.68101692199707, - 23.290542602539062, - 22.866802215576172, - 22.51449966430664, - 22.029434204101562, - 21.78819465637207, - 21.613147735595703, - 21.525087356567383, - 21.469572067260742, - 21.3779354095459, - 21.239477157592773, - 21.171178817749023 + 26.238460540771484, + 26.60725212097168, + 26.90073585510254, + 26.99193000793457, + 27.00096321105957, + 26.715221405029297, + 26.370380401611328, + 25.88548469543457, + 25.228687286376953, + 24.516708374023438, + 23.85792350769043, + 23.397506713867188, + 22.98957633972168, + 22.647441864013672, + 22.399261474609375, + 22.25485610961914, + 22.231470108032227, + 22.07659912109375, + 21.857982635498047, + 21.645158767700195, + 21.650035858154297, + 21.9058837890625, + 22.550729751586914, + 23.226451873779297 ], "p90": [ - 24.195772171020508, - 25.281435012817383, - 26.305511474609375, - 27.577919006347656, - 28.78424644470215, - 29.698734283447266, - 30.34316062927246, - 30.753189086914062, - 30.587787628173828, - 30.152324676513672, - 29.4193115234375, - 28.493480682373047, - 27.678409576416016, - 26.860271453857422, - 26.277263641357422, - 25.738975524902344, - 25.691516876220703, - 25.41411781311035, - 25.231931686401367, - 25.131160736083984, - 25.14727783203125, - 25.01072120666504, - 24.886390686035156, - 24.93088722229004 + 27.328838348388672, + 28.526172637939453, + 29.51487922668457, + 30.336437225341797, + 30.6593017578125, + 30.73415184020996, + 30.33199691772461, + 29.71971893310547, + 28.904212951660156, + 28.02336883544922, + 27.080337524414062, + 26.453527450561523, + 25.919424057006836, + 25.64748191833496, + 25.398305892944336, + 25.179094314575195, + 25.14906120300293, + 25.27906608581543, + 25.172348022460938, + 24.96733283996582, + 24.96299934387207, + 25.401580810546875, + 26.38788604736328, + 27.76613426208496 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 4987dd99f24f5cacb63de3a3cad35397bb40a241..118e9f5380205f7ed35debca499e458576eb8bc4 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T22:10:12.795322+00:00", + "evaluated_at": "2026-06-22T01:02:03.242574+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -31,7 +28,7 @@ 13.0, 11.0, 18.0, - 20.0, + 21.0, 12.0, 18.0, 17.0, @@ -53,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -173,12 +170,12 @@ 6.0, 13.0, 13.0, + 14.0, + 9.0, + 10.0, 13.0 ], "actuals": [ - 7.0, - 8.0, - 13.0, 9.0, 12.0, 11.0, @@ -197,92 +194,92 @@ 8.0, 7.0, 6.0, - 10.0, + 11.0, 4.0, - 4.0 + 5.0, + 5.0, + 8.0, + 9.0 ], "p50": [ - 11.640304565429688, - 11.397944450378418, - 11.224452018737793, - 11.006754875183105, - 10.752429008483887, - 10.555508613586426, - 10.258082389831543, - 9.996081352233887, - 9.70330810546875, - 9.56519889831543, - 9.47629451751709, - 9.353607177734375, - 9.369941711425781, - 9.351884841918945, - 9.348434448242188, - 9.456844329833984, - 9.811765670776367, - 10.120877265930176, - 10.203790664672852, - 10.342273712158203, - 10.450653076171875, - 10.714712142944336, - 11.027413368225098, - 11.266484260559082 + 10.788848876953125, + 10.501895904541016, + 10.308432579040527, + 9.960152626037598, + 9.583913803100586, + 9.369260787963867, + 9.190621376037598, + 9.141342163085938, + 8.975433349609375, + 8.918437957763672, + 8.849174499511719, + 8.867403030395508, + 8.980433464050293, + 9.10865592956543, + 9.241727828979492, + 9.302633285522461, + 9.360651016235352, + 9.500377655029297, + 9.614740371704102, + 9.853595733642578, + 9.996973037719727, + 10.212678909301758, + 10.334983825683594, + 10.363431930541992 ], "p10": [ - 7.947561740875244, - 7.717113971710205, - 7.479056358337402, - 7.370903015136719, - 7.084990978240967, - 6.8950514793396, - 6.736216068267822, - 6.392698287963867, - 6.216742515563965, - 6.1357011795043945, - 5.998867034912109, - 5.946907043457031, - 5.8380937576293945, - 5.843578338623047, - 5.776887893676758, - 5.838116645812988, - 6.311412811279297, - 6.459779262542725, - 6.5309858322143555, - 6.581408500671387, - 6.693737030029297, - 6.7297773361206055, - 6.930428504943848, - 7.092169284820557 + 7.359074592590332, + 7.02980899810791, + 6.840503692626953, + 6.610235691070557, + 6.37170934677124, + 6.144845008850098, + 6.014970779418945, + 5.8271636962890625, + 5.805844306945801, + 5.783585548400879, + 5.729978561401367, + 5.715104103088379, + 5.759860038757324, + 5.820262908935547, + 5.858721733093262, + 5.902966499328613, + 6.1401872634887695, + 6.307247638702393, + 6.332150459289551, + 6.431829452514648, + 6.497350215911865, + 6.542962551116943, + 6.683651924133301, + 6.698859691619873 ], "p90": [ - 16.353900909423828, - 16.195608139038086, - 16.06182098388672, - 16.057109832763672, - 15.826082229614258, - 15.728198051452637, - 15.419981002807617, - 15.220015525817871, - 14.900056838989258, - 14.842856407165527, - 14.698114395141602, - 14.506685256958008, - 14.654535293579102, - 14.720016479492188, - 14.67201042175293, - 14.852020263671875, - 15.355281829833984, - 15.865362167358398, - 15.971321105957031, - 16.14834976196289, - 16.298913955688477, - 16.713592529296875, - 17.122966766357422, - 17.503576278686523 + 15.354138374328613, + 15.242960929870605, + 15.079252243041992, + 14.782276153564453, + 14.427085876464844, + 14.2056884765625, + 14.044374465942383, + 14.050888061523438, + 13.8111572265625, + 13.829957008361816, + 13.726689338684082, + 13.847667694091797, + 14.013465881347656, + 14.302400588989258, + 14.432961463928223, + 14.541563987731934, + 14.642868041992188, + 14.846513748168945, + 15.156377792358398, + 15.461108207702637, + 15.692276000976562, + 16.018749237060547, + 16.163999557495117, + 16.19864273071289 ], "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +468,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 242d8574a573c82dc22e8ff05c7b31e2cde5372d..80fb88b86e289de9abded5234aa6e8ff4ff3e138 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,19 +1,37 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:54:43.925223+00:00", + "evaluated_at": "2026-06-22T01:02:05.303797+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index cad98fdb89b12fa5ffc7a4a8ff0550b8ebfe4c79..22bae6db6ddbb33da7e4a013db77ed2599597ef9 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,31678.84259841563,30011.960355628642,127.86974160019388,0.11254121532422019,0.0019987225065676226,0.001997730977601857,1.0225104309192214,177.9855123273117,0.002776199847322889,0.0019944991728026297,0.0015891819912901752,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,31213.319654167444,29411.281356694846,123.91790608089256,0.10906311044547445,0.001936696301180341,0.0019357869315912394,1.0225104309192214,176.672917149651,0.0027554539196068704,0.0019326679240307429,0.0015628568053608284,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5081800024963733,0.5076823088677441,0.5863639396052065,1.7440061364626538,0.4646262377164929,0.6515410348035834,65.45296756238186,0.7128674508605182,0.6718404220651808,0.5526174553104182,0.5444262454801387,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09301408937457631,0.09148505082902365,0.2594726270136425,3.1451234788134808,0.16834648268504374,0.18937819308621023,44.6700841981829,0.304982113204326,0.2067675403174758,0.17591365048802368,0.1650605970358189,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,72.60342440269784,74.63455996323043,7.754380543393082,3.962926665910961,0.2935982744842194,0.36061455037033285,116.58600658384921,8.52076430859919,0.32398342752139536,0.2948433609668438,0.2790673758168003,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,14.81597560012141,16.31714655405776,3.3824633739924725,0.5903936070968678,0.8301685126996734,0.43464247475933143,4.6654541724143614,3.8491525820784775,0.47865109828955166,0.4206172071285976,0.31779565788141356,Hazards,1 +nws_ksfo_observations_temperature/1h/short,ETS,2.1661725766281474,2.0068611633213655,1.2390329463841843,0.6455163839350405,0.0685232333747978,0.0655266633156909,11.519354450144368,1.4717923007775748,0.07932408755215228,0.06677923091937252,0.0643407731775578,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1583.4308813685432,1556.0930917438457,33.229272959754205,2.8742814425958727,1.8674557382280668,0.7849462996793392,94.51738362686775,39.79234702010606,1.7219912919642055,1.4379779771745136,1.4008606382991318,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,205.17283364988245,201.8579566155198,11.900896177544062,6.0720843947567404,0.5117805761707964,0.3757241470223105,217.19565919856612,14.32385540452997,0.5816794072905572,0.48328512396118023,0.47544905402605864,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,10.933210244123275,13.040440410294059,2.9029179732309096,0.5428833612275987,0.6131122849748446,0.36594490649958206,4.677537516985382,3.3065405250991975,0.4266503903353803,0.3745700610620529,0.29821349589064056,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,625.6891612244614,635.6314335273445,14.450961123766774,0.7301538252008476,0.005924954066191666,0.005978520631848759,13.6421036796486,25.013779427037036,0.010377367437318737,0.0059952129121936485,0.005830735358943121,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2925.584198211841,2642.086493996426,41.88682891154838,0.8682759388383866,0.19179516754035225,0.170580887479131,12.422622049502223,54.08866977669021,0.21500323023102297,0.16650073956890327,0.13530220322267714,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index bd8cda8a97b05c11b7670dcd3af078bd7fec40cb..72a7e97c3c53113af4354aa284fa4c30fb3da6d4 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:57:02.373297+00:00", + "evaluated_at": "2026-06-22T01:05:20.865577+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 64285.75299233642, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 86e4d1c26ef3face694cbee5f8ff70cb907e0a59..376d895f3eee50ed690be39a5533b9424140e680 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,18 +1,36 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-20T17:26:01.324303+00:00", + "evaluated_at": "2026-06-22T01:05:20.885744+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 17.0, 17.0, 17.0, @@ -20,226 +38,176 @@ 17.0, 17.0, 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0 - ], - "actuals": [ 17.0, 17.0, 17.0, 18.0, + 17.799999237060547, 18.0, 18.0, 18.0, 18.0, 18.0, - 17.799999237060547, - 18.0, 18.0, 18.0, 18.0, + 18.299999237060547, 18.0, 18.0, 18.0, + 19.0, 18.0, 19.0, 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 16.995788903403053, - 16.99602492044213, - 16.996260937481207, - 16.996496954520286, - 16.996732971559364, - 16.996968988598443, - 16.997205005637518, - 16.997441022676597, - 16.997677039715676, - 16.997913056754754, - 16.998149073793833, - 16.998385090832908, - 16.998621107871987, - 16.998857124911066, - 16.999093141950144, - 16.99932915898922, - 16.999565176028298, - 16.999801193067377, - 17.000037210106456, - 17.00027322714553, - 17.00050924418461, - 17.00074526122369, - 17.000981278262767, - 17.001217295301846 + 19.971732526466415, + 19.95523476525858, + 19.93873700405075, + 19.92223924284292, + 19.905741481635086, + 19.889243720427256, + 19.872745959219426, + 19.856248198011595, + 19.83975043680376, + 19.82325267559593, + 19.8067549143881, + 19.790257153180267, + 19.773759391972437, + 19.757261630764607, + 19.740763869556773, + 19.724266108348942, + 19.707768347141112, + 19.691270585933278, + 19.674772824725448, + 19.658275063517618, + 19.641777302309787, + 19.625279541101953, + 19.608781779894123, + 19.592284018686293 ], "p10": [ - 16.995788903403053, - 16.97602484414819, - 16.996260937481207, - 16.996496954520286, - 16.996732971559364, - 16.996968988598443, - 16.997205005637518, - 16.997441022676597, - 16.997677039715676, - 16.7979122938153, - 16.998149073793833, - 16.998385090832908, - 16.998621107871987, - 16.998857124911066, - 16.999093141950144, - 16.99932915898922, - 16.799564413088845, - 16.799800430127924, - 17.000037210106456, - 17.00027322714553, - 17.00050924418461, - 17.00074526122369, - 16.800980515323314, - 17.001217295301846 + 19.671733289405868, + 19.64523549005106, + 19.738736241111297, + 19.522239624312647, + 19.60574224457454, + 18.889243720427256, + 19.472746340689152, + 19.456248579481322, + 19.63974967386431, + 19.423253057065658, + 19.606754151448648, + 19.49025791611972, + 19.573758629032984, + 19.447262355557086, + 19.3407642510265, + 19.32426648981867, + 18.707768347141112, + 19.491269822993825, + 19.464772214373884, + 19.348275788310097, + 19.241777683779514, + 18.625279541101953, + 19.40878101695467, + 19.592284018686293 ], "p90": [ - 16.995788903403053, - 16.99602492044213, - 16.996260937481207, - 17.19649771745974, - 16.996732971559364, - 16.996968988598443, - 16.997205005637518, - 16.997441022676597, - 17.01767711600962, - 16.997913056754754, - 17.018149150087776, - 17.01838516712685, - 16.998621107871987, - 16.998857124911066, - 16.999093141950144, - 16.99932915898922, - 16.999565176028298, - 16.999801193067377, - 17.000037210106456, - 17.00027322714553, - 17.00050924418461, - 17.00074526122369, - 17.02098135455671, - 17.001217295301846 + 20.371732144996688, + 20.95523476525858, + 20.338736622581024, + 20.92223924284292, + 20.905741481635086, + 20.28924333895753, + 20.2727455777497, + 20.856248198011595, + 20.83975043680376, + 20.82325267559593, + 20.8067549143881, + 20.790257153180267, + 20.773759391972437, + 20.757261630764607, + 20.740763869556773, + 20.124265726879216, + 20.707768347141112, + 20.691270585933278, + 20.674772824725448, + 20.658275063517618, + 20.641777302309787, + 20.625279541101953, + 20.608781779894123, + 20.592284018686293 ], "timestamps": [ - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +295,38 @@ "2026-06-25 03:00:00", "2026-06-25 04:00:00", "2026-06-25 05:00:00", - "2026-06-25 06:00:00" + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 962c31c449b44b3412b1d6430d80b31642287759..c2c3705824a611ff393e0651cba24d5f429b562c 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-20T17:26:01.347742+00:00", + "evaluated_at": "2026-06-22T01:05:20.901255+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 16.799999237060547, - 14.100000381469727, - 12.600000381469727, - 12.5, - 14.300000190734863, - 16.5, - 19.5, - 18.399999618530273, - 17.600000381469727, - 17.100000381469727, - 17.100000381469727, - 17.5, - 17.799999237060547, - 17.600000381469727, - 19.200000762939453, - 21.799999237060547, - 24.899999618530273, - 32.900001525878906, - 54.900001525878906, - 60.5, - 56.20000076293945, - 53.099998474121094, - 47.0, - 36.599998474121094, - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,9 +310,7 @@ 18.600000381469727, 17.5, 17.100000381469727, - 15.399999618530273 - ], - "actuals": [ + 15.399999618530273, 14.5, 12.5, 10.199999809265137, @@ -362,123 +329,125 @@ 33.20000076293945, 41.79999923706055, 55.599998474121094, - 48.20000076293945, + 54.0, + 46.400001525878906, 43.20000076293945, - 37.599998474121094, - 32.70000076293945, - 28.700000762939453, - 25.899999618530273 + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actuals": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 13.647405417345809, - 12.74063343568345, - 10.883860691081638, - 9.727088709419279, - 8.570315297245447, - 7.613543124848225, - 6.256770857083571, - 4.349998875421213, - 3.643225749349676, - 1.7864539584221797, - 0.9296802601460527, - -0.6770934381300746, - -2.2338631309740746, - -3.0406371153524985, - -4.147409859954307, - -5.804181364779509, - -7.110953918646458, - -8.317727998392309, - -9.424499789319805, - -11.031271580247301, - -12.488045659993153, - -13.944817832390376, - -15.201590195522462, - -16.55836103277564 + 29.604084069751195, + 31.862644472205414, + 34.12120487465963, + 36.92976499101155, + 38.83832596567036, + 41.04688474687824, + 43.55544610300677, + 45.86400717303301, + 48.07256690791521, + 50.18112864551347, + 52.53968895260025, + 54.998250594831084, + 57.65681061581557, + 59.61537130437208, + 62.17393142072401, + 64.23249201391309, + 66.64105203489757, + 69.14961339102611, + 71.4581739842152, + 73.56673381446481, + 75.77529450302133, + 77.98385519157785, + 80.49241607086921, + 82.35097733163032 ], "p10": [ - 10.367402060412216, - 10.260633702712258, - 7.553859622966404, - 5.757086916511564, - 5.270315583347741, - 3.9535426098640944, - 2.716770704495681, - 0.739997692865061, - 0.013226970052801441, - -1.2635454693732304, - -2.4803193965311934, - -4.277091912251168, - -6.083865419792434, - -6.490635684841024, - -7.397410336791466, - -9.924183729891814, - -11.020953575323704, - -11.617727235452858, - -13.634500399671369, - -14.341273144273181, - -16.44804636571215, - -17.154816916863034, - -18.461589470729983, - -20.78836191015601 + 26.09408212425559, + 28.412642755591644, + 31.201203463221642, + 33.22976661225789, + 35.89832495477558, + 37.50688497576008, + 40.05544705668109, + 42.13400791689897, + 44.852568071397876, + 46.98112406787675, + 48.57968777004409, + 52.378248420453644, + 52.80681118802016, + 56.40537117085768, + 58.51392737714491, + 61.61249079320997, + 63.04105337004162, + 65.53961306677684, + 68.94817394606822, + 69.86673305152536, + 71.76529570465097, + 74.57385648857492, + 77.1924163569715, + 78.80097809456977 ], "p90": [ - 18.21740663804893, - 17.830633779006202, - 15.88386259843027, - 14.677090044563315, - 15.070314820408289, - 12.653543182068677, - 10.566770323025953, - 9.249999447625804, - 9.573223574972232, - 6.736454721361633, - 5.3596799931172425, - 4.122909613627738, - 3.2361348472363733, - 4.469363971836219, - 0.8425905787358758, - 0.09581653713699527, - -2.480953613470678, - -3.6777259384557888, - -4.094500628553206, - -4.8312746320051145, - -7.008044973347648, - -7.744818976799556, - -8.451590958461917, - -11.108363321594002 + 35.234082658313206, + 36.67264527329184, + 38.961205790186966, + 41.159766154494214, + 46.67832478311419, + 45.746886463492004, + 48.27544827738421, + 50.4640089850142, + 53.67256728938493, + 56.34112906513016, + 57.319689448510886, + 60.71825124332961, + 62.63681034878676, + 64.31537254414869, + 67.62393313733777, + 68.93249373052686, + 74.94105127195812, + 73.5696148024641, + 76.27817329756968, + 77.5967356455195, + 82.03529330139169, + 82.50385603081125, + 88.01241729157233, + 87.80097618722114 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1c80572e280edfe57bb0a749d6d6d564282c6bfd..b8b5577f51bb04e9a4d4e5baca78bce39faa4b3c 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-20T17:26:01.372444+00:00", + "evaluated_at": "2026-06-22T01:05:20.922006+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 20.700000762939453, - 19.5, - 19.200000762939453, - 19.100000381469727, - 20.200000762939453, - 21.700000762939453, - 23.5, - 24.600000381469727, - 25.899999618530273, - 26.799999237060547, - 27.0, - 26.299999237060547, - 26.100000381469727, - 24.399999618530273, - 24.299999237060547, - 23.600000381469727, - 23.200000762939453, - 22.100000381469727, - 21.899999618530273, - 21.299999237060547, - 20.799999237060547, - 20.399999618530273, - 20.200000762939453, - 20.100000381469727, - 21.0, - 20.5, - 20.5, - 20.299999237060547, - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,9 +310,7 @@ 26.399999618530273, 26.200000762939453, 25.899999618530273, - 25.299999237060547 - ], - "actuals": [ + 25.299999237060547, 25.700000762939453, 25.100000381469727, 24.899999618530273, @@ -362,123 +329,125 @@ 27.399999618530273, 27.299999237060547, 26.5, - 25.899999618530273, - 24.799999237060547, - 24.399999618530273, + 25.399999618530273, + 24.700000762939453, + 24.5, 24.399999618530273, - 24.0, - 23.899999618530273 + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actuals": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 24.758859284461227, - 24.127635156064365, - 23.596411409137232, - 23.065187662210093, - 22.483964678222407, - 22.00274016835582, - 21.47151642142868, - 20.940293628175866, - 20.40906892757441, - 19.877845180647277, - 19.29662219665959, - 18.815397686793, - 18.284173939865866, - 17.752950192938727, - 17.321726827481317, - 16.690502699084455, - 15.9592800965665, - 15.628055205230181, - 15.196831839772772, - 14.565609618724542, - 14.034383964448772, - 13.403159836051909, - 12.9719364705945, - 12.440712723667362 + 26.46371038243542, + 27.32921143152901, + 28.194713434296915, + 28.960215055595096, + 29.925714578809778, + 30.891216009373096, + 31.656716676996957, + 32.52221963343918, + 33.38771877518413, + 34.253220777952045, + 35.118720873371316, + 35.88422154099518, + 36.7497244974374, + 37.66522478359153, + 38.580725069745675, + 39.44622611883926, + 40.31172812160717, + 41.17723012437507, + 42.04272926612003, + 42.90823126888794, + 43.72373212724666, + 44.639233367075114, + 45.504733462494386, + 46.27023603746688 ], "p10": [ - 23.858857758582324, - 23.317634164243074, - 22.796411981341823, - 22.15518819626771, - 21.733962770873774, - 21.202740931295274, - 20.561516955486297, - 19.94029439111532, - 19.70907007198359, - 18.877845180647277, - 18.446621815189864, - 18.20539745791116, - 17.284173939865866, - 16.952949048529547, - 16.32172682748132, - 15.99050365275877, - 15.259279333627047, - 14.828055777434772, - 14.496831076833319, - 13.56560942798968, - 13.034385871797404, - 12.503160217521636, - 12.071936852064226, - 11.440714631015995 + 25.563710763905146, + 26.319211393382037, + 27.384711488801308, + 28.160213911185917, + 29.1257134344006, + 29.891216009373096, + 30.856717249201548, + 31.822218870499725, + 32.48771915665386, + 33.843220167600485, + 34.20872140742893, + 34.984221922464904, + 35.94972335302822, + 36.9152228762429, + 37.770724077924385, + 38.44622783545303, + 39.31172716793285, + 40.47722936143562, + 41.14272964758975, + 42.10823088741821, + 43.063730753955646, + 43.839232985605385, + 44.89473323361255, + 45.67023546526229 ], "p90": [ - 26.058858521521778, - 25.137635194211338, - 24.996411027667506, - 24.465187280740366, - 23.933963533813227, - 23.202740931295274, - 22.671517184368135, - 22.440294581850182, - 21.609069690513863, - 21.27784479917755, - 20.74662105225041, - 20.13539719088235, - 19.48417470280532, - 19.152949811469, - 18.621726064541868, - 18.090502317614728, - 17.359279715096775, - 16.828055968169636, - 16.49683126756818, - 15.965607329906183, - 15.434383773713908, - 14.503160217521636, - 14.171937233533953, - 13.840712532932498 + 27.77370965764294, + 28.529212194468464, + 29.19471438797123, + 30.260212576041873, + 31.12571362513546, + 31.891216009373096, + 32.756717058466684, + 33.92221925196945, + 34.38771877518413, + 35.653219442808, + 36.11872278071995, + 37.08422230393463, + 37.7497244974374, + 38.715224211386946, + 39.580725069745675, + 40.646226881778716, + 41.711726786463124, + 42.577229742905345, + 43.4427288846503, + 44.118230925565186, + 45.17373098283748, + 45.939231650461345, + 46.70473422543384, + 47.370234511587974 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 147cf02e5e00fceb0f0845cb473ce801e2809d74..d7ca7b1a5205b1f0357f68b957920c211412ef72 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-20T17:26:01.395930+00:00", + "evaluated_at": "2026-06-22T01:05:20.942621+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -51,15 +20,15 @@ 15.0, 18.0, 22.0, - 24.0, + 25.0, 20.0, 11.0, 13.0, 12.0, - 12.0, + 13.0, 11.0, - 16.0, - 20.0, + 18.0, + 21.0, 12.0, 18.0, 17.0, @@ -73,7 +42,7 @@ 27.0, 17.0, 26.0, - 9.0, + 10.0, 15.0, 19.0, 22.0, @@ -81,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -135,7 +104,7 @@ 14.0, 13.0, 15.0, - 17.0, + 18.0, 12.0, 20.0, 11.0, @@ -152,7 +121,7 @@ 11.0, 18.0, 19.0, - 11.0, + 12.0, 19.0, 13.0, 13.0, @@ -173,144 +142,144 @@ 7.0, 16.0, 11.0, - 13.0 - ], - "actuals": [ + 13.0, 15.0, 12.0, 11.0, 11.0, 16.0, 11.0, - 5.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, 6.0, - 5.0, + 13.0, + 13.0, + 14.0, 9.0, + 10.0, + 13.0 + ], + "actuals": [ 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, 6.0, - 3.0, + 7.0, 6.0, - 11.0, + 9.0, + 10.0, 7.0, 9.0, - 13.0, - 5.0, - 5.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, 5.0, 5.0, - 7.0, - 1.0 + 8.0, + 9.0 ], "p50": [ - 10.861158746047918, - 11.748104795096063, - 10.635050844144208, - 10.521996893192354, - 11.408942942240499, - 11.295888991288644, - 10.182835040336789, - 11.069781089384934, - 10.956727138433079, - 10.843673187481224, - 10.73061923652937, - 10.617565285577514, - 10.50451133462566, - 10.391457383673805, - 10.27840343272195, - 8.165349481770095, - 10.05229553081824, - 7.939241579866385, - 8.32618762891453, - 9.713133677962675, - 9.60007972701082, - 9.487025776058966, - 9.37397182510711, - 8.260917874155256 + 11.24030415450729, + 10.192569523720062, + 10.144834892932833, + 11.097100262145604, + 10.049365631358375, + 10.001631000571146, + 10.953896369783918, + 10.906161738996689, + 9.85842710820946, + 10.810692477422231, + 10.262957846635002, + 8.715223215847773, + 10.667488585060545, + 10.619753954273316, + 8.572019323486087, + 9.524284692698858, + 10.47655006191163, + 9.9288154311244, + 10.381080800337172, + 9.333346169549943, + 9.285611538762714, + 9.237876907975485, + 9.190142277188256, + 10.142407646401027 ], "p10": [ - 2.861158746047918, - 2.7481047950960633, - 1.6350508441442084, - 3.5219968931923535, - 1.4089429422404987, - 4.195888991288646, - 3.182835040336789, - 1.9697810893849361, - 1.956727138433079, - 0.8436731874812242, - 2.6306192365293715, - 0.6175652855775144, - 1.5045113346256596, - 2.3914573836738047, - 1.2784034327219498, - 1.165349481770095, - 1.05229553081824, - 0.9392415798663851, - 1.8261876289145302, - 0.7131336779626753, - 2.6000797270108205, - 1.3870257760589677, - 0.3739718251071107, - 0.2609178741552558 + 1.2403041545072906, + 3.1925695237200618, + 1.144834892932833, + 4.097100262145604, + 4.049365631358375, + 4.001631000571146, + 3.8538963697839197, + 1.8061617389966909, + 1.8584271082094599, + 3.810692477422231, + 0.7629578466350022, + 0.7152232158477734, + 3.5674885850605467, + 1.6197539542733157, + 0.5720193234860869, + 2.524284692698858, + 0.4765500619116292, + 1.3288154311244025, + 3.3810808003371715, + 3.3333461695499427, + 0.28561153876271383, + 0.237876907975485, + 3.190142277188256, + 1.0424076464010295 ], "p90": [ - 17.86115874604792, - 18.74810479509606, - 17.63505084414421, - 18.52199689319235, - 17.4089429422405, - 18.295888991288642, - 17.282835040336785, - 18.069781089384932, - 16.95672713843308, - 17.843673187481222, - 17.73061923652937, - 17.617565285577513, - 17.50451133462566, - 15.391457383673805, - 16.27840343272195, - 17.165349481770093, - 16.052295530818242, - 16.939241579866383, - 14.926187628914525, - 15.81313367796267, - 16.600079727010822, - 15.487025776058966, - 16.373971825107112, - 16.260917874155254 + 17.240304154507292, + 17.292569523720054, + 16.24483489293283, + 17.097100262145602, + 17.049365631358377, + 17.10163100057114, + 16.95389636978392, + 16.906161738996687, + 15.85842710820946, + 16.81069247742223, + 16.762957846635004, + 16.71522321584777, + 16.667488585060546, + 16.619753954273314, + 15.572019323486087, + 16.524284692698856, + 16.47655006191163, + 16.4288154311244, + 17.381080800337173, + 16.33334616954994, + 16.285611538762716, + 16.237876907975483, + 16.190142277188258, + 16.142407646401026 ], "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +440,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 7c8c93041836e254a7700c695f57a0dd119e067e..11c5b1c1db41695d12ecd81c49217d0e41d552e2 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,19 +1,37 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:57:02.415026+00:00", + "evaluated_at": "2026-06-22T01:05:20.951929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 9756ecd3333a6288ca1eb728e8d777706a3e29f2..cef825f59a67a192c6525c3e7f50b458b2fc7713 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1620,3 +1620,8 @@ {"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:57:02.508872+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:57:02.508872+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-22T01:05:21.042844+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index fd602b0ddc114f9301933040dcbf13841e4d0254..9e2dc18b3b1015aae2e21e222eb0b211e714637a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,453778.77874883014,308666.64684963226,443.1302083333333,0.39000948597078117,0.006930188844561953,0.006892534985560579,1.9487368417132125,673.6310405176042,0.010507228186066024,0.006911899741911657,0.005683155505337184,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,418990.39371617633,300579.8303263982,443.04638671875,0.3899357125646759,0.0069269315617499355,0.006890278406564032,1.9435058058476862,647.2946730169933,0.010095438920015846,0.0069099096938426965,0.005670254216921482,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3473109476063791,0.3894131575683701,0.5071806564927102,1.508493475594674,0.3991171415838162,0.5310244309058468,14.90273824554941,0.5893309321649247,0.5554136911761167,0.47799133753412026,0.3780820640486227,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04415748256973669,0.041865096448862174,0.1766479503777292,2.1411877723350896,0.11500250448047306,0.12386670570569804,24.084677177556856,0.21013681869138662,0.1424656438846561,0.11976132573144128,0.1020072160171328,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7588488622935377,1.778809118525184,1.1728342374165852,0.5972324322436992,0.045991605928359804,0.04659923634412194,3.683766830928819,1.3262159938311473,0.05348543968701798,0.04729965191190506,0.03862749832019127,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,26.302917048141012,19.836624864737768,3.7792120973269143,0.707680808862257,0.7512025396522608,0.44070751611280534,7.779809588418671,5.128636958114798,0.647827826288185,0.4773741596623471,0.35454982344867203,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,2.0638507892579887,2.21622024773554,1.3055598735809326,0.6801758509037574,0.07217155168118097,0.06887936849739695,2.008881971124014,1.4366108691145243,0.07742794027377918,0.07036478289891643,0.043437027053483096,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,135.33512517895224,102.25313503723108,8.091761350631714,0.6999250184078444,0.45294231701802046,0.3295311434236235,3.5868793669452885,11.633362591226676,0.5034271808152594,0.35016639192958043,0.25197094435590106,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.5674962366124419,1.418549631856725,1.0317400296529133,0.5264151909267523,0.04348263901957442,0.04229961932496972,2.78586591469491,1.251996899601769,0.050842513689411936,0.04189807227016907,0.03005512920307203,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,20.4054227569895,19.639745782147514,3.7064760327339172,0.6931591541736157,0.7486573754178613,0.43638832806655037,5.166825862364336,4.517236185654841,0.582869185245786,0.47825497196566674,0.33265425808540816,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,414.4529203449686,517.2322619731227,10.484242757161459,0.5297301603618422,0.004280165631214237,0.004323690126563171,2.6539959395559207,20.35811681725421,0.008445891160140035,0.004349556200032412,0.0038783718275082818,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,890.713526753742,459.6993433938395,19.7410888671875,0.3983935818708682,0.08488627994531377,0.0825329602754252,1.6746824063343657,29.844824120000137,0.12013442716503793,0.07946384247861558,0.06594550252364441,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 12cf7f1030260d213344156da0b23984f43da14c..d3b59d8684ab99210fd72b2dcef79042af55699a 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:56:26.142066+00:00", + "evaluated_at": "2026-06-22T01:04:26.505914+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ - 64237.056640625, - 64342.853515625, - 64410.216796875, - 64371.638671875, - 64400.5390625, - 64387.4609375, - 64495.03515625, - 64428.728515625, - 64457.763671875, - 64577.580078125, - 64690.39453125, - 64575.908203125, - 64463.482421875, - 64652.8515625, - 64654.54296875, - 64542.185546875, - 64639.802734375, - 64749.4375, - 64715.087890625, - 64617.58203125, - 64594.408203125, - 64656.107421875, - 64566.181640625, - 64794.11328125 + 64222.78125, + 64329.64453125, + 64430.1171875, + 64372.107421875, + 64407.22265625, + 64370.302734375, + 64385.669921875, + 64473.931640625, + 64384.70703125, + 64497.279296875, + 64711.072265625, + 64514.76171875, + 64502.52734375, + 64584.35546875, + 64637.63671875, + 64686.580078125, + 64598.38671875, + 64691.30859375, + 64508.302734375, + 64496.85546875, + 64573.75390625, + 64684.34375, + 64839.796875, + 64767.103515625 ], "p10": [ - 64045.3671875, - 64076.685546875, - 64057.998046875, - 63881.59375, - 63900.716796875, - 63946.474609375, - 63860.87109375, - 63725.900390625, - 63711.841796875, - 63771.6640625, - 63621.658203125, - 63346.41796875, - 63410.58984375, - 63640.521484375, - 63534.298828125, - 63391.904296875, - 63048.212890625, - 63107.76953125, - 63315.0390625, - 63087.203125, - 62805.21875, - 62765.818359375, - 63006.255859375, - 62924.78515625 + 63996.9140625, + 64034.4609375, + 64024.564453125, + 63953.22265625, + 63968.603515625, + 63855.755859375, + 63783.9375, + 63843.978515625, + 63559.009765625, + 63657.888671875, + 63746.1328125, + 63533.634765625, + 63352.263671875, + 63500.255859375, + 63438.419921875, + 63389.732421875, + 62920.30859375, + 63179.5234375, + 63055.87109375, + 63083.24609375, + 63044.83203125, + 63125.13671875, + 62930.111328125, + 63203.634765625 ], "p90": [ - 64473.859375, - 64621.517578125, - 64760.72265625, - 64783.00390625, - 64907.96484375, - 64977.306640625, - 65186.021484375, - 65093.015625, - 65285.46484375, - 65499.02734375, - 65817.5546875, - 65700.94921875, - 65860.67578125, - 65968.140625, - 65950.75390625, - 66091.109375, - 66007.34375, - 66480.52734375, - 66402.7265625, - 66463.5, - 66735.3515625, - 66630.17578125, - 66708.42578125, - 66967.22265625 + 64421.064453125, + 64607.046875, + 64777.990234375, + 64881.15625, + 64888.83984375, + 64910.99609375, + 65004.11328125, + 65183.34765625, + 65145.58984375, + 65455.51953125, + 65824.1796875, + 65741.56640625, + 65739.14453125, + 65859.75, + 65745.18359375, + 66165.62890625, + 66157.7578125, + 66374.90234375, + 66335.94921875, + 66148.48828125, + 66169.93359375, + 66836.10546875, + 66937.27734375, + 66627.84375 ], "timestamps": [ "2026-06-17 01:00:00", diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index d5b433fd113e15f63b3da3df53da1617490180ba..ad9ec5d07228e0496f3305f3af324136bb46e1a9 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,53 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:08:11.782203+00:00", + "evaluated_at": "2026-06-22T01:04:30.684174+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 13.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.0, - 13.300000190734863, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -101,9 +59,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -121,96 +77,137 @@ 21.0, 21.0, 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.0 + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 18.944232940673828, - 19.277326583862305, - 19.080248832702637, - 19.413662910461426, - 19.277897834777832, - 19.443108558654785, - 19.442724227905273, - 19.79637908935547, - 19.66059684753418, - 19.82826519012451, - 19.738554000854492, - 19.78460693359375, - 19.886293411254883, - 19.78331184387207, - 19.901488304138184, - 20.28688621520996, - 19.71659278869629, - 20.016525268554688, - 20.158113479614258, - 20.4849853515625, - 20.18142795562744, - 20.289440155029297, - 20.328402519226074, - 20.471213340759277 + 19.817567825317383, + 19.792075157165527, + 19.81685161590576, + 19.895812034606934, + 19.87308692932129, + 19.890055656433105, + 19.828113555908203, + 19.76987075805664, + 19.98317813873291, + 19.802075386047363, + 19.809673309326172, + 19.796335220336914, + 19.787351608276367, + 19.730380058288574, + 20.07958221435547, + 19.90021324157715, + 19.834331512451172, + 19.733229637145996, + 19.921911239624023, + 19.905705451965332, + 19.39554500579834, + 19.67062759399414, + 19.683070182800293, + 19.76606559753418 ], "p10": [ - 18.577808380126953, - 18.66349220275879, - 18.47414207458496, - 18.581697463989258, - 18.416074752807617, - 18.68589210510254, - 18.454010009765625, - 18.544776916503906, - 18.44300365447998, - 18.41779327392578, - 18.463014602661133, - 18.6690092086792, - 18.067214965820312, - 17.94337558746338, - 18.180659294128418, - 18.36262798309326, - 17.632288932800293, - 18.237448692321777, - 18.18221664428711, - 18.14259433746338, - 18.56214714050293, - 18.10972785949707, - 17.964272499084473, - 17.92227268218994 + 19.493343353271484, + 19.25013828277588, + 19.031496047973633, + 18.783040046691895, + 18.91458225250244, + 18.725516319274902, + 18.452072143554688, + 18.063467979431152, + 18.339526176452637, + 18.089548110961914, + 17.60998249053955, + 17.830461502075195, + 18.0145320892334, + 17.75043487548828, + 17.726204872131348, + 17.648282051086426, + 17.58270835876465, + 17.06753921508789, + 16.01958179473877, + 16.67975902557373, + 16.51358413696289, + 16.481078147888184, + 16.940340995788574, + 15.51917314529419 ], "p90": [ - 19.379968643188477, - 19.783166885375977, - 20.01425838470459, - 20.31874370574951, - 20.190892219543457, - 20.574198722839355, - 20.641263008117676, - 21.072945594787598, - 20.99906349182129, - 21.168249130249023, - 21.186692237854004, - 21.18220043182373, - 21.411078453063965, - 21.847076416015625, - 21.76212501525879, - 22.500497817993164, - 21.457494735717773, - 22.118419647216797, - 22.613534927368164, - 23.223645210266113, - 23.478607177734375, - 22.804829597473145, - 23.356104850769043, - 22.990507125854492 + 20.31351661682129, + 20.364659309387207, + 20.504785537719727, + 20.68573760986328, + 20.766754150390625, + 20.819270133972168, + 20.616954803466797, + 21.25347328186035, + 21.040595054626465, + 21.160338401794434, + 21.5846586227417, + 21.214076042175293, + 21.691704750061035, + 21.67958641052246, + 22.305100440979004, + 21.740920066833496, + 21.598684310913086, + 21.804036140441895, + 21.920472145080566, + 21.69734764099121, + 22.07471466064453, + 22.16692066192627, + 22.473737716674805, + 21.99136447906494 ], "timestamps": [ - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +324,9 @@ "2026-06-26 08:00:00", "2026-06-26 09:00:00", "2026-06-26 10:00:00", - "2026-06-26 11:00:00" + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index c6745ed1ba6385b31e1224a8c4c281a6d566455c..1ab027dac8aec94be6142c39607b776e5f22a9e8 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:10:37.610575+00:00", + "evaluated_at": "2026-06-22T01:04:35.378607+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,12 +338,12 @@ 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453 - ], - "actuals": [ + 21.200000762939453, 20.899999618530273, 23.5, - 27.600000381469727, + 27.600000381469727 + ], + "actuals": [ 31.299999237060547, 27.0, 25.299999237060547, @@ -358,99 +355,99 @@ 30.0, 31.399999618530273, 32.20000076293945, - 37.29999923706055, - 33.599998474121094, - 28.799999237060547, - 26.0, - 23.299999237060547, - 21.200000762939453, - 18.899999618530273, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, 16.399999618530273, - 14.100000381469727, - 12.699999809265137 + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 19.56822395324707, - 19.040950775146484, - 20.130800247192383, - 19.304116249084473, - 19.95455551147461, - 19.719307899475098, - 22.493351936340332, - 21.63181209564209, - 20.921462059020996, - 23.944418907165527, - 22.511713981628418, - 22.682376861572266, - 24.52673625946045, - 25.090389251708984, - 23.97454071044922, - 23.05316162109375, - 25.815974235534668, - 23.539978981018066, - 23.038312911987305, - 25.837903022766113, - 25.716047286987305, - 24.019258499145508, - 23.988210678100586, - 25.402092933654785 + 27.382373809814453, + 26.088510513305664, + 24.07579517364502, + 22.661256790161133, + 22.76136589050293, + 22.79252052307129, + 23.34727954864502, + 25.018207550048828, + 25.951072692871094, + 28.353835105895996, + 31.68189525604248, + 36.66366958618164, + 37.261985778808594, + 39.70558738708496, + 35.5954647064209, + 36.657854080200195, + 35.18520736694336, + 31.966262817382812, + 30.53286361694336, + 25.856051445007324, + 25.70702838897705, + 23.642377853393555, + 25.080665588378906, + 25.50979518890381 ], "p10": [ - 16.58036518096924, - 14.373250961303711, - 12.160296440124512, - 10.177000045776367, - 10.2098970413208, - 10.6216402053833, - 8.146178245544434, - 11.00925064086914, - 9.968401908874512, - 8.156993865966797, - 8.305453300476074, - 9.558455467224121, - 11.514936447143555, - 11.513588905334473, - 10.047189712524414, - 10.050304412841797, - 10.852730751037598, - 12.102715492248535, - 9.584978103637695, - 13.462451457977295, - 12.136028289794922, - 9.841809272766113, - 10.438039779663086, - 11.632246971130371 + 22.457819938659668, + 19.56336784362793, + 17.534475326538086, + 16.31444263458252, + 14.795157432556152, + 13.96955919265747, + 15.838727474212646, + 16.05583381652832, + 16.68079948425293, + 18.987257957458496, + 17.566564559936523, + 22.755297660827637, + 21.716161727905273, + 22.452786445617676, + 20.623879432678223, + 18.722126007080078, + 18.75296974182129, + 17.841917037963867, + 16.96861743927002, + 13.640791893005371, + 14.483289241790771, + 13.770278453826904, + 13.226361751556396, + 13.088374137878418 ], "p90": [ - 22.067703247070312, - 25.28806495666504, - 28.93943691253662, - 28.470012664794922, - 33.185462951660156, - 39.44979667663574, - 43.900856018066406, - 41.01728439331055, - 40.004934310913086, - 45.24176788330078, - 48.01997756958008, - 46.28048324584961, - 50.56596565246582, - 46.457427978515625, - 48.78445625305176, - 47.30407905578613, - 48.57874298095703, - 56.2265739440918, - 49.01189994812012, - 48.83654022216797, - 54.83060073852539, - 50.225961685180664, - 58.0293025970459, - 57.7133903503418 + 34.0996150970459, + 33.00689506530762, + 34.79712677001953, + 32.40475082397461, + 31.984875679016113, + 34.24992752075195, + 38.1121883392334, + 36.67515563964844, + 37.99270248413086, + 45.058921813964844, + 49.669532775878906, + 54.35722351074219, + 57.344655990600586, + 59.83594512939453, + 56.81364440917969, + 63.4544792175293, + 59.51961898803711, + 56.537322998046875, + 52.07442665100098, + 48.899810791015625, + 46.89052200317383, + 43.60289001464844, + 44.308956146240234, + 38.95956993103027 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a4d7ee6d5f3691ff7d23c3d6ae606e80dc6f8a79..9078128e96b57e599017b859b10c2a4d8e8ff7ff 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:11:08.213131+00:00", + "evaluated_at": "2026-06-22T01:04:41.577452+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,12 +338,12 @@ 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5 - ], - "actuals": [ + 23.5, 23.899999618530273, 24.799999237060547, - 25.700000762939453, + 25.700000762939453 + ], + "actuals": [ 27.5, 27.799999237060547, 28.0, @@ -364,93 +361,93 @@ 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.600000381469727, - 22.200000762939453, - 22.299999237060547, - 22.700000762939453 + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 23.515482902526855, - 23.96536922454834, - 24.481528282165527, - 24.90211009979248, - 25.366718292236328, - 25.860578536987305, - 26.135228157043457, - 26.058387756347656, - 25.946106910705566, - 25.664331436157227, - 25.587366104125977, - 25.2161865234375, - 24.89857292175293, - 24.713163375854492, - 24.280587196350098, - 24.000398635864258, - 23.642701148986816, - 23.680625915527344, - 23.379310607910156, - 23.541460037231445, - 23.344146728515625, - 23.035303115844727, - 23.036869049072266, - 22.97728443145752 + 26.557101249694824, + 27.391206741333008, + 27.987571716308594, + 28.47161865234375, + 28.211264610290527, + 27.811922073364258, + 27.497241020202637, + 27.05649757385254, + 26.673524856567383, + 26.29969882965088, + 25.599340438842773, + 24.777324676513672, + 24.477649688720703, + 24.27589988708496, + 23.91825008392334, + 23.709087371826172, + 23.643296241760254, + 23.743389129638672, + 23.698464393615723, + 23.524751663208008, + 23.461220741271973, + 23.968371391296387, + 25.20138454437256, + 25.637396812438965 ], "p10": [ - 23.113144874572754, - 23.02489948272705, - 23.448469161987305, - 23.442035675048828, - 23.7427339553833, - 24.247355461120605, - 23.96494770050049, - 23.57075595855713, - 23.778172492980957, - 23.334250450134277, - 23.528752326965332, - 23.144783973693848, - 22.95078468322754, - 21.966538429260254, - 22.508797645568848, - 22.22727108001709, - 21.781176567077637, - 21.864770889282227, - 21.09652614593506, - 21.86404323577881, - 21.812213897705078, - 21.276009559631348, - 20.963825225830078, - 21.051478385925293 + 26.01768970489502, + 26.48335361480713, + 26.660759925842285, + 26.900235176086426, + 26.63014793395996, + 26.127948760986328, + 25.352487564086914, + 24.75143814086914, + 24.698304176330566, + 24.15440082550049, + 23.57319736480713, + 23.052167892456055, + 22.551349639892578, + 22.84719944000244, + 22.305882453918457, + 21.952173233032227, + 21.90898895263672, + 22.28969955444336, + 22.068964958190918, + 21.887983322143555, + 21.503320693969727, + 22.38471508026123, + 22.947704315185547, + 23.46730899810791 ], "p90": [ - 23.981861114501953, - 24.73939800262451, - 25.52244758605957, - 26.60339641571045, - 27.2395658493042, - 27.32477378845215, - 28.512516021728516, - 28.15495014190674, - 28.17730712890625, - 27.779149055480957, - 28.052446365356445, - 27.072038650512695, - 27.299086570739746, - 26.655028343200684, - 26.624719619750977, - 25.907097816467285, - 25.30544662475586, - 25.551347732543945, - 25.027384757995605, - 25.220966339111328, - 25.637651443481445, - 25.110633850097656, - 25.128249168395996, - 25.12450885772705 + 27.220165252685547, + 28.481515884399414, + 29.61828899383545, + 30.59458065032959, + 30.242795944213867, + 30.37970542907715, + 30.09382724761963, + 29.456335067749023, + 28.980080604553223, + 28.203081130981445, + 27.89723777770996, + 26.676987648010254, + 26.98172664642334, + 25.934778213500977, + 25.753902435302734, + 25.64520263671875, + 25.93964672088623, + 25.541068077087402, + 25.456583976745605, + 25.5914363861084, + 25.270817756652832, + 25.84455108642578, + 27.541104316711426, + 28.25351619720459 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f8c9c230af8e6f181b929115e70be30a3b88af1d..e834b14f320bae23314479aefa972dbfc4145777 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:11:12.924230+00:00", + "evaluated_at": "2026-06-22T01:04:46.395392+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -31,7 +28,7 @@ 13.0, 11.0, 18.0, - 20.0, + 21.0, 12.0, 18.0, 17.0, @@ -53,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -173,12 +170,12 @@ 6.0, 13.0, 13.0, + 14.0, + 9.0, + 10.0, 13.0 ], "actuals": [ - 7.0, - 8.0, - 13.0, 9.0, 12.0, 11.0, @@ -197,92 +194,92 @@ 8.0, 7.0, 6.0, - 10.0, + 11.0, 4.0, - 4.0 + 5.0, + 5.0, + 8.0, + 9.0 ], "p50": [ - 11.615696430206299, - 10.838224411010742, - 9.974563598632812, - 9.649666786193848, - 9.8169846534729, - 10.046920776367188, - 10.548165798187256, - 11.09054946899414, - 11.24781084060669, - 11.3658127784729, - 11.619295597076416, - 11.697336196899414, - 11.307809352874756, - 11.049257278442383, - 10.657247066497803, - 11.269476890563965, - 10.732003688812256, - 11.409035682678223, - 11.506647109985352, - 11.834067344665527, - 11.716390609741211, - 11.493124008178711, - 11.395945072174072, - 11.367680072784424 + 11.33120346069336, + 11.486625671386719, + 10.645550727844238, + 10.969659805297852, + 10.495049476623535, + 10.753656387329102, + 11.775351524353027, + 12.394303321838379, + 11.139256954193115, + 10.255205631256104, + 11.313806533813477, + 10.871385097503662, + 11.183384895324707, + 11.322388172149658, + 11.95448923110962, + 11.031715869903564, + 10.871410846710205, + 10.834011554718018, + 10.828545570373535, + 10.989132404327393, + 11.09378957748413, + 11.831545352935791, + 11.403575897216797, + 11.10746717453003 ], "p10": [ - 7.701902389526367, - 6.323603391647339, - 6.580157518386841, - 6.077085256576538, - 5.765574932098389, - 5.822422504425049, - 5.885064601898193, - 7.220808982849121, - 6.768614292144775, - 6.705128192901611, - 6.36006236076355, - 7.601820230484009, - 7.337257623672485, - 7.574103832244873, - 6.117015361785889, - 6.758201837539673, - 6.7565248012542725, - 6.668083906173706, - 7.743759632110596, - 7.835583448410034, - 7.453481197357178, - 7.487238883972168, - 6.9040374755859375, - 7.001617193222046 + 7.7343056201934814, + 6.012851238250732, + 6.040567874908447, + 6.8078694343566895, + 6.244172096252441, + 5.642743110656738, + 6.965613603591919, + 6.487993478775024, + 6.102335214614868, + 5.396694660186768, + 6.281877040863037, + 6.2827723026275635, + 6.287232398986816, + 5.86319637298584, + 6.77024245262146, + 5.694563388824463, + 4.967517852783203, + 5.854513168334961, + 6.135151386260986, + 6.347164630889893, + 6.1860127449035645, + 6.798594236373901, + 5.27032470703125, + 5.905368804931641 ], "p90": [ - 17.15954875946045, - 16.49631118774414, - 15.211759567260742, - 14.369052410125732, - 14.829904079437256, - 15.730479717254639, - 15.777081966400146, - 16.502836227416992, - 17.571962356567383, - 17.90253448486328, - 17.646453857421875, - 18.262187004089355, - 17.462743759155273, - 17.317893981933594, - 17.116975784301758, - 17.1539945602417, - 16.749021530151367, - 17.254857063293457, - 18.080278396606445, - 17.701306343078613, - 19.766688346862793, - 17.962061882019043, - 18.02961540222168, - 17.343759536743164 + 17.667329788208008, + 16.6890869140625, + 15.018749237060547, + 15.00914192199707, + 15.020275115966797, + 15.628793716430664, + 16.916505813598633, + 17.78687286376953, + 15.913297176361084, + 15.91174602508545, + 15.812724113464355, + 15.783699035644531, + 15.011246681213379, + 16.365286827087402, + 16.679367065429688, + 16.429190635681152, + 15.173510074615479, + 16.415281295776367, + 15.02576208114624, + 15.601381778717041, + 16.85547637939453, + 15.916374683380127, + 15.90930986404419, + 16.067922115325928 ], "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +468,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 411fb0d06ac63c2dc49506765c4a08fabbb949b8..e11a98e426fc4e15ac563d043f0c96362d5831d9 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,19 +1,37 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:56:33.550307+00:00", + "evaluated_at": "2026-06-22T01:04:49.515258+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5f6ccb5f1ad6fe9697595d88da83f41a3722654a..206c8f9263aa7d861dfb89194d9d395d0bb27a50 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,154854.99043073974,143501.9044899751,341.839817194353,0.30086139216225194,0.005326766616100762,0.00534160262820611,3.007248760120039,393.51618827024095,0.006138025323015508,0.005331982563606788,0.004274657002358401,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,155397.0654524387,143908.823456989,344.5169156615496,0.30321757049866344,0.005368586984108061,0.005383492540177735,3.007248760120039,394.20434479142756,0.006148151762624263,0.0053732088706407695,0.004290381059463822,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.6595757115848582,0.6590103488273236,0.6667884738888089,1.9832106165457744,0.5281104584196187,0.7845041665815002,74.89607899308734,0.812142667014151,0.7654021396618492,0.628413387628926,0.6197353166963296,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03934762656977164,0.038469462659331786,0.1703347879597265,2.064664573819128,0.1110893733154767,0.11910341641563334,18.045999355959346,0.198362361777056,0.13448296100148266,0.11548121549454812,0.10416090762940013,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,2.7316700882381504,2.7064330375986927,1.4516335180940516,0.7418667610898347,0.055301316411569545,0.05505647065735942,4.607060055637962,1.6527764786074826,0.06284321089900276,0.055195189734613175,0.04509232555503953,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,29.32334305555558,32.44097222222222,4.937499999999999,0.8618181818181817,1.2319841038591037,0.551482398616964,4.665454172414361,5.415103235909319,0.6733807132736978,0.6139896373056994,0.43886777969679514,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,4.602205399213012,4.358075315483414,1.924342137052302,1.0025515313284215,0.10581906375386363,0.09950359204310445,21.502890032524075,2.1452751336863556,0.11562228749130342,0.10371482720706351,0.10090623465668194,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,109.08721290048724,102.37183623930223,7.991433239161078,0.6912467897472293,0.47253888002208866,0.3294313818280232,13.50477348284897,10.444482414197807,0.45197906414603767,0.3458247496986169,0.3168744339681619,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,6.548387230398933,6.1430850157985715,2.341069510959669,1.1944622852320796,0.09794876768707127,0.09395878923849262,20.391109026954346,2.558981678402355,0.10391803770161848,0.09506881262780381,0.08517055437226526,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,12.506844311452054,14.917184343887078,3.1329840319361275,0.5859087020763667,0.6519859271356278,0.38699313023147264,4.651005294364682,3.536501705280524,0.45632280068135794,0.40425600412079066,0.313164781548015,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,452.85243055548307,451.3888888888908,12.847222222222134,0.6491228070175394,0.0052718135865456916,0.005307420959442706,13.6421036796486,21.28032966275389,0.00882848594478986,0.005329876116392933,0.005273536284772212,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,2916.429984376527,2638.9728108544255,41.77216748768473,0.8658991116103341,0.19118729110684002,0.17018181335231902,12.392259940414672,54.0039811900616,0.2146665918968945,0.16604495878125675,0.1351157366612927,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index a4dc1d541796609cf97eb0ea90ba4d49b810f915..e5657d9ffadc0a16d6f7048a418e139c3ae611c7 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:57:02.422742+00:00", + "evaluated_at": "2026-06-22T01:05:20.957627+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 63807.54474026864, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index fc8c7b73c572791b3e6fbf66a1a739c88de1ce06..d70522c8e591d4950d42606ba632606b4c3d7736 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,18 +1,36 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T17:26:01.432825+00:00", + "evaluated_at": "2026-06-22T01:05:20.965014+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 17.0, 17.0, 17.0, @@ -20,226 +38,176 @@ 17.0, 17.0, 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0 - ], - "actuals": [ 17.0, 17.0, 17.0, 18.0, + 17.799999237060547, 18.0, 18.0, 18.0, 18.0, 18.0, - 17.799999237060547, - 18.0, 18.0, 18.0, 18.0, + 18.299999237060547, 18.0, 18.0, 18.0, + 19.0, 18.0, 19.0, 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282 + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825 ], "p10": [ - 17.0010088753282, - 16.981008799034257, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 16.801008112388747, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 16.801008112388747, - 16.801008112388747, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 16.801008112388747, - 17.0010088753282 + 20.178509534869278, + 20.168509496722304, + 20.27850800899037, + 20.07850915339955, + 20.178509534869278, + 19.478508771929825, + 20.07850915339955, + 20.07850915339955, + 20.27850800899037, + 20.07850915339955, + 20.27850800899037, + 20.178509534869278, + 20.27850800899037, + 20.168509496722304, + 20.07850915339955, + 20.07850915339955, + 19.478508771929825, + 20.27850800899037, + 20.26850816157826, + 20.168509496722304, + 20.07850915339955, + 19.478508771929825, + 20.27850800899037, + 20.478508771929825 ], "p90": [ - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.201009638267653, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.021008951622143, - 17.0010088753282, - 17.021008951622143, - 17.021008951622143, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.0010088753282, - 17.021008951622143, - 17.0010088753282 + 20.878508390460098, + 21.478508771929825, + 20.878508390460098, + 21.478508771929825, + 21.478508771929825, + 20.878508390460098, + 20.878508390460098, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 20.878508390460098, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825 ], "timestamps": [ - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +295,38 @@ "2026-06-25 03:00:00", "2026-06-25 04:00:00", "2026-06-25 05:00:00", - "2026-06-25 06:00:00" + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 33362a002da495b54866d569b739026fa9946556..1a2d502b4ac05ff08b2d233e42b8d584fef6bfbd 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T17:26:01.441081+00:00", + "evaluated_at": "2026-06-22T01:05:20.973370+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 16.799999237060547, - 14.100000381469727, - 12.600000381469727, - 12.5, - 14.300000190734863, - 16.5, - 19.5, - 18.399999618530273, - 17.600000381469727, - 17.100000381469727, - 17.100000381469727, - 17.5, - 17.799999237060547, - 17.600000381469727, - 19.200000762939453, - 21.799999237060547, - 24.899999618530273, - 32.900001525878906, - 54.900001525878906, - 60.5, - 56.20000076293945, - 53.099998474121094, - 47.0, - 36.599998474121094, - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,9 +310,7 @@ 18.600000381469727, 17.5, 17.100000381469727, - 15.399999618530273 - ], - "actuals": [ + 15.399999618530273, 14.5, 12.5, 10.199999809265137, @@ -362,123 +329,125 @@ 33.20000076293945, 41.79999923706055, 55.599998474121094, - 48.20000076293945, + 54.0, + 46.400001525878906, 43.20000076293945, - 37.599998474121094, - 32.70000076293945, - 28.700000762939453, - 25.899999618530273 + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actuals": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 25.262511514787057, - 25.662512086991647, - 25.112511896256784, - 25.262512468461374, - 25.41251161015449, - 25.762511991624216, - 25.71251227772651, - 25.1125128499311, - 25.71251227772651, - 25.162513040665964, - 25.612511896256784, - 25.312510751847604, - 25.062513612870553, - 25.56251218235908, - 25.762511991624216, - 25.412513040665964, - 25.412513040665964, - 25.512511514787057, - 25.71251227772651, - 25.412513040665964, - 25.262511514787057, - 25.112511896256784, - 25.162512086991647, - 25.112513803605417 + 30.824689754087533, + 30.77468956335267, + 30.724689372617807, + 31.22468889578065, + 30.824689277250375, + 30.724687465269174, + 30.924688228208627, + 30.924688705045785, + 30.8246878467389, + 30.62468899114808, + 30.674688705045785, + 30.824689754087533, + 31.174689181882943, + 30.824689277250375, + 31.074688800413217, + 30.824688800413217, + 30.924688228208627, + 31.12468899114808, + 31.12468899114808, + 30.924688228208627, + 30.82468832357606, + 30.72468841894349, + 30.924688705045785, + 30.474689372617807 ], "p10": [ - 21.982508157853463, - 23.182512354020457, - 21.78251082814155, - 21.29251067555366, - 22.112511896256784, - 22.102511476640085, - 22.17251212513862, - 21.502511667374947, - 22.082513498429638, - 22.112513612870554, - 22.202512239579537, - 21.71251227772651, - 21.212511324052194, - 22.112513612870554, - 22.512511514787057, - 21.29251067555366, - 21.502513383988717, - 22.21251227772651, - 21.502511667374947, - 22.102511476640085, - 21.302510809068064, - 21.902512811784128, - 21.902512811784128, - 20.882512926225047 + 27.314687808591927, + 27.3246878467389, + 27.80468796117982, + 27.524690517026986, + 27.8846882663556, + 27.18468769415101, + 27.424689181882943, + 27.194689448911753, + 27.604689010221566, + 27.42468441351136, + 26.714687522489633, + 28.204687579710093, + 26.324689754087533, + 27.61468914373597, + 27.414684756834117, + 28.204687579710093, + 27.32468956335267, + 27.514688666898813, + 28.614688953001107, + 27.224687465269174, + 26.814689525205697, + 27.31468971594056, + 27.62468899114808, + 26.92469013555726 ], "p90": [ - 29.83251273549018, - 30.7525124303144, - 30.112513803605417, - 30.21251380360541, - 31.91251113331733, - 30.80251204884467, - 30.022511743668893, - 30.01251342213569, - 31.642510103349068, - 30.112513803605417, - 30.042511629227974, - 30.112513803605417, - 30.532511591081, - 33.0725132695478, - 30.7525124303144, - 31.312510942582467, - 30.042513345841744, - 30.152513574723578, - 31.04251143849311, - 31.61250998890815, - 30.742512201432564, - 31.312510751847604, - 31.912511324052193, - 30.562511514787055 + 36.45468834264954, + 35.58469036443909, + 35.564690288145144, + 35.45469005926331, + 38.66468809469421, + 35.42468918188294, + 35.64469040258606, + 35.52469051702698, + 36.42468822820862, + 36.78468941076477, + 35.45468920095642, + 36.54469040258606, + 36.15468891485413, + 35.52469051702698, + 36.52469051702698, + 35.52469051702698, + 39.22468746526917, + 35.54469040258606, + 35.94468830450257, + 34.954690059263314, + 37.084687121946416, + 35.244689258176884, + 38.444689925748904, + 35.92468822820862 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index c2acc2bcddbd9fce6254b71eb7a08776d2c7670e..9e8ff076337e860df71f407ed7eca52f825e239c 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T17:26:01.453411+00:00", + "evaluated_at": "2026-06-22T01:05:20.984274+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 20.700000762939453, - 19.5, - 19.200000762939453, - 19.100000381469727, - 20.200000762939453, - 21.700000762939453, - 23.5, - 24.600000381469727, - 25.899999618530273, - 26.799999237060547, - 27.0, - 26.299999237060547, - 26.100000381469727, - 24.399999618530273, - 24.299999237060547, - 23.600000381469727, - 23.200000762939453, - 22.100000381469727, - 21.899999618530273, - 21.299999237060547, - 20.799999237060547, - 20.399999618530273, - 20.200000762939453, - 20.100000381469727, - 21.0, - 20.5, - 20.5, - 20.299999237060547, - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,9 +310,7 @@ 26.399999618530273, 26.200000762939453, 25.899999618530273, - 25.299999237060547 - ], - "actuals": [ + 25.299999237060547, 25.700000762939453, 25.100000381469727, 24.899999618530273, @@ -362,123 +329,125 @@ 27.399999618530273, 27.299999237060547, 26.5, - 25.899999618530273, - 24.799999237060547, - 24.399999618530273, + 25.399999618530273, + 24.700000762939453, + 24.5, 24.399999618530273, - 24.0, - 23.899999618530273 + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actuals": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 26.51960212176119, - 26.419601740291462, - 26.419601740291462, - 26.419601740291462, - 26.369602503230915, - 26.419601740291462, - 26.419601740291462, - 26.41960269396578, - 26.419601740291462, - 26.419601740291462, - 26.369602503230915, - 26.419601740291462, - 26.419601740291462, - 26.419601740291462, - 26.51960212176119, - 26.419601740291462, - 26.21960288470064, - 26.419601740291462, - 26.51960212176119, - 26.419603647640095, - 26.419601740291462, - 26.319601358821735, - 26.419601740291462, - 26.419601740291462 + 25.873208556720865, + 25.873208556720865, + 25.87320951039518, + 25.77321008259977, + 25.873208556720865, + 25.97320893819059, + 25.873208556720865, + 25.873210464069498, + 25.873208556720865, + 25.87320951039518, + 25.873208556720865, + 25.77320817525114, + 25.77321008259977, + 25.823209319660318, + 25.873208556720865, + 25.873208556720865, + 25.87320951039518, + 25.873210464069498, + 25.873208556720865, + 25.87320951039518, + 25.823209319660318, + 25.87320951039518, + 25.873208556720865, + 25.77321008259977 ], "p10": [ - 25.619600595882282, - 25.60960074847017, - 25.619602312496053, - 25.509602274349078, - 25.619600595882282, - 25.619602503230915, - 25.509602274349078, - 25.419603456905232, - 25.71960288470064, - 25.419601740291462, - 25.51960212176119, - 25.809601511409625, - 25.419601740291462, - 25.619600595882282, - 25.51960212176119, - 25.71960269396578, - 25.51960212176119, - 25.619602312496053, - 25.819601358821735, - 25.419603456905232, - 25.419603647640095, - 25.419601740291462, - 25.51960212176119, - 25.419603647640095 + 24.97320893819059, + 24.86320851857389, + 25.063207564899574, + 24.97320893819059, + 25.073207412311685, + 24.97320893819059, + 25.073209128925456, + 25.173209701130045, + 24.97320893819059, + 25.463208900043618, + 24.96320909077848, + 24.873208556720865, + 24.97320893819059, + 25.073207412311685, + 25.063207564899574, + 24.873210273334635, + 24.873208556720865, + 25.173209701130045, + 24.97320893819059, + 25.073209128925456, + 25.1632079463693, + 25.073209128925456, + 25.263208327839028, + 25.173209510395182 ], "p90": [ - 27.819601358821735, - 27.429601778438435, - 27.819601358821735, - 27.819601358821735, - 27.819601358821735, - 27.619602503230915, - 27.619602503230915, - 27.919603647640095, - 27.619602503230915, - 27.819601358821735, - 27.819601358821735, - 27.739601244380815, - 27.619602503230915, - 27.819601358821735, - 27.819601358821735, - 27.819601358821735, - 27.619602503230915, - 27.619602503230915, - 27.819601549556598, - 27.819601358821735, - 27.819601549556598, - 27.419601740291462, - 27.619602503230915, - 27.819601549556598 + 27.183207831928385, + 27.073209319660318, + 26.873210464069498, + 27.073207603046548, + 27.073207603046548, + 26.97320893819059, + 26.97320893819059, + 27.27321008259977, + 26.873208556720865, + 27.27320817525114, + 26.873210464069498, + 26.97320893819059, + 26.77321008259977, + 26.873208747455728, + 26.873208556720865, + 27.073209319660318, + 27.27320817525114, + 27.27321008259977, + 27.27320817525114, + 27.083209167072425, + 27.27320817525114, + 27.173207793781412, + 27.073209319660318, + 26.873208556720865 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index dde6d478c145b96a98905ae3eeb541d1b56f4ad0..fcb158fb969699dcbf3fadffc140830408e4ece8 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T17:26:01.465798+00:00", + "evaluated_at": "2026-06-22T01:05:20.995105+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -51,15 +20,15 @@ 15.0, 18.0, 22.0, - 24.0, + 25.0, 20.0, 11.0, 13.0, 12.0, - 12.0, + 13.0, 11.0, - 16.0, - 20.0, + 18.0, + 21.0, 12.0, 18.0, 17.0, @@ -73,7 +42,7 @@ 27.0, 17.0, 26.0, - 9.0, + 10.0, 15.0, 19.0, 22.0, @@ -81,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -135,7 +104,7 @@ 14.0, 13.0, 15.0, - 17.0, + 18.0, 12.0, 20.0, 11.0, @@ -152,7 +121,7 @@ 11.0, 18.0, 19.0, - 11.0, + 12.0, 19.0, 13.0, 13.0, @@ -173,144 +142,144 @@ 7.0, 16.0, 11.0, - 13.0 - ], - "actuals": [ + 13.0, 15.0, 12.0, 11.0, 11.0, 16.0, 11.0, - 5.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, 6.0, - 5.0, + 13.0, + 13.0, + 14.0, 9.0, + 10.0, + 13.0 + ], + "actuals": [ 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, 6.0, - 3.0, + 7.0, 6.0, - 11.0, + 9.0, + 10.0, 7.0, 9.0, - 13.0, - 5.0, - 5.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, 5.0, 5.0, - 7.0, - 1.0 + 8.0, + 9.0 ], "p50": [ - 11.666666666666666, - 12.666666666666666, - 11.666666666666666, - 11.666666666666666, - 12.666666666666666, - 12.666666666666666, - 11.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 10.666666666666666, - 12.666666666666666, - 10.666666666666666, - 11.166666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 12.666666666666666, - 11.666666666666666 + 11.011976047904191, + 10.011976047904191, + 10.011976047904191, + 11.011976047904191, + 10.011976047904191, + 10.011976047904191, + 11.011976047904191, + 11.011976047904191, + 10.011976047904191, + 11.011976047904191, + 10.511976047904191, + 9.011976047904191, + 11.011976047904191, + 11.011976047904191, + 9.011976047904191, + 10.011976047904191, + 11.011976047904191, + 10.511976047904191, + 11.011976047904191, + 10.011976047904191, + 10.011976047904191, + 10.011976047904191, + 10.011976047904191, + 11.011976047904191 ], "p10": [ - 3.666666666666666, - 3.666666666666666, - 2.666666666666666, - 4.666666666666666, - 2.666666666666666, - 5.566666666666668, - 4.666666666666666, - 3.566666666666668, - 3.666666666666666, - 2.666666666666666, - 4.566666666666668, - 2.666666666666666, - 3.666666666666666, - 4.666666666666666, - 3.666666666666666, - 3.666666666666666, - 3.666666666666666, - 3.666666666666666, - 4.666666666666666, - 3.666666666666666, - 5.666666666666666, - 4.566666666666668, - 3.666666666666666, - 3.666666666666666 + 1.0119760479041915, + 3.0119760479041915, + 1.0119760479041915, + 4.0119760479041915, + 4.0119760479041915, + 4.0119760479041915, + 3.9119760479041936, + 1.9119760479041936, + 2.0119760479041915, + 4.0119760479041915, + 1.0119760479041915, + 1.0119760479041915, + 3.9119760479041936, + 2.0119760479041915, + 1.0119760479041915, + 3.0119760479041915, + 1.0119760479041915, + 1.9119760479041936, + 4.0119760479041915, + 4.0119760479041915, + 1.0119760479041915, + 1.0119760479041915, + 4.0119760479041915, + 1.9119760479041936 ], "p90": [ - 18.666666666666664, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 18.76666666666666, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 19.666666666666664, - 19.666666666666664, - 19.666666666666664, - 17.666666666666664, - 18.666666666666664, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 17.76666666666666, - 18.76666666666666, - 19.666666666666664, - 18.666666666666664, - 19.666666666666664, - 19.666666666666664 + 17.01197604790419, + 17.111976047904186, + 16.111976047904186, + 17.01197604790419, + 17.01197604790419, + 17.111976047904186, + 17.01197604790419, + 17.01197604790419, + 16.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 16.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 18.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419 ], "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +440,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 6bbc97f583385bf52d23a3be09543280962bb95e..1b66218650ec8d84e9b70e8c7c5acd4b7d920acd 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,19 +1,37 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:57:02.452120+00:00", + "evaluated_at": "2026-06-22T01:05:20.999481+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 89b492f117c0bdb14870a568f8617b82aa568801..16fe64bea9c0e0c628c47b7e608554eb0b10226c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T00:54:16.300431+00:00", - "finished_at": "2026-06-22T00:57:02.502609+00:00", - "task_count": 2, + "started_at": "2026-06-22T01:01:19.808825+00:00", + "finished_at": "2026-06-22T01:05:21.041378+00:00", + "task_count": 5, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,19 +10,37 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:54:43.925223+00:00", + "evaluated_at": "2026-06-22T01:02:05.303797+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -30,19 +48,37 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:55:11.862357+00:00", + "evaluated_at": "2026-06-22T01:02:47.973749+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -50,19 +86,37 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:55:38.345194+00:00", + "evaluated_at": "2026-06-22T01:03:32.651999+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -70,19 +124,37 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:55:57.805966+00:00", + "evaluated_at": "2026-06-22T01:04:03.885404+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -90,19 +162,37 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:56:33.550307+00:00", + "evaluated_at": "2026-06-22T01:04:49.515258+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -110,19 +200,37 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:57:00.278644+00:00", + "evaluated_at": "2026-06-22T01:05:19.766165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -130,19 +238,37 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:57:02.305938+00:00", + "evaluated_at": "2026-06-22T01:05:20.806089+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -150,19 +276,37 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:57:02.415026+00:00", + "evaluated_at": "2026-06-22T01:05:20.951929+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -170,19 +314,37 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:57:02.452120+00:00", + "evaluated_at": "2026-06-22T01:05:20.999481+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -190,19 +352,37 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:57:02.478926+00:00", + "evaluated_at": "2026-06-22T01:05:21.039908+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] @@ -210,7 +390,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:58:14.612274+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_010520.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..9ad715c24e36c299dff08e551a2ffa4d74a10429 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260622_010520.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:05:20.677590+00:00", + "metrics": { + "MSE[mean]": 102.993481511132, + "MSE[0.5]": 98.8659633250417, + "MAE[0.5]": 7.827642139412087, + "MASE[0.5]": 0.6770791093697176, + "MAPE[0.5]": 0.4637071287820944, + "sMAPE[0.5]": 0.3244877120267004, + "MSIS": 13.03290977397567, + "RMSE[mean]": 10.148570417114522, + "NRMSE[mean]": 0.4391736399797353, + "ND[0.5]": 0.3387367825745241, + "mean_weighted_sum_quantile_loss": 0.3118812843703803 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 29.38454208545, + 29.933630883685883, + 30.52319184039421, + 30.80582285111894, + 30.726171032784023, + 30.751341756096725, + 30.763907877816322, + 30.83834777244049, + 30.600687367734082, + 30.66341361345153, + 30.734605943983702, + 30.576879709821895, + 30.651255047494878, + 30.615566030335202, + 30.695157128007757, + 30.462008628872997, + 30.7727286985481, + 30.651314117850653, + 30.803755475959026, + 30.84497156331794, + 30.46817869425712, + 30.650971034789073, + 30.773561245169784, + 30.53652346934078 + ], + "p10": [ + 25.150454272011938, + 27.38953869056515, + 28.23153567637288, + 27.683081676306653, + 27.521700023404037, + 28.039606698459085, + 27.661032719687647, + 27.79374946422018, + 27.569498592209897, + 27.296137125685462, + 25.623009165439825, + 27.204367544644786, + 27.28831685139497, + 27.664238525854362, + 27.606821160890348, + 27.664259596268465, + 27.441356529408562, + 26.83117554736493, + 28.356180453364868, + 27.543151653456192, + 26.616235066830672, + 27.517411569491728, + 27.797739501299706, + 27.377159990845602 + ], + "p90": [ + 34.069545854261364, + 36.100144088439336, + 33.9395267206863, + 34.316715618147754, + 36.358933479707204, + 36.26708437255046, + 36.39514698777697, + 36.40446534225736, + 36.41041973245089, + 36.158054651489465, + 34.42625479306272, + 34.75811304079684, + 34.59954192014613, + 34.64542848592248, + 34.59959070437079, + 35.492599538320086, + 35.162755279065145, + 35.70274503231078, + 34.605203766290494, + 35.687475502789226, + 36.404385059464495, + 36.12289166186477, + 35.162757352511754, + 35.68747566508973 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_010153.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_010153.json new file mode 100644 index 0000000000000000000000000000000000000000..22faca6b8bc93ccb7aebc49a99d643df9e275914 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260622_010153.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:01:53.858350+00:00", + "metrics": { + "MSE[mean]": 119.08883088791497, + "MSE[0.5]": 119.08883088791497, + "MAE[0.5]": 8.478275378545126, + "MASE[0.5]": 0.7333578924607926, + "MAPE[0.5]": 0.4519508036046663, + "sMAPE[0.5]": 0.3265129140632516, + "MSIS": 4.146526194953971, + "RMSE[mean]": 10.912782912159251, + "NRMSE[mean]": 0.47224450310355, + "ND[0.5]": 0.36689256769278955, + "mean_weighted_sum_quantile_loss": 0.24817596414066415 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 30.4199275970459, + 28.976520538330078, + 27.317331314086914, + 26.333053588867188, + 25.923416137695312, + 26.200902938842773, + 27.156692504882812, + 28.913179397583008, + 31.44976043701172, + 35.57878875732422, + 41.02947998046875, + 42.71982955932617, + 43.39643478393555, + 43.203243255615234, + 41.63682174682617, + 39.627933502197266, + 33.08027648925781, + 30.608016967773438, + 27.519432067871094, + 24.93843650817871, + 23.454559326171875, + 23.67949676513672, + 25.22438621520996, + 26.732351303100586 + ], + "p10": [ + 26.627880096435547, + 23.975603103637695, + 21.38454246520996, + 20.263744354248047, + 19.25689125061035, + 19.091176986694336, + 19.25281524658203, + 19.783510208129883, + 20.826833724975586, + 22.149293899536133, + 22.962430953979492, + 24.38520622253418, + 24.782398223876953, + 24.21112823486328, + 22.96783447265625, + 21.517648696899414, + 19.138446807861328, + 17.311141967773438, + 15.795649528503418, + 14.32890510559082, + 14.110577583312988, + 14.38205337524414, + 15.568635940551758, + 16.727561950683594 + ], + "p90": [ + 34.60734939575195, + 34.49034118652344, + 34.15652084350586, + 33.73088836669922, + 34.05356979370117, + 35.60708236694336, + 37.976287841796875, + 41.731021881103516, + 46.242149353027344, + 53.22361755371094, + 60.98625183105469, + 64.35408020019531, + 64.45463562011719, + 63.930824279785156, + 63.43745422363281, + 61.221473693847656, + 53.22633743286133, + 49.97805404663086, + 46.66698455810547, + 42.16885757446289, + 39.779335021972656, + 39.965354919433594, + 41.96851348876953, + 43.25613021850586 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_010520.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..96100a934d3b7a79e354375de708dd853bccad9c --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260622_010520.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-22T01:05:20.901255+00:00", + "metrics": { + "MSE[mean]": 1583.4308813685432, + "MSE[0.5]": 1556.0930917438457, + "MAE[0.5]": 33.229272959754205, + "MASE[0.5]": 2.8742814425958727, + "MAPE[0.5]": 1.8674557382280668, + "sMAPE[0.5]": 0.7849462996793392, + "MSIS": 94.51738362686775, + "RMSE[mean]": 39.79234702010606, + "NRMSE[mean]": 1.7219912919642055, + "ND[0.5]": 1.4379779771745136, + "mean_weighted_sum_quantile_loss": 1.4008606382991318 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 29.604084069751195, + 31.862644472205414, + 34.12120487465963, + 36.92976499101155, + 38.83832596567036, + 41.04688474687824, + 43.55544610300677, + 45.86400717303301, + 48.07256690791521, + 50.18112864551347, + 52.53968895260025, + 54.998250594831084, + 57.65681061581557, + 59.61537130437208, + 62.17393142072401, + 64.23249201391309, + 66.64105203489757, + 69.14961339102611, + 71.4581739842152, + 73.56673381446481, + 75.77529450302133, + 77.98385519157785, + 80.49241607086921, + 82.35097733163032 + ], + "p10": [ + 26.09408212425559, + 28.412642755591644, + 31.201203463221642, + 33.22976661225789, + 35.89832495477558, + 37.50688497576008, + 40.05544705668109, + 42.13400791689897, + 44.852568071397876, + 46.98112406787675, + 48.57968777004409, + 52.378248420453644, + 52.80681118802016, + 56.40537117085768, + 58.51392737714491, + 61.61249079320997, + 63.04105337004162, + 65.53961306677684, + 68.94817394606822, + 69.86673305152536, + 71.76529570465097, + 74.57385648857492, + 77.1924163569715, + 78.80097809456977 + ], + "p90": [ + 35.234082658313206, + 36.67264527329184, + 38.961205790186966, + 41.159766154494214, + 46.67832478311419, + 45.746886463492004, + 48.27544827738421, + 50.4640089850142, + 53.67256728938493, + 56.34112906513016, + 57.319689448510886, + 60.71825124332961, + 62.63681034878676, + 64.31537254414869, + 67.62393313733777, + 68.93249373052686, + 74.94105127195812, + 73.5696148024641, + 76.27817329756968, + 77.5967356455195, + 82.03529330139169, + 82.50385603081125, + 88.01241729157233, + 87.80097618722114 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_010435.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_010435.json new file mode 100644 index 0000000000000000000000000000000000000000..85dd785fdf1645a33588afc25abb5eb0e1c3254f --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260622_010435.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:04:35.378607+00:00", + "metrics": { + "MSE[mean]": 135.33512517895224, + "MSE[0.5]": 102.25313503723108, + "MAE[0.5]": 8.091761350631714, + "MASE[0.5]": 0.6999250184078444, + "MAPE[0.5]": 0.45294231701802046, + "sMAPE[0.5]": 0.3295311434236235, + "MSIS": 3.5868793669452885, + "RMSE[mean]": 11.633362591226676, + "NRMSE[mean]": 0.5034271808152594, + "ND[0.5]": 0.35016639192958043, + "mean_weighted_sum_quantile_loss": 0.25197094435590106 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 27.382373809814453, + 26.088510513305664, + 24.07579517364502, + 22.661256790161133, + 22.76136589050293, + 22.79252052307129, + 23.34727954864502, + 25.018207550048828, + 25.951072692871094, + 28.353835105895996, + 31.68189525604248, + 36.66366958618164, + 37.261985778808594, + 39.70558738708496, + 35.5954647064209, + 36.657854080200195, + 35.18520736694336, + 31.966262817382812, + 30.53286361694336, + 25.856051445007324, + 25.70702838897705, + 23.642377853393555, + 25.080665588378906, + 25.50979518890381 + ], + "p10": [ + 22.457819938659668, + 19.56336784362793, + 17.534475326538086, + 16.31444263458252, + 14.795157432556152, + 13.96955919265747, + 15.838727474212646, + 16.05583381652832, + 16.68079948425293, + 18.987257957458496, + 17.566564559936523, + 22.755297660827637, + 21.716161727905273, + 22.452786445617676, + 20.623879432678223, + 18.722126007080078, + 18.75296974182129, + 17.841917037963867, + 16.96861743927002, + 13.640791893005371, + 14.483289241790771, + 13.770278453826904, + 13.226361751556396, + 13.088374137878418 + ], + "p90": [ + 34.0996150970459, + 33.00689506530762, + 34.79712677001953, + 32.40475082397461, + 31.984875679016113, + 34.24992752075195, + 38.1121883392334, + 36.67515563964844, + 37.99270248413086, + 45.058921813964844, + 49.669532775878906, + 54.35722351074219, + 57.344655990600586, + 59.83594512939453, + 56.81364440917969, + 63.4544792175293, + 59.51961898803711, + 56.537322998046875, + 52.07442665100098, + 48.899810791015625, + 46.89052200317383, + 43.60289001464844, + 44.308956146240234, + 38.95956993103027 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_010520.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..73e21af97385a42d091b981e456c74080c1268cf --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260622_010520.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:05:20.973370+00:00", + "metrics": { + "MSE[mean]": 109.08721290048724, + "MSE[0.5]": 102.37183623930223, + "MAE[0.5]": 7.991433239161078, + "MASE[0.5]": 0.6912467897472293, + "MAPE[0.5]": 0.47253888002208866, + "sMAPE[0.5]": 0.3294313818280232, + "MSIS": 13.50477348284897, + "RMSE[mean]": 10.444482414197807, + "NRMSE[mean]": 0.45197906414603767, + "ND[0.5]": 0.3458247496986169, + "mean_weighted_sum_quantile_loss": 0.3168744339681619 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 30.824689754087533, + 30.77468956335267, + 30.724689372617807, + 31.22468889578065, + 30.824689277250375, + 30.724687465269174, + 30.924688228208627, + 30.924688705045785, + 30.8246878467389, + 30.62468899114808, + 30.674688705045785, + 30.824689754087533, + 31.174689181882943, + 30.824689277250375, + 31.074688800413217, + 30.824688800413217, + 30.924688228208627, + 31.12468899114808, + 31.12468899114808, + 30.924688228208627, + 30.82468832357606, + 30.72468841894349, + 30.924688705045785, + 30.474689372617807 + ], + "p10": [ + 27.314687808591927, + 27.3246878467389, + 27.80468796117982, + 27.524690517026986, + 27.8846882663556, + 27.18468769415101, + 27.424689181882943, + 27.194689448911753, + 27.604689010221566, + 27.42468441351136, + 26.714687522489633, + 28.204687579710093, + 26.324689754087533, + 27.61468914373597, + 27.414684756834117, + 28.204687579710093, + 27.32468956335267, + 27.514688666898813, + 28.614688953001107, + 27.224687465269174, + 26.814689525205697, + 27.31468971594056, + 27.62468899114808, + 26.92469013555726 + ], + "p90": [ + 36.45468834264954, + 35.58469036443909, + 35.564690288145144, + 35.45469005926331, + 38.66468809469421, + 35.42468918188294, + 35.64469040258606, + 35.52469051702698, + 36.42468822820862, + 36.78468941076477, + 35.45468920095642, + 36.54469040258606, + 36.15468891485413, + 35.52469051702698, + 36.52469051702698, + 35.52469051702698, + 39.22468746526917, + 35.54469040258606, + 35.94468830450257, + 34.954690059263314, + 37.084687121946416, + 35.244689258176884, + 38.444689925748904, + 35.92468822820862 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_010521.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_010521.json new file mode 100644 index 0000000000000000000000000000000000000000..1f57d0379cd7a5f6e25f8f5cce9ed11c6a1d60e1 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260622_010521.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:05:21.016546+00:00", + "metrics": { + "MSE[mean]": 178.23708730379835, + "MSE[0.5]": 178.23708730379835, + "MAE[0.5]": 11.454166889190674, + "MASE[0.5]": 0.9907679704539757, + "MAPE[0.5]": 0.5571476309077784, + "sMAPE[0.5]": 0.41804080831499396, + "MSIS": 36.565162716305224, + "RMSE[mean]": 13.350546329787345, + "NRMSE[mean]": 0.5777373350519504, + "ND[0.5]": 0.49567258824730925, + "mean_weighted_sum_quantile_loss": 0.4866919411579689 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "p10": [ + 23.323999252319336, + 18.913999252319336, + 17.933999252319335, + 18.913999252319336, + 20.873999252319337, + 22.05, + 23.323999252319336, + 27.04800037384033, + 32.53600074768066, + 40.96399925231933, + 54.48799850463867, + 52.92, + 45.472001495361326, + 42.336000747680664, + 39.493999252319334, + 37.04399925231934, + 34.692001495361325, + 33.32, + 30.576000747680663, + 24.598000373840332, + 20.776000747680662, + 20.481999626159666, + 23.03, + 27.04800037384033 + ], + "p90": [ + 24.275999221801758, + 19.685999221801758, + 18.66599922180176, + 19.685999221801758, + 21.725999221801757, + 22.95, + 24.275999221801758, + 28.152000389099122, + 33.864000778198246, + 42.63599922180176, + 56.71199844360352, + 55.08, + 47.32800155639649, + 44.06400077819824, + 41.10599922180176, + 38.555999221801756, + 36.10800155639649, + 34.68, + 31.824000778198243, + 25.60200038909912, + 21.624000778198244, + 21.31799961090088, + 23.97, + 28.152000389099122 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_010509.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_010509.json new file mode 100644 index 0000000000000000000000000000000000000000..f367eff1f8a7d7d8269f7b21de99afecc5e03d34 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260622_010509.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:05:09.327794+00:00", + "metrics": { + "MSE[mean]": 163.95091563925143, + "MSE[0.5]": 163.95091563925143, + "MAE[0.5]": 10.132546424865723, + "MASE[0.5]": 0.8764498155137526, + "MAPE[0.5]": 0.5680587987920601, + "sMAPE[0.5]": 0.3833954494614618, + "MSIS": 3.6852457730235373, + "RMSE[mean]": 12.804331909133387, + "NRMSE[mean]": 0.5541002151948045, + "ND[0.5]": 0.4384802107859009, + "mean_weighted_sum_quantile_loss": 0.28278885722920827 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 28.55816650390625, + 25.999755859375, + 24.8660888671875, + 23.5179443359375, + 22.813232421875, + 22.9970703125, + 23.9468994140625, + 24.774169921875, + 26.7044677734375, + 29.018718719482422, + 35.1610107421875, + 40.03271484375, + 41.687255859375, + 42.1162109375, + 41.87109375, + 39.91015625, + 38.745849609375, + 37.030029296875, + 34.8546142578125, + 32.250244140625, + 29.626724243164062, + 28.217300415039062, + 27.102783203125, + 25.37164306640625 + ], + "p10": [ + 24.896728515625, + 20.974853515625, + 19.68798828125, + 18.5849609375, + 18.0947265625, + 18.21728515625, + 18.523681640625, + 18.891357421875, + 20.116943359375, + 20.66845703125, + 23.9775390625, + 25.141845703125, + 23.548583984375, + 22.5068359375, + 21.28125, + 18.768798828125, + 18.033447265625, + 16.930419921875, + 15.949951171875, + 14.78564453125, + 14.234130859375, + 14.601806640625, + 15.214599609375, + 14.724365234375 + ], + "p90": [ + 32.985595703125, + 32.48004150390625, + 32.2808837890625, + 31.024658203125, + 30.174407958984375, + 30.64166259765625, + 32.05108642578125, + 33.353271484375, + 36.5704345703125, + 41.50341796875, + 50.6953125, + 58.5390625, + 62.951171875, + 64.6669921875, + 65.892578125, + 64.6669921875, + 62.951171875, + 62.2158203125, + 59.7646484375, + 56.45556640625, + 52.9013671875, + 50.08251953125, + 47.0185546875, + 43.5869140625 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_010233.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_010233.json new file mode 100644 index 0000000000000000000000000000000000000000..aa846d15c9a6b172a01134a3d69ea8206997814a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260622_010233.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:02:33.981210+00:00", + "metrics": { + "MSE[mean]": 76.25730507525093, + "MSE[0.5]": 33.98084232686082, + "MAE[0.5]": 4.69632355372111, + "MASE[0.5]": 0.40622482638230845, + "MAPE[0.5]": 0.2594451989295827, + "sMAPE[0.5]": 0.21258522020605278, + "MSIS": 32.435502489881564, + "RMSE[mean]": 8.732542875660613, + "NRMSE[mean]": 0.3778958496967681, + "ND[0.5]": 0.20323074333031863, + "mean_weighted_sum_quantile_loss": 0.34784893710121073 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 28.9682559967041, + 28.849084854125977, + 28.69573402404785, + 28.81605339050293, + 28.151979446411133, + 27.6524600982666, + 27.878982543945312, + 28.653324127197266, + 29.715330123901367, + 31.15399932861328, + 32.706756591796875, + 34.06023406982422, + 33.909488677978516, + 33.78004455566406, + 32.04167556762695, + 28.794410705566406, + 26.06344985961914, + 23.76470375061035, + 22.898815155029297, + 21.05583381652832, + 20.050960540771484, + 20.945241928100586, + 21.22952651977539, + 21.750591278076172 + ], + "p10": [ + 30.160934448242188, + 30.586257934570312, + 29.968339920043945, + 31.20612335205078, + 31.288785934448242, + 31.432775497436523, + 31.518356323242188, + 32.038822174072266, + 34.1746826171875, + 36.00306701660156, + 36.76422119140625, + 39.32237243652344, + 40.059051513671875, + 39.608070373535156, + 37.86334991455078, + 35.61360168457031, + 32.11330795288086, + 29.870798110961914, + 29.67572593688965, + 26.545106887817383, + 25.921669006347656, + 26.592275619506836, + 26.57876205444336, + 27.492393493652344 + ], + "p90": [ + 33.30302429199219, + 34.828128814697266, + 36.350433349609375, + 37.680511474609375, + 38.46982192993164, + 39.125831604003906, + 40.251102447509766, + 41.817527770996094, + 44.26500701904297, + 46.207740783691406, + 49.06535339355469, + 51.067718505859375, + 52.10741424560547, + 52.739418029785156, + 51.32060241699219, + 48.00823974609375, + 45.03321838378906, + 42.376869201660156, + 40.98125457763672, + 38.80610275268555, + 37.39185333251953, + 38.09755325317383, + 37.81775665283203, + 37.374080657958984 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_010351.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_010351.json new file mode 100644 index 0000000000000000000000000000000000000000..8e7c4b402d759b172d9243a90dcd795a9ff9ea1b --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260622_010351.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:03:51.696720+00:00", + "metrics": { + "MSE[mean]": 119.10314252018998, + "MSE[0.5]": 119.10314252018998, + "MAE[0.5]": 8.577017148335775, + "MASE[0.5]": 0.741898904984963, + "MAPE[0.5]": 0.4789572045918658, + "sMAPE[0.5]": 0.33682357768587856, + "MSIS": 3.2765754107990053, + "RMSE[mean]": 10.913438620351974, + "NRMSE[mean]": 0.4722728785044121, + "ND[0.5]": 0.3711655618855352, + "mean_weighted_sum_quantile_loss": 0.2610712399033181 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 30.111690521240234, + 29.106544494628906, + 28.109861373901367, + 27.369417190551758, + 27.08770751953125, + 27.413785934448242, + 28.246694564819336, + 29.418039321899414, + 31.187786102294922, + 33.81950759887695, + 37.4041862487793, + 39.67269515991211, + 40.1399040222168, + 40.30870056152344, + 39.33799743652344, + 37.347869873046875, + 35.143768310546875, + 33.27578353881836, + 31.088876724243164, + 28.42137908935547, + 26.3236141204834, + 25.89031410217285, + 25.950618743896484, + 25.895050048828125 + ], + "p10": [ + 25.335161209106445, + 21.939653396606445, + 19.669164657592773, + 18.276859283447266, + 17.61269760131836, + 17.53046226501465, + 17.84430503845215, + 18.282264709472656, + 18.987213134765625, + 19.99509048461914, + 21.513614654541016, + 22.293771743774414, + 22.589792251586914, + 22.342493057250977, + 21.071212768554688, + 19.162517547607422, + 17.126062393188477, + 15.706754684448242, + 14.51091194152832, + 13.081232070922852, + 12.713871002197266, + 12.994140625, + 13.508108139038086, + 14.272175788879395 + ], + "p90": [ + 34.89946365356445, + 37.287757873535156, + 38.84990692138672, + 40.289947509765625, + 41.653018951416016, + 43.10301208496094, + 45.033355712890625, + 48.35484313964844, + 52.76449966430664, + 56.964603424072266, + 61.6097412109375, + 63.77086639404297, + 63.58832550048828, + 62.976531982421875, + 61.49894714355469, + 60.10163497924805, + 58.298980712890625, + 56.95462417602539, + 55.24603271484375, + 51.93608856201172, + 49.4332389831543, + 48.5140380859375, + 48.082122802734375, + 46.021663665771484 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_010321.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_010321.json new file mode 100644 index 0000000000000000000000000000000000000000..0925c9f14c5520d0bb7514d385c55e9e435ea792 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260622_010321.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:03:21.509997+00:00", + "metrics": { + "MSE[mean]": 92.28192145163787, + "MSE[0.5]": 92.28192145163787, + "MAE[0.5]": 7.393037001291911, + "MASE[0.5]": 0.6394864276138276, + "MAPE[0.5]": 0.41794610551499556, + "sMAPE[0.5]": 0.30275863209252535, + "MSIS": 3.9753995852553685, + "RMSE[mean]": 9.606347976813971, + "NRMSE[mean]": 0.4157092708126351, + "ND[0.5]": 0.3199294912401451, + "mean_weighted_sum_quantile_loss": 0.2653352733707223 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906, + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727, + 21.5, + 27.100000381469727, + 28.100000381469727, + 27.5, + 27.0, + 26.5, + 27.200000762939453, + 31.200000762939453, + 31.299999237060547, + 29.200000762939453, + 30.600000381469727, + 33.900001525878906, + 42.79999923706055, + 44.20000076293945, + 39.0, + 32.599998474121094, + 26.700000762939453, + 21.600000381469727, + 19.0, + 18.200000762939453, + 18.600000381469727, + 20.299999237060547, + 23.0, + 32.099998474121094, + 21.299999237060547, + 22.0, + 24.799999237060547, + 28.899999618530273, + 32.79999923706055, + 37.599998474121094, + 31.5, + 41.900001525878906, + 38.0, + 36.0, + 33.5, + 31.700000762939453, + 18.799999237060547, + 18.399999618530273, + 18.600000381469727, + 17.5, + 17.100000381469727, + 15.399999618530273, + 14.5, + 12.5, + 10.199999809265137, + 9.0, + 9.800000190734863, + 14.100000381469727, + 22.899999618530273, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, + 21.299999237060547, + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actual": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 + ], + "predictions": { + "p50": [ + 29.352752685546875, + 28.794330596923828, + 27.406986236572266, + 26.244457244873047, + 25.629446029663086, + 25.745393753051758, + 26.364011764526367, + 27.68339729309082, + 29.84282112121582, + 31.67597198486328, + 35.83499526977539, + 38.33744430541992, + 38.17729187011719, + 38.282936096191406, + 36.56914138793945, + 35.5355339050293, + 33.00385284423828, + 30.931760787963867, + 28.940345764160156, + 26.327178955078125, + 24.101369857788086, + 24.329679489135742, + 26.196414947509766, + 27.561019897460938 + ], + "p10": [ + 25.6357421875, + 23.63451385498047, + 21.194841384887695, + 19.506732940673828, + 18.476085662841797, + 17.986923217773438, + 17.899066925048828, + 18.08407974243164, + 18.213111877441406, + 18.813566207885742, + 20.513553619384766, + 20.542282104492188, + 21.061038970947266, + 20.69725227355957, + 19.77163314819336, + 18.420955657958984, + 17.189014434814453, + 15.699519157409668, + 14.686184883117676, + 13.270410537719727, + 12.291496276855469, + 12.21293830871582, + 13.837523460388184, + 15.123282432556152 + ], + "p90": [ + 33.685611724853516, + 35.12247085571289, + 35.47933578491211, + 35.715633392333984, + 35.807464599609375, + 37.75543212890625, + 40.38555145263672, + 46.72600555419922, + 54.80354309082031, + 63.309417724609375, + 71.0127182006836, + 72.83193969726562, + 74.20928192138672, + 75.10528564453125, + 76.90121459960938, + 76.0853042602539, + 79.81938934326172, + 76.70252990722656, + 71.54592895507812, + 68.94307708740234, + 70.39380645751953, + 68.45201110839844, + 63.47596740722656, + 58.52452850341797 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_010520.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..18701a4dced6b7f7625db835394a254754498c41 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_010520.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:05:20.626537+00:00", + "metrics": { + "MSE[mean]": 525155.3736604698, + "MSE[0.5]": 294100.34298048576, + "MAE[0.5]": 516.4669507473512, + "MASE[0.5]": 0.45455490551967265, + "MAPE[0.5]": 0.008047207636129023, + "sMAPE[0.5]": 0.008081931846366186, + "MSIS": 5.947007625852422, + "RMSE[mean]": 724.6760473897766, + "NRMSE[mean]": 0.011302306473685339, + "ND[0.5]": 0.008055003034668625, + "mean_weighted_sum_quantile_loss": 0.006692009725848515 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_010142.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_010142.json new file mode 100644 index 0000000000000000000000000000000000000000..4e79df0ca1ce49ea135eaed3284ed21f19ebcb8f --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_010142.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:01:42.324667+00:00", + "metrics": { + "MSE[mean]": 179719.21008237204, + "MSE[0.5]": 179719.21008237204, + "MAE[0.5]": 340.53759765625, + "MASE[0.5]": 0.2997152776272333, + "MAPE[0.5]": 0.005325180221643814, + "sMAPE[0.5]": 0.005303290461834973, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 423.9330254679058, + "NRMSE[mean]": 0.006611810884895709, + "ND[0.5]": 0.00531114600570388, + "mean_weighted_sum_quantile_loss": 0.005278526953488187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_010520.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..94041e48e13b1ae04c9a881a161c01e8682a0ec2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_010520.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T01:05:20.865577+00:00", + "metrics": { + "MSE[mean]": 31213.319654167444, + "MSE[0.5]": 29411.281356694846, + "MAE[0.5]": 123.91790608089256, + "MASE[0.5]": 0.10906311044547445, + "MAPE[0.5]": 0.001936696301180341, + "sMAPE[0.5]": 0.0019357869315912394, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 176.672917149651, + "NRMSE[mean]": 0.0027554539196068704, + "ND[0.5]": 0.0019326679240307429, + "mean_weighted_sum_quantile_loss": 0.0015628568053608284 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_010426.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_010426.json new file mode 100644 index 0000000000000000000000000000000000000000..0c804297e7ca0220a2f93b6b13cd5a90db987fbd --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_010426.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:04:26.505914+00:00", + "metrics": { + "MSE[mean]": 418990.39371617633, + "MSE[0.5]": 300579.8303263982, + "MAE[0.5]": 443.04638671875, + "MASE[0.5]": 0.3899357125646759, + "MAPE[0.5]": 0.0069269315617499355, + "sMAPE[0.5]": 0.006890278406564032, + "MSIS": 1.9435058058476862, + "RMSE[mean]": 647.2946730169933, + "NRMSE[mean]": 0.010095438920015846, + "ND[0.5]": 0.0069099096938426965, + "mean_weighted_sum_quantile_loss": 0.005670254216921482 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64222.78125, + 64329.64453125, + 64430.1171875, + 64372.107421875, + 64407.22265625, + 64370.302734375, + 64385.669921875, + 64473.931640625, + 64384.70703125, + 64497.279296875, + 64711.072265625, + 64514.76171875, + 64502.52734375, + 64584.35546875, + 64637.63671875, + 64686.580078125, + 64598.38671875, + 64691.30859375, + 64508.302734375, + 64496.85546875, + 64573.75390625, + 64684.34375, + 64839.796875, + 64767.103515625 + ], + "p10": [ + 63996.9140625, + 64034.4609375, + 64024.564453125, + 63953.22265625, + 63968.603515625, + 63855.755859375, + 63783.9375, + 63843.978515625, + 63559.009765625, + 63657.888671875, + 63746.1328125, + 63533.634765625, + 63352.263671875, + 63500.255859375, + 63438.419921875, + 63389.732421875, + 62920.30859375, + 63179.5234375, + 63055.87109375, + 63083.24609375, + 63044.83203125, + 63125.13671875, + 62930.111328125, + 63203.634765625 + ], + "p90": [ + 64421.064453125, + 64607.046875, + 64777.990234375, + 64881.15625, + 64888.83984375, + 64910.99609375, + 65004.11328125, + 65183.34765625, + 65145.58984375, + 65455.51953125, + 65824.1796875, + 65741.56640625, + 65739.14453125, + 65859.75, + 65745.18359375, + 66165.62890625, + 66157.7578125, + 66374.90234375, + 66335.94921875, + 66148.48828125, + 66169.93359375, + 66836.10546875, + 66937.27734375, + 66627.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_010520.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..45fa6cc67430793a4f058b6e02db1b7dbe52e876 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_010520.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:05:20.957627+00:00", + "metrics": { + "MSE[mean]": 155397.0654524387, + "MSE[0.5]": 143908.823456989, + "MAE[0.5]": 344.5169156615496, + "MASE[0.5]": 0.30321757049866344, + "MAPE[0.5]": 0.005368586984108061, + "sMAPE[0.5]": 0.005383492540177735, + "MSIS": 3.007248760120039, + "RMSE[mean]": 394.20434479142756, + "NRMSE[mean]": 0.006148151762624263, + "ND[0.5]": 0.0053732088706407695, + "mean_weighted_sum_quantile_loss": 0.004290381059463822 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_010521.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_010521.json new file mode 100644 index 0000000000000000000000000000000000000000..dd68834cea0031381e7392eedd25d173b662b817 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_010521.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:05:21.004315+00:00", + "metrics": { + "MSE[mean]": 312286.5508556366, + "MSE[0.5]": 312286.5508556366, + "MAE[0.5]": 495.9783528645833, + "MASE[0.5]": 0.4365224009008282, + "MAPE[0.5]": 0.007735054484163521, + "sMAPE[0.5]": 0.007758897400701001, + "MSIS": 3.369032678538878, + "RMSE[mean]": 558.826047044728, + "NRMSE[mean]": 0.008715650630274607, + "ND[0.5]": 0.007735455544005406, + "mean_weighted_sum_quantile_loss": 0.006212310738363592 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_010502.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_010502.json new file mode 100644 index 0000000000000000000000000000000000000000..dd735f49d086ec6f00f36168fc6f21ebaddec90e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_010502.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:05:02.661999+00:00", + "metrics": { + "MSE[mean]": 85507.20633633931, + "MSE[0.5]": 85507.20633633931, + "MAE[0.5]": 202.92171223958334, + "MASE[0.5]": 0.1785962482235889, + "MAPE[0.5]": 0.0031762287164633384, + "sMAPE[0.5]": 0.0031661608470019303, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 292.41615265976554, + "NRMSE[mean]": 0.004560626761600419, + "ND[0.5]": 0.0031648395033307564, + "mean_weighted_sum_quantile_loss": 0.003134544391822083 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_010224.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_010224.json new file mode 100644 index 0000000000000000000000000000000000000000..4dc0b9231f6c29f99c9ea1cebf1db60faaa13094 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_010224.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:02:24.282297+00:00", + "metrics": { + "MSE[mean]": 176047.53887176514, + "MSE[0.5]": 112293.8690738678, + "MAE[0.5]": 222.96565755208334, + "MASE[0.5]": 0.19623740348934363, + "MAPE[0.5]": 0.003490872448352585, + "sMAPE[0.5]": 0.0034776962094608243, + "MSIS": 9.155514196820572, + "RMSE[mean]": 419.58019361233573, + "NRMSE[mean]": 0.006543922564538941, + "ND[0.5]": 0.0034774520336878067, + "mean_weighted_sum_quantile_loss": 0.0041925308512958375 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_010338.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_010338.json new file mode 100644 index 0000000000000000000000000000000000000000..be1a9b1715580872a800b128726438389991f3eb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_010338.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:03:38.726849+00:00", + "metrics": { + "MSE[mean]": 264461.4550520579, + "MSE[0.5]": 264461.4550520579, + "MAE[0.5]": 390.52587890625, + "MASE[0.5]": 0.34371115854043444, + "MAPE[0.5]": 0.0061089394890521675, + "sMAPE[0.5]": 0.0060767667385932325, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 514.2581599275386, + "NRMSE[mean]": 0.008020553944110569, + "ND[0.5]": 0.006090781094810661, + "mean_weighted_sum_quantile_loss": 0.0049697477378580525 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_010311.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_010311.json new file mode 100644 index 0000000000000000000000000000000000000000..d6590578e3481e46cab3385ffde5551f673f6012 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_010311.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:03:11.444455+00:00", + "metrics": { + "MSE[mean]": 105230.0497156779, + "MSE[0.5]": 105230.0497156779, + "MAE[0.5]": 230.41438802083334, + "MASE[0.5]": 0.2027932091794554, + "MAPE[0.5]": 0.003606433805971924, + "sMAPE[0.5]": 0.0035936597037839585, + "MSIS": 2.174166596872409, + "RMSE[mean]": 324.39181511819606, + "NRMSE[mean]": 0.005059330614316436, + "ND[0.5]": 0.0035936250946036847, + "mean_weighted_sum_quantile_loss": 0.005077906173344141 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63910.01171875 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_010520.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..a12fa8eb8689474bbe20e4e4c60e08d7b4a4d932 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260622_010520.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:05:20.774134+00:00", + "metrics": { + "MSE[mean]": 17.273830585388946, + "MSE[0.5]": 12.668698877516277, + "MAE[0.5]": 2.963357491127397, + "MASE[0.5]": 0.5541863360030458, + "MAPE[0.5]": 0.6009274430797427, + "sMAPE[0.5]": 0.37508845884097464, + "MSIS": 3.5923912166080196, + "RMSE[mean]": 4.156179806672101, + "NRMSE[mean]": 0.5362812653770453, + "ND[0.5]": 0.3823687085325674, + "mean_weighted_sum_quantile_loss": 0.30723718319984844 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 9.888374148356185, + 10.22761538776557, + 9.98049938238039, + 9.674823493101128, + 10.920525051842716, + 10.01283631584283, + 9.769372104093367, + 10.006489880374955, + 10.225430652354628, + 9.980432335550649, + 9.57211213851743, + 10.107606954742764, + 10.000143446841264, + 9.91061090161486, + 9.628082736646952, + 10.33846808923701, + 10.160878868157056, + 9.962545651555523, + 10.19847290620562, + 10.000143446841264, + 10.068060572006743, + 10.550728716972941, + 10.115445892425628, + 10.19847290620562 + ], + "p10": [ + 5.149279332220515, + 5.582236551318196, + 5.301782589599387, + 5.503613425193232, + 5.241205326496215, + 5.580051817845032, + 5.282150091211091, + 5.641555156878937, + 5.063674747816413, + 5.565935504028472, + 5.2593292639966025, + 5.078089257545511, + 5.593775925873435, + 5.241205263351493, + 5.047341742876452, + 5.306425129299982, + 4.900148788438724, + 5.047341742876452, + 5.306425129299982, + 5.489495055730161, + 5.239763812378579, + 5.356845936869449, + 5.362448248821612, + 4.898827530184305 + ], + "p90": [ + 15.874781978852491, + 15.85604074273243, + 15.846057388999998, + 15.314138842438336, + 15.924647056826721, + 15.654087159639166, + 15.790141338736458, + 15.74718815063691, + 16.43835496022191, + 15.736210129353399, + 15.736210129353399, + 16.42439500994283, + 15.845990342170257, + 15.790141338676985, + 15.919439627708655, + 16.68421693929777, + 19.57193579812028, + 15.853335270724097, + 15.741603250285758, + 15.795726239026312, + 15.91996036430599, + 16.56399451273307, + 15.418425771955759, + 15.919439627708655 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_010203.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_010203.json new file mode 100644 index 0000000000000000000000000000000000000000..30bafb4ffeb162ebc0ff1450e88b80397baced2f --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260622_010203.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:02:03.242574+00:00", + "metrics": { + "MSE[mean]": 10.774246510999546, + "MSE[0.5]": 10.774246510999546, + "MAE[0.5]": 2.6941760381062827, + "MASE[0.5]": 0.503845908425071, + "MAPE[0.5]": 0.5550859348598497, + "sMAPE[0.5]": 0.34856898559090777, + "MSIS": 5.39482408994204, + "RMSE[mean]": 3.2824147378111053, + "NRMSE[mean]": 0.4235373855240136, + "ND[0.5]": 0.3476356178201655, + "mean_weighted_sum_quantile_loss": 0.2735271824161069 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 10.788848876953125, + 10.501895904541016, + 10.308432579040527, + 9.960152626037598, + 9.583913803100586, + 9.369260787963867, + 9.190621376037598, + 9.141342163085938, + 8.975433349609375, + 8.918437957763672, + 8.849174499511719, + 8.867403030395508, + 8.980433464050293, + 9.10865592956543, + 9.241727828979492, + 9.302633285522461, + 9.360651016235352, + 9.500377655029297, + 9.614740371704102, + 9.853595733642578, + 9.996973037719727, + 10.212678909301758, + 10.334983825683594, + 10.363431930541992 + ], + "p10": [ + 7.359074592590332, + 7.02980899810791, + 6.840503692626953, + 6.610235691070557, + 6.37170934677124, + 6.144845008850098, + 6.014970779418945, + 5.8271636962890625, + 5.805844306945801, + 5.783585548400879, + 5.729978561401367, + 5.715104103088379, + 5.759860038757324, + 5.820262908935547, + 5.858721733093262, + 5.902966499328613, + 6.1401872634887695, + 6.307247638702393, + 6.332150459289551, + 6.431829452514648, + 6.497350215911865, + 6.542962551116943, + 6.683651924133301, + 6.698859691619873 + ], + "p90": [ + 15.354138374328613, + 15.242960929870605, + 15.079252243041992, + 14.782276153564453, + 14.427085876464844, + 14.2056884765625, + 14.044374465942383, + 14.050888061523438, + 13.8111572265625, + 13.829957008361816, + 13.726689338684082, + 13.847667694091797, + 14.013465881347656, + 14.302400588989258, + 14.432961463928223, + 14.541563987731934, + 14.642868041992188, + 14.846513748168945, + 15.156377792358398, + 15.461108207702637, + 15.692276000976562, + 16.018749237060547, + 16.163999557495117, + 16.19864273071289 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_010520.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..c54347dac164a5afd44090256195532ef858abb9 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260622_010520.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-22T01:05:20.942621+00:00", + "metrics": { + "MSE[mean]": 10.933210244123275, + "MSE[0.5]": 13.040440410294059, + "MAE[0.5]": 2.9029179732309096, + "MASE[0.5]": 0.5428833612275987, + "MAPE[0.5]": 0.6131122849748446, + "sMAPE[0.5]": 0.36594490649958206, + "MSIS": 4.677537516985382, + "RMSE[mean]": 3.3065405250991975, + "NRMSE[mean]": 0.4266503903353803, + "ND[0.5]": 0.3745700610620529, + "mean_weighted_sum_quantile_loss": 0.29821349589064056 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 11.24030415450729, + 10.192569523720062, + 10.144834892932833, + 11.097100262145604, + 10.049365631358375, + 10.001631000571146, + 10.953896369783918, + 10.906161738996689, + 9.85842710820946, + 10.810692477422231, + 10.262957846635002, + 8.715223215847773, + 10.667488585060545, + 10.619753954273316, + 8.572019323486087, + 9.524284692698858, + 10.47655006191163, + 9.9288154311244, + 10.381080800337172, + 9.333346169549943, + 9.285611538762714, + 9.237876907975485, + 9.190142277188256, + 10.142407646401027 + ], + "p10": [ + 1.2403041545072906, + 3.1925695237200618, + 1.144834892932833, + 4.097100262145604, + 4.049365631358375, + 4.001631000571146, + 3.8538963697839197, + 1.8061617389966909, + 1.8584271082094599, + 3.810692477422231, + 0.7629578466350022, + 0.7152232158477734, + 3.5674885850605467, + 1.6197539542733157, + 0.5720193234860869, + 2.524284692698858, + 0.4765500619116292, + 1.3288154311244025, + 3.3810808003371715, + 3.3333461695499427, + 0.28561153876271383, + 0.237876907975485, + 3.190142277188256, + 1.0424076464010295 + ], + "p90": [ + 17.240304154507292, + 17.292569523720054, + 16.24483489293283, + 17.097100262145602, + 17.049365631358377, + 17.10163100057114, + 16.95389636978392, + 16.906161738996687, + 15.85842710820946, + 16.81069247742223, + 16.762957846635004, + 16.71522321584777, + 16.667488585060546, + 16.619753954273314, + 15.572019323486087, + 16.524284692698856, + 16.47655006191163, + 16.4288154311244, + 17.381080800337173, + 16.33334616954994, + 16.285611538762716, + 16.237876907975483, + 16.190142277188258, + 16.142407646401026 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_010446.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_010446.json new file mode 100644 index 0000000000000000000000000000000000000000..062bfe9daf4536af034dc113e9162a2d7ef6dc54 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260622_010446.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:04:46.395392+00:00", + "metrics": { + "MSE[mean]": 20.4054227569895, + "MSE[0.5]": 19.639745782147514, + "MAE[0.5]": 3.7064760327339172, + "MASE[0.5]": 0.6931591541736157, + "MAPE[0.5]": 0.7486573754178613, + "sMAPE[0.5]": 0.43638832806655037, + "MSIS": 5.166825862364336, + "RMSE[mean]": 4.517236185654841, + "NRMSE[mean]": 0.582869185245786, + "ND[0.5]": 0.47825497196566674, + "mean_weighted_sum_quantile_loss": 0.33265425808540816 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 11.33120346069336, + 11.486625671386719, + 10.645550727844238, + 10.969659805297852, + 10.495049476623535, + 10.753656387329102, + 11.775351524353027, + 12.394303321838379, + 11.139256954193115, + 10.255205631256104, + 11.313806533813477, + 10.871385097503662, + 11.183384895324707, + 11.322388172149658, + 11.95448923110962, + 11.031715869903564, + 10.871410846710205, + 10.834011554718018, + 10.828545570373535, + 10.989132404327393, + 11.09378957748413, + 11.831545352935791, + 11.403575897216797, + 11.10746717453003 + ], + "p10": [ + 7.7343056201934814, + 6.012851238250732, + 6.040567874908447, + 6.8078694343566895, + 6.244172096252441, + 5.642743110656738, + 6.965613603591919, + 6.487993478775024, + 6.102335214614868, + 5.396694660186768, + 6.281877040863037, + 6.2827723026275635, + 6.287232398986816, + 5.86319637298584, + 6.77024245262146, + 5.694563388824463, + 4.967517852783203, + 5.854513168334961, + 6.135151386260986, + 6.347164630889893, + 6.1860127449035645, + 6.798594236373901, + 5.27032470703125, + 5.905368804931641 + ], + "p90": [ + 17.667329788208008, + 16.6890869140625, + 15.018749237060547, + 15.00914192199707, + 15.020275115966797, + 15.628793716430664, + 16.916505813598633, + 17.78687286376953, + 15.913297176361084, + 15.91174602508545, + 15.812724113464355, + 15.783699035644531, + 15.011246681213379, + 16.365286827087402, + 16.679367065429688, + 16.429190635681152, + 15.173510074615479, + 16.415281295776367, + 15.02576208114624, + 15.601381778717041, + 16.85547637939453, + 15.916374683380127, + 15.90930986404419, + 16.067922115325928 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_010520.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..398b998ab10cd05433828cdf042cb55660f79944 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260622_010520.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:05:20.995105+00:00", + "metrics": { + "MSE[mean]": 12.506844311452054, + "MSE[0.5]": 14.917184343887078, + "MAE[0.5]": 3.1329840319361275, + "MASE[0.5]": 0.5859087020763667, + "MAPE[0.5]": 0.6519859271356278, + "sMAPE[0.5]": 0.38699313023147264, + "MSIS": 4.651005294364682, + "RMSE[mean]": 3.536501705280524, + "NRMSE[mean]": 0.45632280068135794, + "ND[0.5]": 0.40425600412079066, + "mean_weighted_sum_quantile_loss": 0.313164781548015 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 11.011976047904191, + 10.011976047904191, + 10.011976047904191, + 11.011976047904191, + 10.011976047904191, + 10.011976047904191, + 11.011976047904191, + 11.011976047904191, + 10.011976047904191, + 11.011976047904191, + 10.511976047904191, + 9.011976047904191, + 11.011976047904191, + 11.011976047904191, + 9.011976047904191, + 10.011976047904191, + 11.011976047904191, + 10.511976047904191, + 11.011976047904191, + 10.011976047904191, + 10.011976047904191, + 10.011976047904191, + 10.011976047904191, + 11.011976047904191 + ], + "p10": [ + 1.0119760479041915, + 3.0119760479041915, + 1.0119760479041915, + 4.0119760479041915, + 4.0119760479041915, + 4.0119760479041915, + 3.9119760479041936, + 1.9119760479041936, + 2.0119760479041915, + 4.0119760479041915, + 1.0119760479041915, + 1.0119760479041915, + 3.9119760479041936, + 2.0119760479041915, + 1.0119760479041915, + 3.0119760479041915, + 1.0119760479041915, + 1.9119760479041936, + 4.0119760479041915, + 4.0119760479041915, + 1.0119760479041915, + 1.0119760479041915, + 4.0119760479041915, + 1.9119760479041936 + ], + "p90": [ + 17.01197604790419, + 17.111976047904186, + 16.111976047904186, + 17.01197604790419, + 17.01197604790419, + 17.111976047904186, + 17.01197604790419, + 17.01197604790419, + 16.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 16.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 18.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419, + 17.01197604790419 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_010521.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_010521.json new file mode 100644 index 0000000000000000000000000000000000000000..6401b10d4f45278d8647ea104227d15112cf5e2e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260622_010521.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:05:21.036184+00:00", + "metrics": { + "MSE[mean]": 26.333333333333332, + "MSE[0.5]": 26.333333333333332, + "MAE[0.5]": 4.0, + "MASE[0.5]": 0.748051948051948, + "MAPE[0.5]": 0.7797498797498799, + "sMAPE[0.5]": 0.45922646969473596, + "MSIS": 28.0051949342223, + "RMSE[mean]": 5.131601439446884, + "NRMSE[mean]": 0.6621421212189528, + "ND[0.5]": 0.5161290322580645, + "mean_weighted_sum_quantile_loss": 0.5089008363201911 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "p10": [ + 7.84, + 6.859999999999999, + 9.8, + 11.76, + 7.84, + 3.92, + 7.84, + 11.76, + 11.76, + 10.78, + 14.7, + 9.8, + 9.8, + 6.859999999999999, + 6.859999999999999, + 9.8, + 10.78, + 5.88, + 12.74, + 12.74, + 13.719999999999999, + 8.82, + 9.8, + 12.74 + ], + "p90": [ + 8.16, + 7.140000000000001, + 10.2, + 12.24, + 8.16, + 4.08, + 8.16, + 12.24, + 12.24, + 11.22, + 15.3, + 10.2, + 10.2, + 7.140000000000001, + 7.140000000000001, + 10.2, + 11.22, + 6.12, + 13.26, + 13.26, + 14.280000000000001, + 9.18, + 10.2, + 13.26 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_010517.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_010517.json new file mode 100644 index 0000000000000000000000000000000000000000..8604fc10fe0e3f662da620f0f9ac665e2ccbadb6 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260622_010517.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:05:17.815010+00:00", + "metrics": { + "MSE[mean]": 18.250926180121798, + "MSE[0.5]": 18.250926180121798, + "MAE[0.5]": 3.5726420084635415, + "MASE[0.5]": 0.6681304535308442, + "MAPE[0.5]": 0.7220177123384902, + "sMAPE[0.5]": 0.42639255293986716, + "MSIS": 7.202650035511364, + "RMSE[mean]": 4.272110272467437, + "NRMSE[mean]": 0.5512400351570886, + "ND[0.5]": 0.46098606560819894, + "mean_weighted_sum_quantile_loss": 0.3395905671296296 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 10.9874267578125, + 10.9658203125, + 10.749755859375, + 10.663330078125, + 10.749755859375, + 10.87939453125, + 10.9442138671875, + 10.9874267578125, + 10.922607421875, + 10.79296875, + 10.8145751953125, + 10.87939453125, + 11.009033203125, + 11.0738525390625, + 11.1170654296875, + 11.05224609375, + 10.9874267578125, + 10.9442138671875, + 11.138671875, + 11.2899169921875, + 11.4627685546875, + 11.53839111328125, + 11.49517822265625, + 11.3763427734375 + ], + "p10": [ + 6.947021484375, + 6.947021484375, + 6.73095703125, + 6.687744140625, + 6.73095703125, + 6.860595703125, + 6.8173828125, + 6.90380859375, + 6.8173828125, + 6.73095703125, + 6.774169921875, + 6.774169921875, + 6.8173828125, + 6.860595703125, + 6.947021484375, + 6.774169921875, + 6.774169921875, + 6.687744140625, + 6.8173828125, + 6.947021484375, + 7.1630859375, + 7.24951171875, + 7.1630859375, + 7.119873046875 + ], + "p90": [ + 15.92449951171875, + 16.11895751953125, + 15.935302734375, + 15.98931884765625, + 16.14056396484375, + 16.3026123046875, + 16.5186767578125, + 16.5186767578125, + 16.5186767578125, + 16.32421875, + 16.367431640625, + 16.4970703125, + 16.65911865234375, + 16.799560546875, + 16.83197021484375, + 16.78875732421875, + 16.83197021484375, + 16.8427734375, + 17.058837890625, + 17.2100830078125, + 17.4693603515625, + 17.62060546875, + 17.5341796875, + 17.361328125 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_010245.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_010245.json new file mode 100644 index 0000000000000000000000000000000000000000..0a6100085ec289fdcc8ba3e87de9c3a83ef8f67e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260622_010245.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:02:45.181758+00:00", + "metrics": { + "MSE[mean]": 13.838340947629982, + "MSE[0.5]": 10.348320534534006, + "MAE[0.5]": 2.658349871635437, + "MASE[0.5]": 0.4971459500201337, + "MAPE[0.5]": 0.5402502928948736, + "sMAPE[0.5]": 0.3463885582973938, + "MSIS": 24.671292723618546, + "RMSE[mean]": 3.7199920628450247, + "NRMSE[mean]": 0.47999897585097095, + "ND[0.5]": 0.343012886662637, + "mean_weighted_sum_quantile_loss": 0.4185530812936872 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 9.904492378234863, + 9.785884857177734, + 9.550442695617676, + 9.44402027130127, + 9.26779842376709, + 9.16590690612793, + 9.197447776794434, + 9.237489700317383, + 9.10094165802002, + 9.081268310546875, + 9.160490036010742, + 9.10335922241211, + 9.069175720214844, + 9.145137786865234, + 9.201744079589844, + 9.375457763671875, + 9.278291702270508, + 9.533836364746094, + 9.632543563842773, + 9.739367485046387, + 9.936689376831055, + 9.903423309326172, + 9.907175064086914, + 9.880815505981445 + ], + "p10": [ + 11.107660293579102, + 11.11999225616455, + 10.779460906982422, + 10.76535701751709, + 10.664506912231445, + 10.47270393371582, + 10.630232810974121, + 10.480100631713867, + 10.477842330932617, + 10.277952194213867, + 10.531314849853516, + 10.448683738708496, + 10.510771751403809, + 10.514541625976562, + 10.651703834533691, + 10.704008102416992, + 10.69957160949707, + 11.060142517089844, + 11.186567306518555, + 11.013428688049316, + 11.191508293151855, + 11.413919448852539, + 11.44028377532959, + 11.300487518310547 + ], + "p90": [ + 13.782410621643066, + 13.800172805786133, + 13.665609359741211, + 13.559037208557129, + 13.383891105651855, + 13.318689346313477, + 13.37702751159668, + 13.391005516052246, + 13.27556324005127, + 13.271522521972656, + 13.33828353881836, + 13.298877716064453, + 13.238043785095215, + 13.375422477722168, + 13.444432258605957, + 13.626191139221191, + 13.591361045837402, + 13.860244750976562, + 13.985345840454102, + 14.106416702270508, + 14.300190925598145, + 14.320068359375, + 14.384495735168457, + 14.283574104309082 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_010402.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_010402.json new file mode 100644 index 0000000000000000000000000000000000000000..4b1e1abb7ee49e25e7c62e02fa38480a63bb041d --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260622_010402.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:04:02.047648+00:00", + "metrics": { + "MSE[mean]": 14.726944655819844, + "MSE[0.5]": 14.726944655819844, + "MAE[0.5]": 3.1933387517929077, + "MASE[0.5]": 0.5971958185171152, + "MAPE[0.5]": 0.6518116597575371, + "sMAPE[0.5]": 0.39490068070427614, + "MSIS": 5.013091827987076, + "RMSE[mean]": 3.8375701499542445, + "NRMSE[mean]": 0.4951703419295799, + "ND[0.5]": 0.41204370990876227, + "mean_weighted_sum_quantile_loss": 0.3065588111376107 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 10.419205665588379, + 10.353167533874512, + 10.309586524963379, + 10.298264503479004, + 10.305137634277344, + 10.32883071899414, + 10.384800910949707, + 10.456697463989258, + 10.428199768066406, + 10.38150405883789, + 10.33522891998291, + 10.295940399169922, + 10.28148365020752, + 10.368809700012207, + 10.539007186889648, + 10.606916427612305, + 10.552116394042969, + 10.532432556152344, + 10.603357315063477, + 10.633020401000977, + 10.643178939819336, + 10.638769149780273, + 10.535842895507812, + 10.368117332458496 + ], + "p10": [ + 6.433813095092773, + 6.2401123046875, + 6.176226615905762, + 6.139155387878418, + 6.0782470703125, + 6.0169477462768555, + 6.059715270996094, + 6.110419273376465, + 6.065942764282227, + 5.997014045715332, + 5.917799949645996, + 5.878400802612305, + 5.810921669006348, + 5.851070404052734, + 5.962843894958496, + 6.00849723815918, + 5.940793037414551, + 5.893179893493652, + 5.9257612228393555, + 5.925833702087402, + 5.853050231933594, + 5.85623836517334, + 5.727987289428711, + 5.526328086853027 + ], + "p90": [ + 15.314658164978027, + 15.251639366149902, + 15.422863960266113, + 15.544767379760742, + 15.60365104675293, + 15.750596046447754, + 16.024211883544922, + 16.247806549072266, + 16.246517181396484, + 16.259660720825195, + 16.24286651611328, + 16.19961166381836, + 16.105361938476562, + 16.238773345947266, + 16.554767608642578, + 16.662208557128906, + 16.60639190673828, + 16.569988250732422, + 16.648277282714844, + 16.730443954467773, + 16.703758239746094, + 16.738245010375977, + 16.603343963623047, + 16.447084426879883 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_010330.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_010330.json new file mode 100644 index 0000000000000000000000000000000000000000..647d67b5063a4f8214788925c0647d40183fac4e --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260622_010330.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:03:30.118881+00:00", + "metrics": { + "MSE[mean]": 15.091574504744585, + "MSE[0.5]": 15.091574504744585, + "MAE[0.5]": 3.249121109644572, + "MASE[0.5]": 0.6076278438815822, + "MAPE[0.5]": 0.6617842201388989, + "sMAPE[0.5]": 0.3998072989203552, + "MSIS": 4.970967066133177, + "RMSE[mean]": 3.8847875752407086, + "NRMSE[mean]": 0.5012629129342849, + "ND[0.5]": 0.4192414335025254, + "mean_weighted_sum_quantile_loss": 0.30879777033269196 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 15.0, + 14.0, + 15.0, + 10.0, + 16.0, + 11.0, + 12.0, + 50.0, + 8.0, + 11.0, + 17.0, + 15.0, + 18.0, + 22.0, + 25.0, + 20.0, + 11.0, + 13.0, + 12.0, + 13.0, + 11.0, + 18.0, + 21.0, + 12.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 10.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 11.0, + 20.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 14.0, + 18.0, + 9.0, + 14.0, + 23.0, + 28.0, + 20.0, + 13.0, + 16.0, + 19.0, + 21.0, + 29.0, + 19.0, + 18.0, + 14.0, + 11.0, + 17.0, + 9.0, + 11.0, + 14.0, + 13.0, + 15.0, + 18.0, + 12.0, + 20.0, + 11.0, + 21.0, + 15.0, + 12.0, + 10.0, + 11.0, + 13.0, + 9.0, + 12.0, + 11.0, + 16.0, + 11.0, + 18.0, + 19.0, + 12.0, + 19.0, + 13.0, + 13.0, + 11.0, + 8.0, + 11.0, + 9.0, + 7.0, + 8.0, + 16.0, + 15.0, + 11.0, + 7.0, + 15.0, + 6.0, + 10.0, + 6.0, + 7.0, + 16.0, + 11.0, + 13.0, + 15.0, + 12.0, + 11.0, + 11.0, + 16.0, + 11.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, + 13.0 + ], + "actual": [ + 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, + 6.0, + 7.0, + 6.0, + 9.0, + 10.0, + 7.0, + 9.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, + 5.0, + 5.0, + 8.0, + 9.0 + ], + "predictions": { + "p50": [ + 10.504295349121094, + 10.425365447998047, + 10.424700736999512, + 10.449079513549805, + 10.378433227539062, + 10.369009017944336, + 10.432065963745117, + 10.469881057739258, + 10.466198921203613, + 10.512859344482422, + 10.519079208374023, + 10.532801628112793, + 10.501431465148926, + 10.485371589660645, + 10.502767562866211, + 10.58081340789795, + 10.541850090026855, + 10.550151824951172, + 10.60168170928955, + 10.64417839050293, + 10.627445220947266, + 10.651681900024414, + 10.65880012512207, + 10.654609680175781 + ], + "p10": [ + 6.467362880706787, + 6.241877555847168, + 6.234182357788086, + 6.217726707458496, + 6.110487937927246, + 6.105988502502441, + 6.114274024963379, + 6.102364540100098, + 6.050708770751953, + 6.0166120529174805, + 6.0538482666015625, + 6.019189834594727, + 5.918614387512207, + 5.88693904876709, + 5.837298393249512, + 5.897141456604004, + 5.8095808029174805, + 5.805314064025879, + 5.8481550216674805, + 5.82242488861084, + 5.80540657043457, + 5.759214401245117, + 5.746832847595215, + 5.708967208862305 + ], + "p90": [ + 15.49595832824707, + 15.456339836120605, + 15.52302074432373, + 15.723320960998535, + 15.655048370361328, + 15.714097023010254, + 15.784758567810059, + 15.888335227966309, + 16.002376556396484, + 16.14460563659668, + 16.149307250976562, + 16.24311637878418, + 16.235370635986328, + 16.246234893798828, + 16.39167022705078, + 16.48126983642578, + 16.445331573486328, + 16.499629974365234, + 16.58951759338379, + 16.734325408935547, + 16.806835174560547, + 16.918561935424805, + 16.951135635375977, + 16.973352432250977 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_010520.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..f88dc55661249470ab8bfdb9273e943af2c0cc91 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260622_010520.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:05:20.648196+00:00", + "metrics": { + "MSE[mean]": 2.8744795499411686, + "MSE[0.5]": 2.108522911961058, + "MAE[0.5]": 1.2657614764799028, + "MASE[0.5]": 0.6594415213945711, + "MAPE[0.5]": 0.07001598245639323, + "sMAPE[0.5]": 0.06687925572624309, + "MSIS": 12.52527577369896, + "RMSE[mean]": 1.6954290164855528, + "NRMSE[mean]": 0.09137726815876586, + "ND[0.5]": 0.06821979849153127, + "mean_weighted_sum_quantile_loss": 0.06572032917046089 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.75924992942708, + 19.763936421708863, + 19.758421709938876, + 19.756963521503714, + 19.756985026987223, + 19.757539153273683, + 19.758102667060854, + 19.760637478244938, + 19.76408548224122, + 19.758797701657944, + 19.760637574172925, + 19.767533680869334, + 19.756979731038726, + 19.758797722111495, + 19.767533375846334, + 19.764085419397993, + 19.756680222881254, + 19.760637567350443, + 19.760637770434325, + 19.760637770433064, + 19.75837261667918, + 19.756979697242688, + 19.757540909371315, + 19.75971764485438 + ], + "p10": [ + 19.34452912753833, + 19.533546202107896, + 19.356749098279234, + 19.344060744727685, + 19.35839720315082, + 19.264005252297082, + 19.356700583636055, + 19.55317315655479, + 19.553174703793243, + 19.32625072837943, + 19.358391880225923, + 19.5531733449562, + 19.358362943803016, + 19.344076920222744, + 19.553173347283575, + 19.358102569943252, + 19.248872566336843, + 19.553173347200328, + 19.34407692046764, + 19.358391873406003, + 19.35810256996984, + 19.26249356418801, + 19.553173347203217, + 19.553174640976504 + ], + "p90": [ + 20.729887216172376, + 20.378538572194167, + 20.729484102360537, + 20.342522723459773, + 20.342529975215097, + 20.72943325300312, + 20.69320201766899, + 20.344046184544528, + 20.68917554964151, + 20.342524624773095, + 20.75310195121204, + 20.729435006853734, + 20.68917548756513, + 20.693201438808423, + 20.72943500918111, + 20.342524645444108, + 20.729435012535806, + 20.378687569906912, + 20.75408470615481, + 20.34406062892081, + 20.731790813891973, + 20.752992748641134, + 20.689175486824787, + 20.689175486824773 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_010147.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_010147.json new file mode 100644 index 0000000000000000000000000000000000000000..1cc41be062a05dcfa91d468e3491764117db3dbb --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260622_010147.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:01:47.206411+00:00", + "metrics": { + "MSE[mean]": 3.877528535274602, + "MSE[0.5]": 3.877528535274602, + "MAE[0.5]": 1.7511553764343262, + "MASE[0.5]": 0.9123239939689145, + "MAPE[0.5]": 0.09667043338541359, + "sMAPE[0.5]": 0.09100594502657111, + "MSIS": 6.794600776784915, + "RMSE[mean]": 1.969144112368265, + "NRMSE[mean]": 0.1061294857228033, + "ND[0.5]": 0.09438071005284551, + "mean_weighted_sum_quantile_loss": 0.05537216414843527 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 20.07262420654297, + 20.219545364379883, + 20.215295791625977, + 20.251510620117188, + 20.224163055419922, + 20.30194854736328, + 20.223896026611328, + 20.277177810668945, + 20.209068298339844, + 20.206926345825195, + 20.177566528320312, + 20.221614837646484, + 20.169292449951172, + 20.275983810424805, + 20.297273635864258, + 20.27532196044922, + 20.517898559570312, + 20.552749633789062, + 20.45623207092285, + 20.505840301513672, + 20.450448989868164, + 20.454526901245117, + 20.399599075317383, + 20.37122344970703 + ], + "p10": [ + 19.589643478393555, + 19.595027923583984, + 19.477590560913086, + 19.398866653442383, + 19.306461334228516, + 19.29465103149414, + 19.115427017211914, + 19.10470962524414, + 19.003875732421875, + 18.903865814208984, + 18.81522560119629, + 18.835519790649414, + 18.698413848876953, + 18.71121597290039, + 18.653810501098633, + 18.586055755615234, + 18.296010971069336, + 18.39871597290039, + 18.13765525817871, + 18.189191818237305, + 17.973453521728516, + 17.90326690673828, + 17.881242752075195, + 17.796363830566406 + ], + "p90": [ + 20.543916702270508, + 20.830455780029297, + 20.906604766845703, + 21.0461483001709, + 21.06855583190918, + 21.144088745117188, + 21.206327438354492, + 21.225238800048828, + 21.209245681762695, + 21.226757049560547, + 21.19753074645996, + 21.20538330078125, + 21.251537322998047, + 21.324356079101562, + 21.386390686035156, + 21.43846321105957, + 21.25252914428711, + 21.19892120361328, + 21.220523834228516, + 21.23858642578125, + 21.250011444091797, + 21.24040985107422, + 21.229881286621094, + 21.233850479125977 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_010520.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..6b4d226a8de0239d0a789a27102f36640c8abbd3 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260622_010520.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T01:05:20.885744+00:00", + "metrics": { + "MSE[mean]": 2.1661725766281474, + "MSE[0.5]": 2.0068611633213655, + "MAE[0.5]": 1.2390329463841843, + "MASE[0.5]": 0.6455163839350405, + "MAPE[0.5]": 0.0685232333747978, + "sMAPE[0.5]": 0.0655266633156909, + "MSIS": 11.519354450144368, + "RMSE[mean]": 1.4717923007775748, + "NRMSE[mean]": 0.07932408755215228, + "ND[0.5]": 0.06677923091937252, + "mean_weighted_sum_quantile_loss": 0.0643407731775578 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.971732526466415, + 19.95523476525858, + 19.93873700405075, + 19.92223924284292, + 19.905741481635086, + 19.889243720427256, + 19.872745959219426, + 19.856248198011595, + 19.83975043680376, + 19.82325267559593, + 19.8067549143881, + 19.790257153180267, + 19.773759391972437, + 19.757261630764607, + 19.740763869556773, + 19.724266108348942, + 19.707768347141112, + 19.691270585933278, + 19.674772824725448, + 19.658275063517618, + 19.641777302309787, + 19.625279541101953, + 19.608781779894123, + 19.592284018686293 + ], + "p10": [ + 19.671733289405868, + 19.64523549005106, + 19.738736241111297, + 19.522239624312647, + 19.60574224457454, + 18.889243720427256, + 19.472746340689152, + 19.456248579481322, + 19.63974967386431, + 19.423253057065658, + 19.606754151448648, + 19.49025791611972, + 19.573758629032984, + 19.447262355557086, + 19.3407642510265, + 19.32426648981867, + 18.707768347141112, + 19.491269822993825, + 19.464772214373884, + 19.348275788310097, + 19.241777683779514, + 18.625279541101953, + 19.40878101695467, + 19.592284018686293 + ], + "p90": [ + 20.371732144996688, + 20.95523476525858, + 20.338736622581024, + 20.92223924284292, + 20.905741481635086, + 20.28924333895753, + 20.2727455777497, + 20.856248198011595, + 20.83975043680376, + 20.82325267559593, + 20.8067549143881, + 20.790257153180267, + 20.773759391972437, + 20.757261630764607, + 20.740763869556773, + 20.124265726879216, + 20.707768347141112, + 20.691270585933278, + 20.674772824725448, + 20.658275063517618, + 20.641777302309787, + 20.625279541101953, + 20.608781779894123, + 20.592284018686293 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_010430.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_010430.json new file mode 100644 index 0000000000000000000000000000000000000000..1e8fdc4dbc556f9f87ade52f3553909d108122bb --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260622_010430.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:04:30.684174+00:00", + "metrics": { + "MSE[mean]": 2.0638507892579887, + "MSE[0.5]": 2.21622024773554, + "MAE[0.5]": 1.3055598735809326, + "MASE[0.5]": 0.6801758509037574, + "MAPE[0.5]": 0.07217155168118097, + "sMAPE[0.5]": 0.06887936849739695, + "MSIS": 2.008881971124014, + "RMSE[mean]": 1.4366108691145243, + "NRMSE[mean]": 0.07742794027377918, + "ND[0.5]": 0.07036478289891643, + "mean_weighted_sum_quantile_loss": 0.043437027053483096 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.817567825317383, + 19.792075157165527, + 19.81685161590576, + 19.895812034606934, + 19.87308692932129, + 19.890055656433105, + 19.828113555908203, + 19.76987075805664, + 19.98317813873291, + 19.802075386047363, + 19.809673309326172, + 19.796335220336914, + 19.787351608276367, + 19.730380058288574, + 20.07958221435547, + 19.90021324157715, + 19.834331512451172, + 19.733229637145996, + 19.921911239624023, + 19.905705451965332, + 19.39554500579834, + 19.67062759399414, + 19.683070182800293, + 19.76606559753418 + ], + "p10": [ + 19.493343353271484, + 19.25013828277588, + 19.031496047973633, + 18.783040046691895, + 18.91458225250244, + 18.725516319274902, + 18.452072143554688, + 18.063467979431152, + 18.339526176452637, + 18.089548110961914, + 17.60998249053955, + 17.830461502075195, + 18.0145320892334, + 17.75043487548828, + 17.726204872131348, + 17.648282051086426, + 17.58270835876465, + 17.06753921508789, + 16.01958179473877, + 16.67975902557373, + 16.51358413696289, + 16.481078147888184, + 16.940340995788574, + 15.51917314529419 + ], + "p90": [ + 20.31351661682129, + 20.364659309387207, + 20.504785537719727, + 20.68573760986328, + 20.766754150390625, + 20.819270133972168, + 20.616954803466797, + 21.25347328186035, + 21.040595054626465, + 21.160338401794434, + 21.5846586227417, + 21.214076042175293, + 21.691704750061035, + 21.67958641052246, + 22.305100440979004, + 21.740920066833496, + 21.598684310913086, + 21.804036140441895, + 21.920472145080566, + 21.69734764099121, + 22.07471466064453, + 22.16692066192627, + 22.473737716674805, + 21.99136447906494 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_010520.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e103d2fa86b9b6341aa8e68285b4882e0eaaeb --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260622_010520.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:05:20.965014+00:00", + "metrics": { + "MSE[mean]": 4.602205399213012, + "MSE[0.5]": 4.358075315483414, + "MAE[0.5]": 1.924342137052302, + "MASE[0.5]": 1.0025515313284215, + "MAPE[0.5]": 0.10581906375386363, + "sMAPE[0.5]": 0.09950359204310445, + "MSIS": 21.502890032524075, + "RMSE[mean]": 2.1452751336863556, + "NRMSE[mean]": 0.11562228749130342, + "ND[0.5]": 0.10371482720706351, + "mean_weighted_sum_quantile_loss": 0.10090623465668194 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825, + 20.478508771929825 + ], + "p10": [ + 20.178509534869278, + 20.168509496722304, + 20.27850800899037, + 20.07850915339955, + 20.178509534869278, + 19.478508771929825, + 20.07850915339955, + 20.07850915339955, + 20.27850800899037, + 20.07850915339955, + 20.27850800899037, + 20.178509534869278, + 20.27850800899037, + 20.168509496722304, + 20.07850915339955, + 20.07850915339955, + 19.478508771929825, + 20.27850800899037, + 20.26850816157826, + 20.168509496722304, + 20.07850915339955, + 19.478508771929825, + 20.27850800899037, + 20.478508771929825 + ], + "p90": [ + 20.878508390460098, + 21.478508771929825, + 20.878508390460098, + 21.478508771929825, + 21.478508771929825, + 20.878508390460098, + 20.878508390460098, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 20.878508390460098, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825, + 21.478508771929825 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_010521.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_010521.json new file mode 100644 index 0000000000000000000000000000000000000000..f427ac8b666fa6f470492f33c7f388f2bfdcb0c8 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260622_010521.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:05:21.010465+00:00", + "metrics": { + "MSE[mean]": 4.345416838328068, + "MSE[0.5]": 4.345416838328068, + "MAE[0.5]": 1.9875000317891438, + "MASE[0.5]": 1.0354557861720493, + "MAPE[0.5]": 0.10848744092449658, + "sMAPE[0.5]": 0.10229870520437916, + "MSIS": 29.218088678363827, + "RMSE[mean]": 2.0845663429903274, + "NRMSE[mean]": 0.1123503112580993, + "ND[0.5]": 0.1071188009668583, + "mean_weighted_sum_quantile_loss": 0.09973800878908097 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "p10": [ + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 19.6, + 19.6, + 19.6, + 19.6, + 20.58, + 19.6, + 19.6, + 20.58, + 19.6, + 20.58, + 19.6, + 19.6, + 19.6, + 19.6 + ], + "p90": [ + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 20.4, + 20.4, + 20.4, + 20.4, + 21.42, + 20.4, + 20.4, + 21.42, + 20.4, + 21.42, + 20.4, + 20.4, + 20.4, + 20.4 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_010506.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_010506.json new file mode 100644 index 0000000000000000000000000000000000000000..f81b5933d737d7c2d867c153d8fa258e9f7dc820 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260622_010506.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:05:06.166333+00:00", + "metrics": { + "MSE[mean]": 2.6746011036308723, + "MSE[0.5]": 2.6746011036308723, + "MAE[0.5]": 1.435309886932373, + "MASE[0.5]": 0.7477735364040227, + "MAPE[0.5]": 0.0793467140963881, + "sMAPE[0.5]": 0.07538984503966971, + "MSIS": 12.101461553375506, + "RMSE[mean]": 1.6354207726548151, + "NRMSE[mean]": 0.08814304877538853, + "ND[0.5]": 0.07735782221128747, + "mean_weighted_sum_quantile_loss": 0.05520548194770641 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.9747314453125, + 20.035400390625, + 20.01806640625, + 20.0614013671875, + 20.0614013671875, + 20.0787353515625, + 20.0267333984375, + 20.0267333984375, + 20.000732421875, + 19.966064453125, + 19.896728515625, + 19.9227294921875, + 19.8880615234375, + 19.966064453125, + 19.9920654296875, + 19.9920654296875, + 20.0267333984375, + 20.035400390625, + 19.9833984375, + 20.01806640625, + 19.966064453125, + 19.9833984375, + 19.931396484375, + 19.8447265625 + ], + "p10": [ + 19.5933837890625, + 19.498046875, + 19.3680419921875, + 19.34637451171875, + 19.32037353515625, + 19.32904052734375, + 19.28570556640625, + 19.238037109375, + 19.17303466796875, + 19.11669921875, + 18.9866943359375, + 18.9866943359375, + 18.8740234375, + 18.89569091796875, + 18.95635986328125, + 18.91302490234375, + 18.891357421875, + 18.87835693359375, + 18.798187255859375, + 18.79168701171875, + 18.70068359375, + 18.655181884765625, + 18.525177001953125, + 18.417922973632812 + ], + "p90": [ + 20.3994140625, + 20.57275390625, + 20.659423828125, + 20.763427734375, + 20.798095703125, + 20.832763671875, + 20.8154296875, + 20.832763671875, + 20.867431640625, + 20.832763671875, + 20.798095703125, + 20.867431640625, + 20.902099609375, + 21.040771484375, + 21.0234375, + 21.040771484375, + 21.05810546875, + 21.0927734375, + 21.05810546875, + 21.12744140625, + 21.05810546875, + 21.144775390625, + 21.110107421875, + 21.040771484375 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_010229.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_010229.json new file mode 100644 index 0000000000000000000000000000000000000000..a430fa8be1b7cce81b264b6412eb7a13771eb6c6 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260622_010229.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:02:29.059977+00:00", + "metrics": { + "MSE[mean]": 3.2685348329393187, + "MSE[0.5]": 2.785235437229403, + "MAE[0.5]": 1.4584782123565674, + "MASE[0.5]": 0.7598438640682712, + "MAPE[0.5]": 0.08066734634980188, + "sMAPE[0.5]": 0.07654638909954632, + "MSIS": 32.25696292600393, + "RMSE[mean]": 1.807908966994555, + "NRMSE[mean]": 0.09743951582599716, + "ND[0.5]": 0.07860650809815792, + "mean_weighted_sum_quantile_loss": 0.08303545598297832 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.986276626586914, + 19.976654052734375, + 19.962682723999023, + 19.971216201782227, + 19.9820613861084, + 20.00909996032715, + 20.026824951171875, + 20.015819549560547, + 20.001983642578125, + 20.013347625732422, + 20.032638549804688, + 20.018909454345703, + 20.003307342529297, + 19.996301651000977, + 19.971094131469727, + 19.999244689941406, + 20.01673126220703, + 20.060762405395508, + 20.012531280517578, + 20.053173065185547, + 19.978843688964844, + 19.9683837890625, + 20.004642486572266, + 20.092172622680664 + ], + "p10": [ + 20.04175567626953, + 20.0922908782959, + 19.915956497192383, + 20.13087272644043, + 20.029258728027344, + 20.12508773803711, + 20.059520721435547, + 20.115636825561523, + 20.047170639038086, + 20.139005661010742, + 20.17918586730957, + 19.9346981048584, + 20.067123413085938, + 20.11966896057129, + 20.055238723754883, + 20.11246681213379, + 20.12718391418457, + 20.034393310546875, + 20.146892547607422, + 20.15281867980957, + 20.09280014038086, + 20.151147842407227, + 20.125534057617188, + 20.04410743713379 + ], + "p90": [ + 20.15597152709961, + 20.2740535736084, + 20.320022583007812, + 20.371122360229492, + 20.407331466674805, + 20.44928550720215, + 20.468679428100586, + 20.539674758911133, + 20.535402297973633, + 20.606962203979492, + 20.676013946533203, + 20.551132202148438, + 20.644010543823242, + 20.722864151000977, + 20.68792152404785, + 20.75774383544922, + 20.781646728515625, + 20.87959861755371, + 20.860828399658203, + 20.882234573364258, + 20.869739532470703, + 20.843725204467773, + 20.83736228942871, + 20.932971954345703 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_010346.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_010346.json new file mode 100644 index 0000000000000000000000000000000000000000..f42e9b0e1ed0ae274946648c69df77c398286feb --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260622_010346.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:03:46.271091+00:00", + "metrics": { + "MSE[mean]": 3.645047026932692, + "MSE[0.5]": 3.645047026932692, + "MAE[0.5]": 1.6879386107126872, + "MASE[0.5]": 0.8793890682820814, + "MAPE[0.5]": 0.09324402939059433, + "sMAPE[0.5]": 0.08790484870260533, + "MSIS": 8.293109111594074, + "RMSE[mean]": 1.9092006251132152, + "NRMSE[mean]": 0.10289875647609589, + "ND[0.5]": 0.09097356336766589, + "mean_weighted_sum_quantile_loss": 0.05772431499925642 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 20.066591262817383, + 20.10183334350586, + 20.108966827392578, + 20.1614933013916, + 20.14039421081543, + 20.228008270263672, + 20.143962860107422, + 20.18891716003418, + 20.20774269104004, + 20.226716995239258, + 20.187976837158203, + 20.20969581604004, + 20.221467971801758, + 20.253786087036133, + 20.285619735717773, + 20.286720275878906, + 20.28763198852539, + 20.380573272705078, + 20.276601791381836, + 20.422931671142578, + 20.35214614868164, + 20.36399269104004, + 20.35964012145996, + 20.34711456298828 + ], + "p10": [ + 19.664798736572266, + 19.592742919921875, + 19.490646362304688, + 19.431182861328125, + 19.33977699279785, + 19.347362518310547, + 19.19049644470215, + 19.149436950683594, + 19.076107025146484, + 18.99671745300293, + 18.86018180847168, + 18.805269241333008, + 18.720293045043945, + 18.66547393798828, + 18.616247177124023, + 18.516145706176758, + 18.441328048706055, + 18.449949264526367, + 18.270814895629883, + 18.351552963256836, + 18.206026077270508, + 18.16101837158203, + 18.110107421875, + 18.034717559814453 + ], + "p90": [ + 20.5043888092041, + 20.692312240600586, + 20.866226196289062, + 21.063331604003906, + 21.113269805908203, + 21.30484962463379, + 21.31420135498047, + 21.453838348388672, + 21.554180145263672, + 21.65754508972168, + 21.693748474121094, + 21.775022506713867, + 21.83633041381836, + 21.94352912902832, + 22.0676326751709, + 22.08950424194336, + 22.133792877197266, + 22.3193416595459, + 22.286033630371094, + 22.51317596435547, + 22.468528747558594, + 22.54094696044922, + 22.58917236328125, + 22.621896743774414 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_010316.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_010316.json new file mode 100644 index 0000000000000000000000000000000000000000..e810dc3d590d5ff7b9f7e6b1b8aadb4f6e43509c --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260622_010316.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:03:16.678871+00:00", + "metrics": { + "MSE[mean]": 2.68802326829109, + "MSE[0.5]": 2.68802326829109, + "MAE[0.5]": 1.4310472011566162, + "MASE[0.5]": 0.745552745168529, + "MAPE[0.5]": 0.07915978878052386, + "sMAPE[0.5]": 0.07517923551001567, + "MSIS": 4.752781292218372, + "RMSE[mean]": 1.639519218640358, + "NRMSE[mean]": 0.08836393964974168, + "ND[0.5]": 0.07712807942794446, + "mean_weighted_sum_quantile_loss": 0.04575197530068881 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00", + "2026-06-22 14:00:00", + "2026-06-22 15:00:00", + "2026-06-22 16:00:00", + "2026-06-22 17:00:00", + "2026-06-22 18:00:00", + "2026-06-22 19:00:00", + "2026-06-22 20:00:00", + "2026-06-22 21:00:00", + "2026-06-22 22:00:00", + "2026-06-22 23:00:00", + "2026-06-23 00:00:00", + "2026-06-23 01:00:00", + "2026-06-23 02:00:00", + "2026-06-23 03:00:00", + "2026-06-23 04:00:00", + "2026-06-23 05:00:00", + "2026-06-23 06:00:00", + "2026-06-23 07:00:00", + "2026-06-23 08:00:00", + "2026-06-23 09:00:00", + "2026-06-23 10:00:00", + "2026-06-23 11:00:00", + "2026-06-23 12:00:00", + "2026-06-23 13:00:00", + "2026-06-23 14:00:00", + "2026-06-23 15:00:00", + "2026-06-23 16:00:00", + "2026-06-23 17:00:00", + "2026-06-23 18:00:00", + "2026-06-23 19:00:00", + "2026-06-23 20:00:00", + "2026-06-23 21:00:00", + "2026-06-23 22:00:00", + "2026-06-23 23:00:00", + "2026-06-24 00:00:00", + "2026-06-24 01:00:00", + "2026-06-24 02:00:00", + "2026-06-24 03:00:00", + "2026-06-24 04:00:00", + "2026-06-24 05:00:00", + "2026-06-24 06:00:00", + "2026-06-24 07:00:00", + "2026-06-24 08:00:00", + "2026-06-24 09:00:00", + "2026-06-24 10:00:00", + "2026-06-24 11:00:00", + "2026-06-24 12:00:00", + "2026-06-24 13:00:00", + "2026-06-24 14:00:00", + "2026-06-24 15:00:00", + "2026-06-24 16:00:00", + "2026-06-24 17:00:00", + "2026-06-24 18:00:00", + "2026-06-24 19:00:00", + "2026-06-24 20:00:00", + "2026-06-24 21:00:00", + "2026-06-24 22:00:00", + "2026-06-24 23:00:00", + "2026-06-25 00:00:00", + "2026-06-25 01:00:00", + "2026-06-25 02:00:00", + "2026-06-25 03:00:00", + "2026-06-25 04:00:00", + "2026-06-25 05:00:00", + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" + ], + "context": [ + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.200000762939453, + 17.0, + 17.0, + 17.0, + 18.0, + 17.799999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actual": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 + ], + "predictions": { + "p50": [ + 19.998952865600586, + 19.998950958251953, + 19.99662208557129, + 19.99713134765625, + 19.99517822265625, + 19.995868682861328, + 19.98717498779297, + 19.987548828125, + 19.989830017089844, + 19.982315063476562, + 19.988771438598633, + 19.988218307495117, + 19.98497200012207, + 19.979013442993164, + 19.981178283691406, + 19.983266830444336, + 19.98055076599121, + 19.983633041381836, + 19.98788833618164, + 19.98802375793457, + 19.978790283203125, + 19.971675872802734, + 19.95343017578125, + 19.955198287963867 + ], + "p10": [ + 19.91094970703125, + 19.480667114257812, + 19.202556610107422, + 19.302194595336914, + 19.145156860351562, + 19.14713478088379, + 19.008886337280273, + 18.948720932006836, + 18.889198303222656, + 18.80711555480957, + 18.72153663635254, + 18.62773895263672, + 18.533100128173828, + 18.464536666870117, + 18.401336669921875, + 18.311561584472656, + 18.233156204223633, + 18.155757904052734, + 18.06205177307129, + 17.98221206665039, + 17.923805236816406, + 17.796422958374023, + 17.664995193481445, + 17.55940055847168 + ], + "p90": [ + 21.1241455078125, + 20.9361572265625, + 20.899980545043945, + 20.98386573791504, + 21.03252410888672, + 21.04924201965332, + 20.980112075805664, + 21.096982955932617, + 21.032894134521484, + 21.063798904418945, + 21.084453582763672, + 21.124555587768555, + 21.1702938079834, + 21.182626724243164, + 21.22494888305664, + 21.202573776245117, + 21.242765426635742, + 21.230932235717773, + 21.222761154174805, + 21.26530647277832, + 21.2764892578125, + 21.272907257080078, + 21.285181045532227, + 21.316303253173828 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_010520.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..ab67162886c5058110d8fb0bd967cf88b9380948 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260622_010520.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T01:05:20.710312+00:00", + "metrics": { + "MSE[mean]": 16.166829627859368, + "MSE[0.5]": 15.855689026879359, + "MAE[0.5]": 3.438609245222118, + "MASE[0.5]": 1.7544498520184806, + "MAPE[0.5]": 0.1475135662220605, + "sMAPE[0.5]": 0.13421342720227572, + "MSIS": 47.71263155800403, + "RMSE[mean]": 4.020799625430167, + "NRMSE[mean]": 0.16328120306315397, + "ND[0.5]": 0.13963895412069516, + "mean_weighted_sum_quantile_loss": 0.1309430645894239 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.26619042842421, + 26.713928568006814, + 27.03161087463638, + 27.225039220307238, + 27.441883612284382, + 27.63996423400023, + 27.74867563536536, + 27.888219002289777, + 27.840553532641657, + 27.933741285939064, + 27.880308521525173, + 27.90339991276031, + 27.99444400748338, + 27.91470746467271, + 27.953212184643412, + 27.91722736969505, + 27.95029447140522, + 28.004672893836783, + 27.93262403204477, + 28.00887345448889, + 28.02102444565722, + 27.97543019064252, + 28.007576185977822, + 27.890330341557238 + ], + "p10": [ + 25.685126945412833, + 25.82849367487442, + 26.119719160529712, + 26.347980427906254, + 26.74351756156931, + 26.88337298524143, + 27.032497837053384, + 27.10189798356106, + 27.09320628339347, + 27.0704043474054, + 27.04835975493165, + 26.857658338036224, + 27.18614134403617, + 27.12068730638071, + 27.31535962383173, + 27.108794416411353, + 27.248094721113276, + 27.267601619281976, + 27.154018320562194, + 27.416751248323337, + 27.153063996834202, + 27.16139428012202, + 27.358959788898034, + 27.307148873477544 + ], + "p90": [ + 27.035310855368458, + 27.460185539930873, + 27.69146379340189, + 28.069415582244687, + 28.06067606205212, + 28.437723638722417, + 28.509443123023022, + 28.558466546466807, + 28.562698338128374, + 28.568915684767347, + 28.37796720286227, + 28.48652416242951, + 28.696419207475966, + 28.58968690379299, + 28.678519475874435, + 28.726913830285604, + 28.84632856849974, + 28.756564875124205, + 28.733506822018434, + 28.730553141206123, + 28.731669137946547, + 28.795492752901165, + 28.697593406692985, + 28.60275198607141 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_010159.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_010159.json new file mode 100644 index 0000000000000000000000000000000000000000..a0c4c20c00db25a84a1417bda8c9d495ed66c8fc --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260622_010159.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T01:01:59.055459+00:00", + "metrics": { + "MSE[mean]": 1.4501269307024813, + "MSE[0.5]": 1.4501269307024813, + "MAE[0.5]": 1.1002933979034424, + "MASE[0.5]": 0.5613925431657794, + "MAPE[0.5]": 0.04561964916515076, + "sMAPE[0.5]": 0.04442495529034112, + "MSIS": 2.626121458613473, + "RMSE[mean]": 1.2042121618313284, + "NRMSE[mean]": 0.04890201672411486, + "ND[0.5]": 0.044681965397094105, + "mean_weighted_sum_quantile_loss": 0.02957468149379179 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.764907836914062, + 27.56035614013672, + 28.172758102416992, + 28.593854904174805, + 28.75330352783203, + 28.5828914642334, + 28.26559829711914, + 27.742591857910156, + 27.03007698059082, + 26.25257682800293, + 25.439340591430664, + 24.911922454833984, + 24.46146583557129, + 24.146289825439453, + 23.8992919921875, + 23.749425888061523, + 23.69153594970703, + 23.710874557495117, + 23.537639617919922, + 23.343303680419922, + 23.325971603393555, + 23.66921043395996, + 24.445035934448242, + 25.407346725463867 + ], + "p10": [ + 26.238460540771484, + 26.60725212097168, + 26.90073585510254, + 26.99193000793457, + 27.00096321105957, + 26.715221405029297, + 26.370380401611328, + 25.88548469543457, + 25.228687286376953, + 24.516708374023438, + 23.85792350769043, + 23.397506713867188, + 22.98957633972168, + 22.647441864013672, + 22.399261474609375, + 22.25485610961914, + 22.231470108032227, + 22.07659912109375, + 21.857982635498047, + 21.645158767700195, + 21.650035858154297, + 21.9058837890625, + 22.550729751586914, + 23.226451873779297 + ], + "p90": [ + 27.328838348388672, + 28.526172637939453, + 29.51487922668457, + 30.336437225341797, + 30.6593017578125, + 30.73415184020996, + 30.33199691772461, + 29.71971893310547, + 28.904212951660156, + 28.02336883544922, + 27.080337524414062, + 26.453527450561523, + 25.919424057006836, + 25.64748191833496, + 25.398305892944336, + 25.179094314575195, + 25.14906120300293, + 25.27906608581543, + 25.172348022460938, + 24.96733283996582, + 24.96299934387207, + 25.401580810546875, + 26.38788604736328, + 27.76613426208496 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_010520.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..c138e3096d226e67f4c2902b782e919d22d956c2 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260622_010520.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T01:05:20.922006+00:00", + "metrics": { + "MSE[mean]": 205.17283364988245, + "MSE[0.5]": 201.8579566155198, + "MAE[0.5]": 11.900896177544062, + "MASE[0.5]": 6.0720843947567404, + "MAPE[0.5]": 0.5117805761707964, + "sMAPE[0.5]": 0.3757241470223105, + "MSIS": 217.19565919856612, + "RMSE[mean]": 14.32385540452997, + "NRMSE[mean]": 0.5816794072905572, + "ND[0.5]": 0.48328512396118023, + "mean_weighted_sum_quantile_loss": 0.47544905402605864 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.46371038243542, + 27.32921143152901, + 28.194713434296915, + 28.960215055595096, + 29.925714578809778, + 30.891216009373096, + 31.656716676996957, + 32.52221963343918, + 33.38771877518413, + 34.253220777952045, + 35.118720873371316, + 35.88422154099518, + 36.7497244974374, + 37.66522478359153, + 38.580725069745675, + 39.44622611883926, + 40.31172812160717, + 41.17723012437507, + 42.04272926612003, + 42.90823126888794, + 43.72373212724666, + 44.639233367075114, + 45.504733462494386, + 46.27023603746688 + ], + "p10": [ + 25.563710763905146, + 26.319211393382037, + 27.384711488801308, + 28.160213911185917, + 29.1257134344006, + 29.891216009373096, + 30.856717249201548, + 31.822218870499725, + 32.48771915665386, + 33.843220167600485, + 34.20872140742893, + 34.984221922464904, + 35.94972335302822, + 36.9152228762429, + 37.770724077924385, + 38.44622783545303, + 39.31172716793285, + 40.47722936143562, + 41.14272964758975, + 42.10823088741821, + 43.063730753955646, + 43.839232985605385, + 44.89473323361255, + 45.67023546526229 + ], + "p90": [ + 27.77370965764294, + 28.529212194468464, + 29.19471438797123, + 30.260212576041873, + 31.12571362513546, + 31.891216009373096, + 32.756717058466684, + 33.92221925196945, + 34.38771877518413, + 35.653219442808, + 36.11872278071995, + 37.08422230393463, + 37.7497244974374, + 38.715224211386946, + 39.580725069745675, + 40.646226881778716, + 41.711726786463124, + 42.577229742905345, + 43.4427288846503, + 44.118230925565186, + 45.17373098283748, + 45.939231650461345, + 46.70473422543384, + 47.370234511587974 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_010441.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_010441.json new file mode 100644 index 0000000000000000000000000000000000000000..d31b9d3b5e5a48df2c11e3044e4eda287283e677 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260622_010441.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T01:04:41.577452+00:00", + "metrics": { + "MSE[mean]": 1.5674962366124419, + "MSE[0.5]": 1.418549631856725, + "MAE[0.5]": 1.0317400296529133, + "MASE[0.5]": 0.5264151909267523, + "MAPE[0.5]": 0.04348263901957442, + "sMAPE[0.5]": 0.04229961932496972, + "MSIS": 2.78586591469491, + "RMSE[mean]": 1.251996899601769, + "NRMSE[mean]": 0.050842513689411936, + "ND[0.5]": 0.04189807227016907, + "mean_weighted_sum_quantile_loss": 0.03005512920307203 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.557101249694824, + 27.391206741333008, + 27.987571716308594, + 28.47161865234375, + 28.211264610290527, + 27.811922073364258, + 27.497241020202637, + 27.05649757385254, + 26.673524856567383, + 26.29969882965088, + 25.599340438842773, + 24.777324676513672, + 24.477649688720703, + 24.27589988708496, + 23.91825008392334, + 23.709087371826172, + 23.643296241760254, + 23.743389129638672, + 23.698464393615723, + 23.524751663208008, + 23.461220741271973, + 23.968371391296387, + 25.20138454437256, + 25.637396812438965 + ], + "p10": [ + 26.01768970489502, + 26.48335361480713, + 26.660759925842285, + 26.900235176086426, + 26.63014793395996, + 26.127948760986328, + 25.352487564086914, + 24.75143814086914, + 24.698304176330566, + 24.15440082550049, + 23.57319736480713, + 23.052167892456055, + 22.551349639892578, + 22.84719944000244, + 22.305882453918457, + 21.952173233032227, + 21.90898895263672, + 22.28969955444336, + 22.068964958190918, + 21.887983322143555, + 21.503320693969727, + 22.38471508026123, + 22.947704315185547, + 23.46730899810791 + ], + "p90": [ + 27.220165252685547, + 28.481515884399414, + 29.61828899383545, + 30.59458065032959, + 30.242795944213867, + 30.37970542907715, + 30.09382724761963, + 29.456335067749023, + 28.980080604553223, + 28.203081130981445, + 27.89723777770996, + 26.676987648010254, + 26.98172664642334, + 25.934778213500977, + 25.753902435302734, + 25.64520263671875, + 25.93964672088623, + 25.541068077087402, + 25.456583976745605, + 25.5914363861084, + 25.270817756652832, + 25.84455108642578, + 27.541104316711426, + 28.25351619720459 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_010520.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_010520.json new file mode 100644 index 0000000000000000000000000000000000000000..d238a1b2fe4c03fa542c96a1a2616155863163ac --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260622_010520.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T01:05:20.984274+00:00", + "metrics": { + "MSE[mean]": 6.548387230398933, + "MSE[0.5]": 6.1430850157985715, + "MAE[0.5]": 2.341069510959669, + "MASE[0.5]": 1.1944622852320796, + "MAPE[0.5]": 0.09794876768707127, + "sMAPE[0.5]": 0.09395878923849262, + "MSIS": 20.391109026954346, + "RMSE[mean]": 2.558981678402355, + "NRMSE[mean]": 0.10391803770161848, + "ND[0.5]": 0.09506881262780381, + "mean_weighted_sum_quantile_loss": 0.08517055437226526 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 25.873208556720865, + 25.873208556720865, + 25.87320951039518, + 25.77321008259977, + 25.873208556720865, + 25.97320893819059, + 25.873208556720865, + 25.873210464069498, + 25.873208556720865, + 25.87320951039518, + 25.873208556720865, + 25.77320817525114, + 25.77321008259977, + 25.823209319660318, + 25.873208556720865, + 25.873208556720865, + 25.87320951039518, + 25.873210464069498, + 25.873208556720865, + 25.87320951039518, + 25.823209319660318, + 25.87320951039518, + 25.873208556720865, + 25.77321008259977 + ], + "p10": [ + 24.97320893819059, + 24.86320851857389, + 25.063207564899574, + 24.97320893819059, + 25.073207412311685, + 24.97320893819059, + 25.073209128925456, + 25.173209701130045, + 24.97320893819059, + 25.463208900043618, + 24.96320909077848, + 24.873208556720865, + 24.97320893819059, + 25.073207412311685, + 25.063207564899574, + 24.873210273334635, + 24.873208556720865, + 25.173209701130045, + 24.97320893819059, + 25.073209128925456, + 25.1632079463693, + 25.073209128925456, + 25.263208327839028, + 25.173209510395182 + ], + "p90": [ + 27.183207831928385, + 27.073209319660318, + 26.873210464069498, + 27.073207603046548, + 27.073207603046548, + 26.97320893819059, + 26.97320893819059, + 27.27321008259977, + 26.873208556720865, + 27.27320817525114, + 26.873210464069498, + 26.97320893819059, + 26.77321008259977, + 26.873208747455728, + 26.873208556720865, + 27.073209319660318, + 27.27320817525114, + 27.27321008259977, + 27.27320817525114, + 27.083209167072425, + 27.27320817525114, + 27.173207793781412, + 27.073209319660318, + 26.873208556720865 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_010521.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_010521.json new file mode 100644 index 0000000000000000000000000000000000000000..08e28a4e3b8f850af977d2ba8f7290f2ec7bb243 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260622_010521.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T01:05:21.026375+00:00", + "metrics": { + "MSE[mean]": 2.604166237513861, + "MSE[0.5]": 2.604166237513861, + "MAE[0.5]": 1.4416665236155193, + "MASE[0.5]": 0.7355682017465935, + "MAPE[0.5]": 0.05994978175049117, + "sMAPE[0.5]": 0.0578000244653038, + "MSIS": 15.587328175597442, + "RMSE[mean]": 1.613742927951618, + "NRMSE[mean]": 0.06553270773407585, + "ND[0.5]": 0.0585448334463155, + "mean_weighted_sum_quantile_loss": 0.05202293085455781 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "p10": [ + 26.656000747680665, + 26.46, + 27.538000373840333, + 28.713999252319336, + 28.91, + 27.93, + 27.538000373840333, + 27.04800037384033, + 26.851999626159667, + 26.753999252319336, + 25.97, + 24.891999626159667, + 24.206000747680665, + 24.009999999999998, + 23.911999626159666, + 23.813999252319334, + 23.421999626159668, + 23.716000747680663, + 23.421999626159668, + 23.226000747680665, + 23.03, + 23.421999626159668, + 24.303999252319336, + 25.186000747680662 + ], + "p90": [ + 27.74400077819824, + 27.54, + 28.66200038909912, + 29.885999221801757, + 30.09, + 29.07, + 28.66200038909912, + 28.152000389099122, + 27.94799961090088, + 27.84599922180176, + 27.03, + 25.90799961090088, + 25.19400077819824, + 24.990000000000002, + 24.88799961090088, + 24.78599922180176, + 24.37799961090088, + 24.684000778198243, + 24.37799961090088, + 24.17400077819824, + 23.97, + 24.37799961090088, + 25.295999221801758, + 26.214000778198244 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_010513.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_010513.json new file mode 100644 index 0000000000000000000000000000000000000000..fbebb159877b5140e763a35e42395653d900895f --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260622_010513.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T01:05:13.329772+00:00", + "metrics": { + "MSE[mean]": 1.378297162724569, + "MSE[0.5]": 1.378297162724569, + "MAE[0.5]": 0.9953584671020508, + "MASE[0.5]": 0.5078525621191167, + "MAPE[0.5]": 0.04053387084522219, + "sMAPE[0.5]": 0.039453903246234816, + "MSIS": 2.601521654978992, + "RMSE[mean]": 1.1740090130508236, + "NRMSE[mean]": 0.04767549291576949, + "ND[0.5]": 0.040420648410235564, + "mean_weighted_sum_quantile_loss": 0.029128845366886577 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.781005859375, + 27.51617431640625, + 28.224609375, + 28.705810546875, + 28.9998779296875, + 28.9464111328125, + 28.5721435546875, + 27.9840087890625, + 27.19537353515625, + 26.353271484375, + 25.48443603515625, + 24.856201171875, + 24.25469970703125, + 23.903823852539062, + 23.619781494140625, + 23.472747802734375, + 23.165313720703125, + 23.352447509765625, + 22.991546630859375, + 22.804412841796875, + 22.57049560546875, + 23.0650634765625, + 24.25971221923828, + 25.544586181640625 + ], + "p10": [ + 26.0859375, + 26.33990478515625, + 26.60723876953125, + 26.76763916015625, + 26.87457275390625, + 26.76763916015625, + 26.3265380859375, + 25.8720703125, + 25.283935546875, + 24.613929748535156, + 23.783523559570312, + 23.18536376953125, + 22.57049560546875, + 22.24969482421875, + 21.968994140625, + 21.84869384765625, + 21.52789306640625, + 21.6749267578125, + 21.3006591796875, + 21.07342529296875, + 20.792724609375, + 21.1402587890625, + 22.03582763671875, + 23.018280029296875 + ], + "p90": [ + 27.48944091796875, + 28.6790771484375, + 29.7484130859375, + 30.4969482421875, + 30.9246826171875, + 30.951416015625, + 30.6573486328125, + 29.935546875, + 29.080078125, + 28.064208984375, + 27.101806640625, + 26.4334716796875, + 25.785186767578125, + 25.384185791015625, + 25.130218505859375, + 24.9364013671875, + 24.630638122558594, + 24.862884521484375, + 24.518692016601562, + 24.321115493774414, + 24.105995178222656, + 24.720863342285156, + 26.139404296875, + 27.6632080078125 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_010238.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_010238.json new file mode 100644 index 0000000000000000000000000000000000000000..0f7baaa4699254bd8cec295a392cf3fef87fcde6 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260622_010238.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T01:02:38.751880+00:00", + "metrics": { + "MSE[mean]": 0.48112895292206304, + "MSE[0.5]": 0.2745475796540025, + "MAE[0.5]": 0.40422741572062176, + "MASE[0.5]": 0.20624522273889453, + "MAPE[0.5]": 0.016361311163485423, + "sMAPE[0.5]": 0.01629552424931571, + "MSIS": 11.275995758256263, + "RMSE[mean]": 0.6936345961109949, + "NRMSE[mean]": 0.028167902380141923, + "ND[0.5]": 0.016415326526725758, + "mean_weighted_sum_quantile_loss": 0.023170523115467544 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.382415771484375, + 27.005207061767578, + 27.45889663696289, + 27.688156127929688, + 27.828895568847656, + 27.70087432861328, + 27.29064178466797, + 26.74462890625, + 25.961631774902344, + 25.17440414428711, + 24.59389877319336, + 24.032730102539062, + 23.62472915649414, + 23.26280975341797, + 23.021961212158203, + 22.805828094482422, + 22.751680374145508, + 22.784412384033203, + 22.616453170776367, + 22.399381637573242, + 22.260784149169922, + 22.51821517944336, + 23.068632125854492, + 23.745651245117188 + ], + "p10": [ + 26.585174560546875, + 27.204303741455078, + 27.860431671142578, + 28.0626220703125, + 28.174488067626953, + 28.11894989013672, + 27.692737579345703, + 27.123554229736328, + 26.343910217285156, + 25.56583023071289, + 24.94952392578125, + 24.399532318115234, + 24.008541107177734, + 23.620651245117188, + 23.431236267089844, + 23.156856536865234, + 23.15460777282715, + 22.990520477294922, + 22.977258682250977, + 22.698490142822266, + 22.738004684448242, + 22.94705581665039, + 23.471923828125, + 24.339664459228516 + ], + "p90": [ + 27.202041625976562, + 28.127334594726562, + 28.83026885986328, + 29.254150390625, + 29.502037048339844, + 29.453495025634766, + 29.08865737915039, + 28.496807098388672, + 27.652366638183594, + 26.758670806884766, + 26.083297729492188, + 25.51400375366211, + 25.077655792236328, + 24.719532012939453, + 24.45970916748047, + 24.243988037109375, + 24.221397399902344, + 24.196739196777344, + 24.030048370361328, + 23.802845001220703, + 23.796985626220703, + 24.218280792236328, + 24.91754913330078, + 25.816814422607422 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_010356.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_010356.json new file mode 100644 index 0000000000000000000000000000000000000000..b2b0939029afe3ba7df294b1dddb175ac853aa4c --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260622_010356.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T01:03:56.980822+00:00", + "metrics": { + "MSE[mean]": 1.6713198652737447, + "MSE[0.5]": 1.6713198652737447, + "MAE[0.5]": 1.157154639561971, + "MASE[0.5]": 0.5904043295884464, + "MAPE[0.5]": 0.048030043756324504, + "sMAPE[0.5]": 0.046665631636137204, + "MSIS": 3.2268750338113805, + "RMSE[mean]": 1.2927953686774039, + "NRMSE[mean]": 0.05249930431177274, + "ND[0.5]": 0.046991051352770395, + "mean_weighted_sum_quantile_loss": 0.032444050590398954 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.61524200439453, + 27.388404846191406, + 28.076854705810547, + 28.516040802001953, + 28.726144790649414, + 28.569595336914062, + 28.249465942382812, + 27.673194885253906, + 27.095462799072266, + 26.416637420654297, + 25.65326690673828, + 25.147438049316406, + 24.543378829956055, + 24.286394119262695, + 24.05133628845215, + 23.851295471191406, + 23.722455978393555, + 23.61262321472168, + 23.48508071899414, + 23.3464412689209, + 23.14988899230957, + 23.63454818725586, + 24.610750198364258, + 25.757064819335938 + ], + "p10": [ + 26.07459259033203, + 26.4450626373291, + 26.737041473388672, + 26.912555694580078, + 26.93166160583496, + 26.79156494140625, + 26.402080535888672, + 25.91786766052246, + 25.38730239868164, + 24.75457191467285, + 24.027263641357422, + 23.557966232299805, + 22.852949142456055, + 22.418636322021484, + 22.037899017333984, + 21.725696563720703, + 21.497859954833984, + 21.35723876953125, + 21.164281845092773, + 20.973857879638672, + 20.815385818481445, + 21.40263557434082, + 22.39142417907715, + 23.4340877532959 + ], + "p90": [ + 27.228792190551758, + 28.45125389099121, + 29.534381866455078, + 30.286197662353516, + 30.691591262817383, + 30.502641677856445, + 30.214143753051758, + 29.4791316986084, + 28.770057678222656, + 27.98199462890625, + 27.1640625, + 26.618793487548828, + 26.008237838745117, + 25.832799911499023, + 25.648582458496094, + 25.477313995361328, + 25.386310577392578, + 25.34446907043457, + 25.255271911621094, + 25.170740127563477, + 25.024524688720703, + 25.558013916015625, + 26.659854888916016, + 28.02428436279297 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_010325.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_010325.json new file mode 100644 index 0000000000000000000000000000000000000000..95674bfc61c24f2a909d72a4b557ccca7e3d7b5f --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260622_010325.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T01:03:25.266116+00:00", + "metrics": { + "MSE[mean]": 1.6526313863779858, + "MSE[0.5]": 1.6526313863779858, + "MAE[0.5]": 1.1368099053700764, + "MASE[0.5]": 0.5800240236720587, + "MAPE[0.5]": 0.04802182009091066, + "sMAPE[0.5]": 0.04672026941738178, + "MSIS": 2.9375287303160373, + "RMSE[mean]": 1.2855471155807499, + "NRMSE[mean]": 0.052204959008355326, + "ND[0.5]": 0.04616486925360717, + "mean_weighted_sum_quantile_loss": 0.031214780210440125 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273, + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.600000381469727, + 23.100000381469727, + 22.899999618530273, + 22.799999237060547, + 23.5, + 24.799999237060547, + 25.399999618530273, + 26.700000762939453, + 28.0, + 29.700000762939453, + 29.700000762939453, + 28.899999618530273, + 27.399999618530273, + 27.600000381469727, + 28.0, + 27.200000762939453, + 25.700000762939453, + 24.600000381469727, + 24.399999618530273, + 24.0, + 23.600000381469727, + 23.5, + 23.200000762939453, + 23.299999237060547, + 24.100000381469727, + 24.100000381469727, + 24.200000762939453, + 24.200000762939453, + 24.600000381469727, + 25.600000381469727, + 26.299999237060547, + 26.700000762939453, + 27.5, + 28.0, + 29.399999618530273, + 29.899999618530273, + 30.899999618530273, + 28.0, + 27.200000762939453, + 27.200000762939453, + 26.200000762939453, + 26.0, + 26.600000381469727, + 26.299999237060547, + 26.399999618530273, + 26.200000762939453, + 25.899999618530273, + 25.299999237060547, + 25.700000762939453, + 25.100000381469727, + 24.899999618530273, + 24.899999618530273, + 25.0, + 25.600000381469727, + 26.100000381469727, + 27.200000762939453, + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actual": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "predictions": { + "p50": [ + 26.290916442871094, + 26.815959930419922, + 27.38417625427246, + 27.692638397216797, + 27.696605682373047, + 27.69417953491211, + 27.452455520629883, + 27.061256408691406, + 26.467853546142578, + 25.8698673248291, + 25.266050338745117, + 24.919408798217773, + 24.574562072753906, + 24.403879165649414, + 24.218652725219727, + 24.06825828552246, + 23.976688385009766, + 24.04184341430664, + 23.83991241455078, + 23.787935256958008, + 23.778762817382812, + 24.120832443237305, + 24.97456169128418, + 25.846778869628906 + ], + "p10": [ + 25.675561904907227, + 25.838293075561523, + 26.16090202331543, + 26.239294052124023, + 26.113618850708008, + 25.95669937133789, + 25.686548233032227, + 25.289352416992188, + 24.744089126586914, + 24.16696548461914, + 23.626846313476562, + 23.300315856933594, + 22.968429565429688, + 22.773683547973633, + 22.644371032714844, + 22.523042678833008, + 22.41776466369629, + 22.46619987487793, + 22.27655792236328, + 22.226524353027344, + 22.19036865234375, + 22.486196517944336, + 23.157106399536133, + 23.852773666381836 + ], + "p90": [ + 26.899831771850586, + 27.81144905090332, + 28.763023376464844, + 29.36736488342285, + 29.66030502319336, + 29.742874145507812, + 29.663177490234375, + 29.275859832763672, + 28.48733139038086, + 27.8151912689209, + 27.169967651367188, + 26.707420349121094, + 26.28494644165039, + 26.19062042236328, + 25.94661521911621, + 25.785236358642578, + 25.63558006286621, + 25.801931381225586, + 25.549962997436523, + 25.48336410522461, + 25.503551483154297, + 26.01555061340332, + 27.167449951171875, + 28.359554290771484 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index c3649e174efa5bc4573d24694a78f3e9a5604df1..dafbd0561d10ce6a55c4069e7708ff3a84ec7073 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,318113.0690848033,318113.0690848033,502.3116861979167,0.44209651891707713,0.007834985230214898,0.007858111812631898,3.369032678538878,564.0151319643855,0.0087974504372458,0.007835006390669988,0.006245853327505066,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,312286.5508556366,312286.5508556366,495.9783528645833,0.4365224009008282,0.007735054484163521,0.007758897400701001,3.369032678538878,558.826047044728,0.008715650630274607,0.007735455544005406,0.006212310738363592,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6545614091369082,0.6545614091369082,0.6768666699528694,2.013185917878304,0.5601644892927564,0.8156669446353376,79.14599226567239,0.8090496950972222,0.7624871748172672,0.6379115622042425,0.6353395172062293,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.041527792943851144,0.041527792943851144,0.17083336247338188,2.070707902654555,0.11124370277953509,0.12002645225284786,68.05154616186161,0.20378369155516626,0.138158438922769,0.11581923212368872,0.1116489035865092,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.1833330790206371,1.1833330790206371,0.8416664600372314,0.43013912453991193,0.03288049114698654,0.03240955142041157,7.319350729998809,1.087811141246787,0.041361639551679444,0.03200252637870361,0.02744260678686364,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,36.041666666666664,36.041666666666664,4.625,0.8072727272727273,1.1907793017168016,0.48801373380840324,30.301091046994156,6.003471218109292,0.7465456437027099,0.5751295336787565,0.5676453655728266,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.345416838328068,4.345416838328068,1.9875000317891438,1.0354557861720493,0.10848744092449658,0.10229870520437916,29.218088678363827,2.0845663429903274,0.1123503112580993,0.1071188009668583,0.09973800878908097,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,178.23708730379835,178.23708730379835,11.454166889190674,0.9907679704539757,0.5571476309077784,0.41804080831499396,36.565162716305224,13.350546329787345,0.5777373350519504,0.49567258824730925,0.4866919411579689,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,2.604166237513861,2.604166237513861,1.4416665236155193,0.7355682017465935,0.05994978175049117,0.0578000244653038,15.587328175597442,1.613742927951618,0.06553270773407585,0.0585448334463155,0.05202293085455781,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,26.333333333333332,26.333333333333332,4.0,0.748051948051948,0.7797498797498799,0.45922646969473596,28.0051949342223,5.131601439446884,0.6621421212189528,0.5161290322580645,0.5089008363201911,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,937.5,937.5,18.75,0.9473684210526315,0.00772392290249433,0.007750045216133115,7.288420606840856,30.618621784789728,0.012702626150993147,0.007778738115816767,0.008043791414577927,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7551.857142857143,7551.857142857143,73.85714285714286,1.530991524558358,0.3288908310812257,0.29127747091684864,55.43516014261311,86.90142198409151,0.34543438608099974,0.2935831913685406,0.2867184049466844,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 85bc01576488230af23ec09473c3cbc52c331b19..00375dd433c13390fe0e47524134e78f251c37ff 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:57:02.459390+00:00", + "evaluated_at": "2026-06-22T01:05:21.004315+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 63586.28125, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7519b4ddbffeccb9573ebd6a980e32a24bc2bba1..1eab8a82db277a071652d2e742fce1bf3b070e88 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,92 +1,36 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T17:26:01.499109+00:00", + "evaluated_at": "2026-06-22T01:05:21.010465+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.0, + 14.399999618530273, + 14.0, + 14.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 15.0, + 16.0, + 16.0, + 16.0, + 16.0, + 15.600000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, 17.0, 17.0, 17.0, @@ -94,152 +38,176 @@ 17.0, 17.0, 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0 - ], - "actuals": [ 17.0, 17.0, 17.0, 18.0, + 17.799999237060547, 18.0, 18.0, 18.0, 18.0, 18.0, - 17.799999237060547, - 18.0, 18.0, 18.0, 18.0, + 18.299999237060547, 18.0, 18.0, 18.0, + 19.0, 18.0, 19.0, 19.0, 19.0, 19.0, 19.0, - 19.0 + 19.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 ], - "p50": [ - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 16.700000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, - 17.0, - 17.0, - 17.0, - 17.200000762939453, - 17.0, + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, 17.0, + 18.0, + 18.0, 17.0 ], + "p50": [ + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], "p10": [ - 16.66, - 16.66, - 16.66, - 16.66, - 16.66, - 16.66, - 16.366000747680665, - 16.66, - 16.66, - 16.66, - 16.66, - 16.66, - 16.66, - 16.66, - 16.66, - 16.856000747680664, - 16.66, - 16.66, - 16.66, - 16.66, - 16.856000747680664, - 16.66, - 16.66, - 16.66 + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 19.6, + 19.6, + 19.6, + 19.6, + 20.58, + 19.6, + 19.6, + 20.58, + 19.6, + 20.58, + 19.6, + 19.6, + 19.6, + 19.6 ], "p90": [ - 17.34, - 17.34, - 17.34, - 17.34, - 17.34, - 17.34, - 17.03400077819824, - 17.34, - 17.34, - 17.34, - 17.34, - 17.34, - 17.34, - 17.34, - 17.34, - 17.544000778198242, - 17.34, - 17.34, - 17.34, - 17.34, - 17.544000778198242, - 17.34, - 17.34, - 17.34 + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 20.4, + 20.4, + 20.4, + 20.4, + 21.42, + 20.4, + 20.4, + 21.42, + 20.4, + 21.42, + 20.4, + 20.4, + 20.4, + 20.4 ], "timestamps": [ - "2026-06-20 07:00:00", - "2026-06-20 08:00:00", - "2026-06-20 09:00:00", - "2026-06-20 10:00:00", - "2026-06-20 11:00:00", - "2026-06-20 12:00:00", - "2026-06-20 13:00:00", - "2026-06-20 14:00:00", - "2026-06-20 15:00:00", - "2026-06-20 16:00:00", - "2026-06-20 17:00:00", - "2026-06-20 18:00:00", - "2026-06-20 19:00:00", - "2026-06-20 20:00:00", - "2026-06-20 21:00:00", - "2026-06-20 22:00:00", - "2026-06-20 23:00:00", - "2026-06-21 00:00:00", - "2026-06-21 01:00:00", - "2026-06-21 02:00:00", - "2026-06-21 03:00:00", - "2026-06-21 04:00:00", - "2026-06-21 05:00:00", - "2026-06-21 06:00:00", - "2026-06-21 07:00:00", - "2026-06-21 08:00:00", - "2026-06-21 09:00:00", - "2026-06-21 10:00:00", - "2026-06-21 11:00:00", - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +295,38 @@ "2026-06-25 03:00:00", "2026-06-25 04:00:00", "2026-06-25 05:00:00", - "2026-06-25 06:00:00" + "2026-06-25 06:00:00", + "2026-06-25 07:00:00", + "2026-06-25 08:00:00", + "2026-06-25 09:00:00", + "2026-06-25 10:00:00", + "2026-06-25 11:00:00", + "2026-06-25 12:00:00", + "2026-06-25 13:00:00", + "2026-06-25 14:00:00", + "2026-06-25 15:00:00", + "2026-06-25 16:00:00", + "2026-06-25 17:00:00", + "2026-06-25 18:00:00", + "2026-06-25 19:00:00", + "2026-06-25 20:00:00", + "2026-06-25 21:00:00", + "2026-06-25 22:00:00", + "2026-06-25 23:00:00", + "2026-06-26 00:00:00", + "2026-06-26 01:00:00", + "2026-06-26 02:00:00", + "2026-06-26 03:00:00", + "2026-06-26 04:00:00", + "2026-06-26 05:00:00", + "2026-06-26 06:00:00", + "2026-06-26 07:00:00", + "2026-06-26 08:00:00", + "2026-06-26 09:00:00", + "2026-06-26 10:00:00", + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3e5275fe2a73325b10058f06405bb9adff9b698e..0374d5ee01a6a9632129dc3b4870e77483feb65e 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T17:26:01.505068+00:00", + "evaluated_at": "2026-06-22T01:05:21.016546+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 16.799999237060547, - 14.100000381469727, - 12.600000381469727, - 12.5, - 14.300000190734863, - 16.5, - 19.5, - 18.399999618530273, - 17.600000381469727, - 17.100000381469727, - 17.100000381469727, - 17.5, - 17.799999237060547, - 17.600000381469727, - 19.200000762939453, - 21.799999237060547, - 24.899999618530273, - 32.900001525878906, - 54.900001525878906, - 60.5, - 56.20000076293945, - 53.099998474121094, - 47.0, - 36.599998474121094, - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,9 +310,7 @@ 18.600000381469727, 17.5, 17.100000381469727, - 15.399999618530273 - ], - "actuals": [ + 15.399999618530273, 14.5, 12.5, 10.199999809265137, @@ -362,123 +329,125 @@ 33.20000076293945, 41.79999923706055, 55.599998474121094, - 48.20000076293945, + 54.0, + 46.400001525878906, 43.20000076293945, - 37.599998474121094, - 32.70000076293945, - 28.700000762939453, - 25.899999618530273 + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actuals": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 19.0, - 18.200000762939453, - 18.600000381469727, - 20.299999237060547, - 23.0, - 32.099998474121094, + 23.799999237060547, + 19.299999237060547, + 18.299999237060547, + 19.299999237060547, 21.299999237060547, - 22.0, - 24.799999237060547, - 28.899999618530273, - 32.79999923706055, - 37.599998474121094, - 31.5, - 41.900001525878906, - 38.0, - 36.0, - 33.5, - 31.700000762939453, - 18.799999237060547, - 18.399999618530273, - 18.600000381469727, - 17.5, - 17.100000381469727, - 15.399999618530273 + 22.5, + 23.799999237060547, + 27.600000381469727, + 33.20000076293945, + 41.79999923706055, + 55.599998474121094, + 54.0, + 46.400001525878906, + 43.20000076293945, + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 ], "p10": [ - 18.62, - 17.836000747680664, - 18.22800037384033, - 19.893999252319336, - 22.54, - 31.45799850463867, + 23.323999252319336, + 18.913999252319336, + 17.933999252319335, + 18.913999252319336, 20.873999252319337, - 21.56, - 24.303999252319336, - 28.321999626159666, - 32.14399925231933, - 36.847998504638674, - 30.87, - 41.06200149536133, - 37.24, - 35.28, - 32.83, - 31.066000747680665, - 18.423999252319337, - 18.031999626159667, - 18.22800037384033, - 17.15, - 16.758000373840332, - 15.091999626159668 + 22.05, + 23.323999252319336, + 27.04800037384033, + 32.53600074768066, + 40.96399925231933, + 54.48799850463867, + 52.92, + 45.472001495361326, + 42.336000747680664, + 39.493999252319334, + 37.04399925231934, + 34.692001495361325, + 33.32, + 30.576000747680663, + 24.598000373840332, + 20.776000747680662, + 20.481999626159666, + 23.03, + 27.04800037384033 ], "p90": [ - 19.38, - 18.564000778198242, - 18.972000389099122, - 20.705999221801758, - 23.46, - 32.741998443603514, + 24.275999221801758, + 19.685999221801758, + 18.66599922180176, + 19.685999221801758, 21.725999221801757, - 22.44, - 25.295999221801758, - 29.47799961090088, - 33.45599922180176, - 38.35199844360351, - 32.13, - 42.73800155639648, - 38.76, - 36.72, - 34.17, - 32.334000778198245, - 19.175999221801757, - 18.76799961090088, - 18.972000389099122, - 17.85, - 17.44200038909912, - 15.70799961090088 + 22.95, + 24.275999221801758, + 28.152000389099122, + 33.864000778198246, + 42.63599922180176, + 56.71199844360352, + 55.08, + 47.32800155639649, + 44.06400077819824, + 41.10599922180176, + 38.555999221801756, + 36.10800155639649, + 34.68, + 31.824000778198243, + 25.60200038909912, + 21.624000778198244, + 21.31799961090088, + 23.97, + 28.152000389099122 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index a7108f2f087ad72c76d789c4a4637e5aca6b3b31..8ed4eed757774ac3d00627311a314020ce79e44f 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T17:26:01.517194+00:00", + "evaluated_at": "2026-06-22T01:05:21.026375+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 20.700000762939453, - 19.5, - 19.200000762939453, - 19.100000381469727, - 20.200000762939453, - 21.700000762939453, - 23.5, - 24.600000381469727, - 25.899999618530273, - 26.799999237060547, - 27.0, - 26.299999237060547, - 26.100000381469727, - 24.399999618530273, - 24.299999237060547, - 23.600000381469727, - 23.200000762939453, - 22.100000381469727, - 21.899999618530273, - 21.299999237060547, - 20.799999237060547, - 20.399999618530273, - 20.200000762939453, - 20.100000381469727, - 21.0, - 20.5, - 20.5, - 20.299999237060547, - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,9 +310,7 @@ 26.399999618530273, 26.200000762939453, 25.899999618530273, - 25.299999237060547 - ], - "actuals": [ + 25.299999237060547, 25.700000762939453, 25.100000381469727, 24.899999618530273, @@ -362,123 +329,125 @@ 27.399999618530273, 27.299999237060547, 26.5, - 25.899999618530273, - 24.799999237060547, - 24.399999618530273, + 25.399999618530273, + 24.700000762939453, + 24.5, 24.399999618530273, - 24.0, - 23.899999618530273 - ], - "p50": [ - 24.100000381469727, - 24.100000381469727, - 24.200000762939453, + 24.299999237060547, + 23.899999618530273, 24.200000762939453, - 24.600000381469727, - 25.600000381469727, - 26.299999237060547, - 26.700000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actuals": [ 27.5, + 27.799999237060547, 28.0, - 29.399999618530273, - 29.899999618530273, - 30.899999618530273, - 28.0, - 27.200000762939453, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 + ], + "p50": [ 27.200000762939453, - 26.200000762939453, - 26.0, - 26.600000381469727, - 26.299999237060547, - 26.399999618530273, - 26.200000762939453, - 25.899999618530273, - 25.299999237060547 + 27.0, + 28.100000381469727, + 29.299999237060547, + 29.5, + 28.5, + 28.100000381469727, + 27.600000381469727, + 27.399999618530273, + 27.299999237060547, + 26.5, + 25.399999618530273, + 24.700000762939453, + 24.5, + 24.399999618530273, + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 ], "p10": [ - 23.61800037384033, - 23.61800037384033, - 23.716000747680663, - 23.716000747680663, - 24.10800037384033, - 25.08800037384033, - 25.773999252319335, - 26.166000747680663, - 26.95, - 27.439999999999998, - 28.81199962615967, - 29.301999626159667, - 30.281999626159667, - 27.439999999999998, - 26.656000747680665, 26.656000747680665, - 25.676000747680664, - 25.48, - 26.06800037384033, - 25.773999252319335, - 25.871999626159667, - 25.676000747680664, - 25.38199962615967, - 24.793999252319335 + 26.46, + 27.538000373840333, + 28.713999252319336, + 28.91, + 27.93, + 27.538000373840333, + 27.04800037384033, + 26.851999626159667, + 26.753999252319336, + 25.97, + 24.891999626159667, + 24.206000747680665, + 24.009999999999998, + 23.911999626159666, + 23.813999252319334, + 23.421999626159668, + 23.716000747680663, + 23.421999626159668, + 23.226000747680665, + 23.03, + 23.421999626159668, + 24.303999252319336, + 25.186000747680662 ], "p90": [ - 24.58200038909912, - 24.58200038909912, - 24.684000778198243, - 24.684000778198243, - 25.092000389099123, - 26.112000389099123, - 26.82599922180176, - 27.234000778198244, - 28.05, - 28.560000000000002, - 29.98799961090088, - 30.49799961090088, - 31.51799961090088, - 28.560000000000002, - 27.74400077819824, 27.74400077819824, - 26.724000778198242, - 26.52, - 27.132000389099122, - 26.82599922180176, - 26.92799961090088, - 26.724000778198242, - 26.41799961090088, - 25.80599922180176 + 27.54, + 28.66200038909912, + 29.885999221801757, + 30.09, + 29.07, + 28.66200038909912, + 28.152000389099122, + 27.94799961090088, + 27.84599922180176, + 27.03, + 25.90799961090088, + 25.19400077819824, + 24.990000000000002, + 24.88799961090088, + 24.78599922180176, + 24.37799961090088, + 24.684000778198243, + 24.37799961090088, + 24.17400077819824, + 23.97, + 24.37799961090088, + 25.295999221801758, + 26.214000778198244 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index f3734f3bbdeaad8495a522a494405d66c6cedeb9..44176a772fcf1a828ce928afd9dad05b72520849 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T17:26:01.526185+00:00", + "evaluated_at": "2026-06-22T01:05:21.036184+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -51,15 +20,15 @@ 15.0, 18.0, 22.0, - 24.0, + 25.0, 20.0, 11.0, 13.0, 12.0, - 12.0, + 13.0, 11.0, - 16.0, - 20.0, + 18.0, + 21.0, 12.0, 18.0, 17.0, @@ -73,7 +42,7 @@ 27.0, 17.0, 26.0, - 9.0, + 10.0, 15.0, 19.0, 22.0, @@ -81,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -135,7 +104,7 @@ 14.0, 13.0, 15.0, - 17.0, + 18.0, 12.0, 20.0, 11.0, @@ -152,7 +121,7 @@ 11.0, 18.0, 19.0, - 11.0, + 12.0, 19.0, 13.0, 13.0, @@ -173,144 +142,144 @@ 7.0, 16.0, 11.0, - 13.0 - ], - "actuals": [ + 13.0, 15.0, 12.0, 11.0, 11.0, 16.0, 11.0, - 5.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, 6.0, - 5.0, + 13.0, + 13.0, + 14.0, 9.0, + 10.0, + 13.0 + ], + "actuals": [ 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, 6.0, - 3.0, + 7.0, 6.0, - 11.0, + 9.0, + 10.0, 7.0, 9.0, - 13.0, - 5.0, - 5.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, 5.0, 5.0, - 7.0, - 1.0 + 8.0, + 9.0 ], "p50": [ - 18.0, - 19.0, - 11.0, - 19.0, - 13.0, - 13.0, - 11.0, 8.0, - 11.0, - 9.0, 7.0, + 10.0, + 12.0, 8.0, - 16.0, - 15.0, + 4.0, + 8.0, + 12.0, + 12.0, 11.0, - 7.0, 15.0, - 6.0, 10.0, - 6.0, + 10.0, 7.0, - 16.0, + 7.0, + 10.0, 11.0, + 6.0, + 13.0, + 13.0, + 14.0, + 9.0, + 10.0, 13.0 ], "p10": [ - 17.64, - 18.62, - 10.78, - 18.62, - 12.74, - 12.74, - 10.78, 7.84, - 10.78, - 8.82, 6.859999999999999, + 9.8, + 11.76, 7.84, - 15.68, - 14.7, + 3.92, + 7.84, + 11.76, + 11.76, 10.78, - 6.859999999999999, 14.7, - 5.88, 9.8, - 5.88, + 9.8, 6.859999999999999, - 15.68, + 6.859999999999999, + 9.8, 10.78, + 5.88, + 12.74, + 12.74, + 13.719999999999999, + 8.82, + 9.8, 12.74 ], "p90": [ - 18.36, - 19.38, - 11.22, - 19.38, - 13.26, - 13.26, - 11.22, 8.16, - 11.22, - 9.18, 7.140000000000001, + 10.2, + 12.24, 8.16, - 16.32, - 15.3, + 4.08, + 8.16, + 12.24, + 12.24, 11.22, - 7.140000000000001, 15.3, - 6.12, 10.2, - 6.12, + 10.2, 7.140000000000001, - 16.32, + 7.140000000000001, + 10.2, 11.22, + 6.12, + 13.26, + 13.26, + 14.280000000000001, + 9.18, + 10.2, 13.26 ], "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +440,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 7f78a543fedd15e636d67e9ab82a9b63b419b8f2..0698a9a8eb4c5a3d882c4d4d4891732d55596727 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,19 +1,37 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:57:02.478926+00:00", + "evaluated_at": "2026-06-22T01:05:21.039908+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index e0862ce7aa8bdc9ac10fee2304fda15a3dc71406..786fe3693fc628d12f84e3934c64e9838926382c 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,90761.54748217265,90761.54748217265,209.25504557291666,0.18417036623983776,0.0032760892528657715,0.0032653754970441966,1.1883960305419035,301.2665721286925,0.0046991252299742655,0.0032639388339807678,0.0031677829386239234,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,85507.20633633931,85507.20633633931,202.92171223958334,0.1785962482235889,0.0031762287164633384,0.0031661608470019303,1.1883960305419035,292.41615265976554,0.004560626761600419,0.0031648395033307564,0.003134544391822083,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0007729906852204612,0.0007729906852204612,0.02032364805539449,0.06044806736884224,0.020830105353448754,0.02071875719993561,0.7866068598837683,0.027802710033744214,0.02620260529650881,0.019153979145713665,0.03378821458708183,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04387119894055777,0.04387119894055777,0.17955484820736778,2.1764229056889737,0.11662469450155546,0.12605460860261417,47.05938855654776,0.2094545271426659,0.14200307332985815,0.12173210397765895,0.10743529750117606,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3210891247267682,0.3210891247267682,0.46021612485249835,0.2351964470990655,0.01738585937734887,0.017444530084464362,2.263543603070733,0.5666472665836907,0.02154552302756924,0.017498711633163248,0.025272773076100364,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,38.67162352319186,38.67162352319186,5.379534403483073,0.9389732776988636,1.3733851608206926,0.5786583547271709,15.010497159090908,6.218651262387357,0.7733037839238164,0.6689576460289831,0.5098184026653353,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,2.6746011036308723,2.6746011036308723,1.435309886932373,0.7477735364040227,0.0793467140963881,0.07538984503966971,12.101461553375506,1.6354207726548151,0.08814304877538853,0.07735782221128747,0.05520548194770641,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,163.95091563925143,163.95091563925143,10.132546424865723,0.8764498155137526,0.5680587987920601,0.3833954494614618,3.6852457730235373,12.804331909133387,0.5541002151948045,0.4384802107859009,0.28278885722920827,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.378297162724569,1.378297162724569,0.9953584671020508,0.5078525621191167,0.04053387084522219,0.039453903246234816,2.601521654978992,1.1740090130508236,0.04767549291576949,0.040420648410235564,0.029128845366886577,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,18.250926180121798,18.250926180121798,3.5726420084635415,0.6681304535308442,0.7220177123384902,0.42639255293986716,7.202650035511364,4.272110272467437,0.5512400351570886,0.46098606560819894,0.3395905671296296,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,549.3840359821916,549.3840359821916,11.719167073567709,0.5921263363486841,0.004792129187897489,0.004838379863620259,7.260481085526315,23.438942723215813,0.009724021181627995,0.0048618843520419185,0.004374518893150389,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,601.4396087442126,601.4396087442126,20.576241629464285,0.4265268100460789,0.08696922486299981,0.08228666870448333,3.0116496437187275,24.52426571264087,0.09748430436597733,0.08179085258730835,0.05892185873320082,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a6964e2a550cf1a77c0604834f27b4736d5fec7a..8009339fc11dc9e86c725451cd81db036b57b2e4 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:56:52.160586+00:00", + "evaluated_at": "2026-06-22T01:05:02.661999+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 64267.96875, diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9b150f8fd4a55dd0d1f56d173a605506d8804f12..1ace4bf669db68064d27b16917c743ea18a13d57 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,53 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T23:18:15.725605+00:00", + "evaluated_at": "2026-06-22T01:05:06.166333+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 13.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.0, - 13.300000190734863, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -101,9 +59,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -121,96 +77,137 @@ 21.0, 21.0, 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.0 + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 18.96142578125, - 18.989013671875, - 18.96142578125, - 18.989013671875, - 18.96142578125, - 18.96142578125, - 18.933837890625, - 18.96142578125, - 18.933837890625, - 18.933837890625, - 18.90625, - 18.90625, - 18.878662109375, - 18.85107421875, - 18.823486328125, - 18.7545166015625, - 18.685546875, - 18.6165771484375, - 18.5751953125, - 18.602783203125, - 18.492431640625, - 18.492431640625, - 18.4510498046875, - 18.3544921875 + 19.9747314453125, + 20.035400390625, + 20.01806640625, + 20.0614013671875, + 20.0614013671875, + 20.0787353515625, + 20.0267333984375, + 20.0267333984375, + 20.000732421875, + 19.966064453125, + 19.896728515625, + 19.9227294921875, + 19.8880615234375, + 19.966064453125, + 19.9920654296875, + 19.9920654296875, + 20.0267333984375, + 20.035400390625, + 19.9833984375, + 20.01806640625, + 19.966064453125, + 19.9833984375, + 19.931396484375, + 19.8447265625 ], "p10": [ - 18.602783203125, - 18.437255859375, - 18.2579345703125, - 18.1475830078125, - 17.9820556640625, - 17.8992919921875, - 17.7889404296875, - 17.6923828125, - 17.6234130859375, - 17.5130615234375, - 17.333740234375, - 17.168212890625, - 16.9888916015625, - 16.85784912109375, - 16.7406005859375, - 16.60955810546875, - 16.60955810546875, - 16.478515625, - 16.38885498046875, - 16.3543701171875, - 16.226776123046875, - 16.192291259765625, - 16.102630615234375, - 15.9957275390625 + 19.5933837890625, + 19.498046875, + 19.3680419921875, + 19.34637451171875, + 19.32037353515625, + 19.32904052734375, + 19.28570556640625, + 19.238037109375, + 19.17303466796875, + 19.11669921875, + 18.9866943359375, + 18.9866943359375, + 18.8740234375, + 18.89569091796875, + 18.95635986328125, + 18.91302490234375, + 18.891357421875, + 18.87835693359375, + 18.798187255859375, + 18.79168701171875, + 18.70068359375, + 18.655181884765625, + 18.525177001953125, + 18.417922973632812 ], "p90": [ - 19.264892578125, - 19.320068359375, - 19.34765625, - 19.4580078125, - 19.51318359375, - 19.540771484375, - 19.568359375, - 19.62353515625, - 19.6787109375, - 19.706298828125, - 19.706298828125, - 19.73388671875, - 19.706298828125, - 19.761474609375, - 19.73388671875, - 19.761474609375, - 19.816650390625, - 19.816650390625, - 19.84423828125, - 19.8994140625, - 19.84423828125, - 19.871826171875, - 19.8994140625, - 19.84423828125 + 20.3994140625, + 20.57275390625, + 20.659423828125, + 20.763427734375, + 20.798095703125, + 20.832763671875, + 20.8154296875, + 20.832763671875, + 20.867431640625, + 20.832763671875, + 20.798095703125, + 20.867431640625, + 20.902099609375, + 21.040771484375, + 21.0234375, + 21.040771484375, + 21.05810546875, + 21.0927734375, + 21.05810546875, + 21.12744140625, + 21.05810546875, + 21.144775390625, + 21.110107421875, + 21.040771484375 ], "timestamps": [ - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +324,9 @@ "2026-06-26 08:00:00", "2026-06-26 09:00:00", "2026-06-26 10:00:00", - "2026-06-26 11:00:00" + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index ed216abaa28964eb0614930432116b492e0e11d9..35b46353d1c8f0631a4b2018d42c3e65513837a8 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T17:25:17.813831+00:00", + "evaluated_at": "2026-06-22T01:05:09.327794+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 16.799999237060547, - 14.100000381469727, - 12.600000381469727, - 12.5, - 14.300000190734863, - 16.5, - 19.5, - 18.399999618530273, - 17.600000381469727, - 17.100000381469727, - 17.100000381469727, - 17.5, - 17.799999237060547, - 17.600000381469727, - 19.200000762939453, - 21.799999237060547, - 24.899999618530273, - 32.900001525878906, - 54.900001525878906, - 60.5, - 56.20000076293945, - 53.099998474121094, - 47.0, - 36.599998474121094, - 26.700000762939453, - 22.700000762939453, - 26.399999618530273, - 32.599998474121094, - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,9 +310,7 @@ 18.600000381469727, 17.5, 17.100000381469727, - 15.399999618530273 - ], - "actuals": [ + 15.399999618530273, 14.5, 12.5, 10.199999809265137, @@ -362,123 +329,125 @@ 33.20000076293945, 41.79999923706055, 55.599998474121094, - 48.20000076293945, + 54.0, + 46.400001525878906, 43.20000076293945, - 37.599998474121094, - 32.70000076293945, - 28.700000762939453, - 25.899999618530273 + 40.29999923706055, + 37.79999923706055, + 35.400001525878906, + 34.0, + 31.200000762939453, + 25.100000381469727, + 21.200000762939453, + 20.899999618530273, + 23.5, + 27.600000381469727 + ], + "actuals": [ + 31.299999237060547, + 27.0, + 25.299999237060547, + 25.600000381469727, + 25.700000762939453, + 26.799999237060547, + 27.0, + 28.399999618530273, + 30.0, + 31.399999618530273, + 32.20000076293945, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, + 16.399999618530273, + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 14.17724609375, - 13.18896484375, - 12.69482421875, - 12.94189453125, - 14.115478515625, - 17.759765625, - 18.686279296875, - 20.4775390625, - 20.662841796875, - 20.415771484375, - 20.60107421875, - 20.786376953125, - 21.3114013671875, - 22.268798828125, - 22.515869140625, - 23.0408935546875, - 23.4423828125, - 24.739501953125, - 25.78955078125, - 27.1175537109375, - 26.51531982421875, - 24.55419921875, - 22.2996826171875, - 20.292236328125 + 28.55816650390625, + 25.999755859375, + 24.8660888671875, + 23.5179443359375, + 22.813232421875, + 22.9970703125, + 23.9468994140625, + 24.774169921875, + 26.7044677734375, + 29.018718719482422, + 35.1610107421875, + 40.03271484375, + 41.687255859375, + 42.1162109375, + 41.87109375, + 39.91015625, + 38.745849609375, + 37.030029296875, + 34.8546142578125, + 32.250244140625, + 29.626724243164062, + 28.217300415039062, + 27.102783203125, + 25.37164306640625 ], "p10": [ - 12.20068359375, - 10.5947265625, - 9.1123046875, - 8.74169921875, - 8.98876953125, - 11.5830078125, - 11.95361328125, - 14.115478515625, - 14.115478515625, - 14.362548828125, - 14.67138671875, - 14.856689453125, - 14.980224609375, - 15.968505859375, - 15.844970703125, - 16.0302734375, - 15.16552734375, - 14.856689453125, - 14.42431640625, - 14.362548828125, - 13.3125, - 11.70654296875, - 10.22412109375, - 9.23583984375 + 24.896728515625, + 20.974853515625, + 19.68798828125, + 18.5849609375, + 18.0947265625, + 18.21728515625, + 18.523681640625, + 18.891357421875, + 20.116943359375, + 20.66845703125, + 23.9775390625, + 25.141845703125, + 23.548583984375, + 22.5068359375, + 21.28125, + 18.768798828125, + 18.033447265625, + 16.930419921875, + 15.949951171875, + 14.78564453125, + 14.234130859375, + 14.601806640625, + 15.214599609375, + 14.724365234375 ], "p90": [ - 16.092041015625, - 17.0185546875, - 18.562744140625, - 20.60107421875, - 23.751220703125, - 28.55364990234375, - 29.985885620117188, - 30.815887451171875, - 30.3294677734375, - 29.167465209960938, - 28.72930145263672, - 28.762115478515625, - 29.497535705566406, - 30.669189453125, - 31.781005859375, - 33.139892578125, - 36.475341796875, - 41.293212890625, - 45.55517578125, - 49.6318359375, - 51.1142578125, - 50.6201171875, - 49.50830078125, - 47.1611328125 + 32.985595703125, + 32.48004150390625, + 32.2808837890625, + 31.024658203125, + 30.174407958984375, + 30.64166259765625, + 32.05108642578125, + 33.353271484375, + 36.5704345703125, + 41.50341796875, + 50.6953125, + 58.5390625, + 62.951171875, + 64.6669921875, + 65.892578125, + 64.6669921875, + 62.951171875, + 62.2158203125, + 59.7646484375, + 56.45556640625, + 52.9013671875, + 50.08251953125, + 47.0185546875, + 43.5869140625 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 7da87cb6a551240953c11965e863863ec9396add..79f3fe57d8e0d7fb52aa3668c64e777b3d10c2d8 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T17:25:47.609284+00:00", + "evaluated_at": "2026-06-22T01:05:13.329772+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 20.700000762939453, - 19.5, - 19.200000762939453, - 19.100000381469727, - 20.200000762939453, - 21.700000762939453, - 23.5, - 24.600000381469727, - 25.899999618530273, - 26.799999237060547, - 27.0, - 26.299999237060547, - 26.100000381469727, - 24.399999618530273, - 24.299999237060547, - 23.600000381469727, - 23.200000762939453, - 22.100000381469727, - 21.899999618530273, - 21.299999237060547, - 20.799999237060547, - 20.399999618530273, - 20.200000762939453, - 20.100000381469727, - 21.0, - 20.5, - 20.5, - 20.299999237060547, - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,9 +310,7 @@ 26.399999618530273, 26.200000762939453, 25.899999618530273, - 25.299999237060547 - ], - "actuals": [ + 25.299999237060547, 25.700000762939453, 25.100000381469727, 24.899999618530273, @@ -362,123 +329,125 @@ 27.399999618530273, 27.299999237060547, 26.5, - 25.899999618530273, - 24.799999237060547, - 24.399999618530273, + 25.399999618530273, + 24.700000762939453, + 24.5, 24.399999618530273, - 24.0, - 23.899999618530273 + 24.299999237060547, + 23.899999618530273, + 24.200000762939453, + 23.899999618530273, + 23.700000762939453, + 23.5, + 23.899999618530273, + 24.799999237060547, + 25.700000762939453 + ], + "actuals": [ + 27.5, + 27.799999237060547, + 28.0, + 27.799999237060547, + 27.799999237060547, + 27.299999237060547, + 27.100000381469727, + 27.0, + 25.600000381469727, + 24.100000381469727, + 23.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.899999618530273, + 22.700000762939453, + 22.600000381469727, + 22.600000381469727, + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 25.06671142578125, - 24.71441650390625, - 24.38922119140625, - 24.2198486328125, - 24.61279296875, - 25.561279296875, - 26.7130126953125, - 27.5802001953125, - 28.3525390625, - 28.73193359375, - 29.05712890625, - 29.111328125, - 28.94873046875, - 28.379638671875, - 27.729248046875, - 27.0517578125, - 26.211669921875, - 25.5206298828125, - 25.1141357421875, - 24.751678466796875, - 24.45697021484375, - 24.18682098388672, - 23.830291748046875, - 23.647369384765625 + 26.781005859375, + 27.51617431640625, + 28.224609375, + 28.705810546875, + 28.9998779296875, + 28.9464111328125, + 28.5721435546875, + 27.9840087890625, + 27.19537353515625, + 26.353271484375, + 25.48443603515625, + 24.856201171875, + 24.25469970703125, + 23.903823852539062, + 23.619781494140625, + 23.472747802734375, + 23.165313720703125, + 23.352447509765625, + 22.991546630859375, + 22.804412841796875, + 22.57049560546875, + 23.0650634765625, + 24.25971221923828, + 25.544586181640625 ], "p10": [ - 24.465438842773438, - 23.899734497070312, - 23.31878662109375, - 22.959716796875, - 23.1629638671875, - 23.842147827148438, - 24.751678466796875, - 25.236083984375, - 25.615478515625, - 25.6561279296875, - 25.8187255859375, - 25.79840087890625, - 25.615478515625, - 25.1005859375, - 24.643280029296875, - 24.078210830688477, - 23.586395263671875, - 22.98004150390625, - 22.68194580078125, - 22.390625, - 22.1873779296875, - 21.929931640625, - 21.5098876953125, - 21.333740234375 + 26.0859375, + 26.33990478515625, + 26.60723876953125, + 26.76763916015625, + 26.87457275390625, + 26.76763916015625, + 26.3265380859375, + 25.8720703125, + 25.283935546875, + 24.613929748535156, + 23.783523559570312, + 23.18536376953125, + 22.57049560546875, + 22.24969482421875, + 21.968994140625, + 21.84869384765625, + 21.52789306640625, + 21.6749267578125, + 21.3006591796875, + 21.07342529296875, + 20.792724609375, + 21.1402587890625, + 22.03582763671875, + 23.018280029296875 ], "p90": [ - 25.6561279296875, - 25.50030517578125, - 25.33770751953125, - 25.28350830078125, - 25.83905029296875, - 27.078857421875, - 28.51513671875, - 29.680419921875, - 30.710205078125, - 31.22509765625, - 31.76708984375, - 31.98388671875, - 31.9296875, - 31.279296875, - 30.62890625, - 29.81591796875, - 28.650634765625, - 27.86474609375, - 27.32275390625, - 26.862060546875, - 26.482666015625, - 26.1710205078125, - 25.8458251953125, - 25.67645263671875 + 27.48944091796875, + 28.6790771484375, + 29.7484130859375, + 30.4969482421875, + 30.9246826171875, + 30.951416015625, + 30.6573486328125, + 29.935546875, + 29.080078125, + 28.064208984375, + 27.101806640625, + 26.4334716796875, + 25.785186767578125, + 25.384185791015625, + 25.130218505859375, + 24.9364013671875, + 24.630638122558594, + 24.862884521484375, + 24.518692016601562, + 24.321115493774414, + 24.105995178222656, + 24.720863342285156, + 26.139404296875, + 27.6632080078125 ], "timestamps": [ - "2026-06-05 18:00:00", - "2026-06-05 19:00:00", - "2026-06-05 20:00:00", - "2026-06-05 21:00:00", - "2026-06-05 22:00:00", - "2026-06-05 23:00:00", - "2026-06-06 00:00:00", - "2026-06-06 01:00:00", - "2026-06-06 02:00:00", - "2026-06-06 03:00:00", - "2026-06-06 04:00:00", - "2026-06-06 05:00:00", - "2026-06-06 06:00:00", - "2026-06-06 07:00:00", - "2026-06-06 08:00:00", - "2026-06-06 09:00:00", - "2026-06-06 10:00:00", - "2026-06-06 11:00:00", - "2026-06-06 12:00:00", - "2026-06-06 13:00:00", - "2026-06-06 14:00:00", - "2026-06-06 15:00:00", - "2026-06-06 16:00:00", - "2026-06-06 17:00:00", - "2026-06-06 18:00:00", - "2026-06-06 19:00:00", - "2026-06-06 20:00:00", - "2026-06-06 21:00:00", - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +776,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index d3713ff204fece1dc541656df9572c7f40894470..a5feab6d93063fb1a36744bf2c15327acd19808b 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,42 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T17:25:55.576073+00:00", + "evaluated_at": "2026-06-22T01:05:17.815010+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 13.0, - 15.0, - 16.0, - 20.0, - 14.0, - 15.0, - 15.0, - 15.0, - 6.0, - 14.0, - 18.0, - 11.0, - 10.0, - 8.0, - 19.0, - 38.0, - 13.0, - 13.0, - 13.0, - 16.0, - 11.0, - 19.0, - 12.0, - 12.0, - 10.0, - 16.0, - 11.0, - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -51,15 +20,15 @@ 15.0, 18.0, 22.0, - 24.0, + 25.0, 20.0, 11.0, 13.0, 12.0, - 12.0, + 13.0, 11.0, - 16.0, - 20.0, + 18.0, + 21.0, 12.0, 18.0, 17.0, @@ -73,7 +42,7 @@ 27.0, 17.0, 26.0, - 9.0, + 10.0, 15.0, 19.0, 22.0, @@ -81,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -135,7 +104,7 @@ 14.0, 13.0, 15.0, - 17.0, + 18.0, 12.0, 20.0, 11.0, @@ -152,7 +121,7 @@ 11.0, 18.0, 19.0, - 11.0, + 12.0, 19.0, 13.0, 13.0, @@ -173,144 +142,144 @@ 7.0, 16.0, 11.0, - 13.0 - ], - "actuals": [ + 13.0, 15.0, 12.0, 11.0, 11.0, 16.0, 11.0, - 5.0, + 9.0, + 8.0, + 7.0, + 10.0, + 12.0, + 8.0, + 4.0, + 8.0, + 12.0, + 12.0, + 11.0, + 15.0, + 10.0, + 10.0, + 7.0, + 7.0, + 10.0, + 11.0, 6.0, - 5.0, + 13.0, + 13.0, + 14.0, 9.0, + 10.0, + 13.0 + ], + "actuals": [ 9.0, + 12.0, + 11.0, + 2.0, + 7.0, + 12.0, + 12.0, + 4.0, 6.0, - 3.0, + 7.0, 6.0, - 11.0, + 9.0, + 10.0, 7.0, 9.0, - 13.0, - 5.0, - 5.0, + 8.0, + 7.0, + 6.0, + 11.0, + 4.0, 5.0, 5.0, - 7.0, - 1.0 + 8.0, + 9.0 ], "p50": [ - 12.202392578125, - 12.593505859375, - 12.854248046875, - 12.7564697265625, - 12.723876953125, - 12.48486328125, - 12.6043701171875, - 12.7890625, - 13.26708984375, - 13.4300537109375, - 13.419189453125, - 13.2562255859375, - 12.854248046875, - 12.810791015625, - 12.9302978515625, - 13.09326171875, - 13.0823974609375, - 12.897705078125, - 12.7890625, - 12.4088134765625, - 12.723876953125, - 12.8759765625, - 13.3431396484375, - 13.56585693359375 + 10.9874267578125, + 10.9658203125, + 10.749755859375, + 10.663330078125, + 10.749755859375, + 10.87939453125, + 10.9442138671875, + 10.9874267578125, + 10.922607421875, + 10.79296875, + 10.8145751953125, + 10.87939453125, + 11.009033203125, + 11.0738525390625, + 11.1170654296875, + 11.05224609375, + 10.9874267578125, + 10.9442138671875, + 11.138671875, + 11.2899169921875, + 11.4627685546875, + 11.53839111328125, + 11.49517822265625, + 11.3763427734375 ], "p10": [ - 8.05224609375, - 8.26953125, - 8.5302734375, - 8.5302734375, - 8.443359375, - 8.13916015625, - 8.13916015625, - 8.3564453125, - 8.83447265625, - 9.00830078125, - 8.96484375, - 8.791015625, - 8.443359375, - 8.39990234375, - 8.6171875, - 8.74755859375, - 8.74755859375, - 8.5302734375, - 8.39990234375, - 8.095703125, - 8.39990234375, - 8.57373046875, - 8.96484375, - 9.138671875 + 6.947021484375, + 6.947021484375, + 6.73095703125, + 6.687744140625, + 6.73095703125, + 6.860595703125, + 6.8173828125, + 6.90380859375, + 6.8173828125, + 6.73095703125, + 6.774169921875, + 6.774169921875, + 6.8173828125, + 6.860595703125, + 6.947021484375, + 6.774169921875, + 6.774169921875, + 6.687744140625, + 6.8173828125, + 6.947021484375, + 7.1630859375, + 7.24951171875, + 7.1630859375, + 7.119873046875 ], "p90": [ - 18.025634765625, - 19.025146484375, - 19.285888671875, - 19.025146484375, - 18.807861328125, - 18.373291015625, - 18.4384765625, - 18.677490234375, - 19.43798828125, - 19.6552734375, - 19.78564453125, - 19.52490234375, - 19.025146484375, - 18.981689453125, - 18.981689453125, - 19.242431640625, - 19.720458984375, - 19.3076171875, - 18.873046875, - 18.2646484375, - 18.525390625, - 18.82958984375, - 19.590087890625, - 19.937744140625 + 15.92449951171875, + 16.11895751953125, + 15.935302734375, + 15.98931884765625, + 16.14056396484375, + 16.3026123046875, + 16.5186767578125, + 16.5186767578125, + 16.5186767578125, + 16.32421875, + 16.367431640625, + 16.4970703125, + 16.65911865234375, + 16.799560546875, + 16.83197021484375, + 16.78875732421875, + 16.83197021484375, + 16.8427734375, + 17.058837890625, + 17.2100830078125, + 17.4693603515625, + 17.62060546875, + 17.5341796875, + 17.361328125 ], "timestamps": [ - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", - "2026-06-13 00:00:00", - "2026-06-13 01:00:00", - "2026-06-13 02:00:00", - "2026-06-13 03:00:00", - "2026-06-13 04:00:00", - "2026-06-13 05:00:00", - "2026-06-13 06:00:00", - "2026-06-13 07:00:00", - "2026-06-13 08:00:00", - "2026-06-13 09:00:00", - "2026-06-13 10:00:00", - "2026-06-13 11:00:00", - "2026-06-13 12:00:00", - "2026-06-13 13:00:00", - "2026-06-13 14:00:00", - "2026-06-13 15:00:00", - "2026-06-13 16:00:00", - "2026-06-13 17:00:00", - "2026-06-13 18:00:00", - "2026-06-13 19:00:00", - "2026-06-13 20:00:00", - "2026-06-13 21:00:00", - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +440,37 @@ "2026-06-20 14:00:00", "2026-06-20 15:00:00", "2026-06-20 16:00:00", - "2026-06-20 17:00:00" + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index c26439af9733164b251b6eb5da3b5f3fd1d24ec4..238efaeaa767924b83acf8f6e21197ed1f1e035d 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,19 +1,37 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:57:00.278644+00:00", + "evaluated_at": "2026-06-22T01:05:19.766165+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index bc4a502d42169e07cc51d9f580c0d45ee65968f0..1b42f7e8cd7fbf17c92feb19ca6227e17d645a00 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,185278.96595509848,119821.7284488678,229.29899088541666,0.20181152150559253,0.0035910119594315475,0.003576909769966704,9.378478917470527,430.4404325282402,0.006713965914646687,0.0035765822462938946,0.004291731704169004,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,176047.53887176514,112293.8690738678,222.96565755208334,0.19623740348934363,0.003490872448352585,0.0034776962094608243,9.155514196820572,419.58019361233573,0.006543922564538941,0.0034774520336878067,0.0041925308512958375,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.009574330934950748,0.00514921332828262,0.06129174729188283,0.18229835801896702,0.062287552719293725,0.060017110662217495,9.482112611830873,0.09784851013148206,0.09221712152214204,0.05776427766478011,0.07297369524477385,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04361379037167347,0.05364504418711549,0.2016614708635542,2.4443820301386845,0.13117372853868017,0.14304322175019735,50.68427558866123,0.208839149518651,0.1415858681490457,0.13671964519219537,0.10977025885279988,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3938838237189278,0.5403853382358648,0.5428215662638346,0.2764164226721268,0.0210317522501472,0.021354541335962707,6.161108907990616,0.6276016441333848,0.025310771428566612,0.021891645311369563,0.021126441110763994,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.543348332547302,10.812383798753823,2.723388115564982,0.509971246607747,0.5513183085803834,0.3500242473309776,25.310270626926297,3.81357422014405,0.48171463833398526,0.34400691986083987,0.4211886049014086,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,3.2685348329393187,2.785235437229403,1.4584782123565674,0.7598438640682712,0.08066734634980188,0.07654638909954632,32.25696292600393,1.807908966994555,0.09743951582599716,0.07860650809815792,0.08303545598297832,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,76.25730507525093,33.98084232686082,4.69632355372111,0.40622482638230845,0.2594451989295827,0.21258522020605278,32.435502489881564,8.732542875660613,0.3778958496967681,0.20323074333031863,0.34784893710121073,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.48112895292206304,0.2745475796540025,0.40422741572062176,0.20624522273889453,0.016361311163485423,0.01629552424931571,11.275995758256263,0.6936345961109949,0.028167902380141923,0.016415326526725758,0.023170523115467544,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,13.838340947629982,10.348320534534006,2.658349871635437,0.4971459500201337,0.5402502928948736,0.3463885582973938,24.671292723618546,3.7199920628450247,0.47999897585097095,0.343012886662637,0.4185530812936872,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,504.22615328182775,518.1188515822092,10.734029134114584,0.5423509457236841,0.00438418779784049,0.004427754198616889,22.838906249999997,22.454980589656,0.00931580871480975,0.004453184083297321,0.0047258666300537796,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,587.0931736621008,474.79592066065277,18.537806919642858,0.37411023011109457,0.07661461844080557,0.0753195920209184,14.19238810506537,24.230005647174348,0.09753308771145512,0.07462026937176539,0.08000017268140815,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 1ca99398bfc5cd2fe3abc006549c9259caa2d416..6ac43d717bbb590f70299a683ebad6a3aa7e704f 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:55:03.159797+00:00", + "evaluated_at": "2026-06-22T01:02:24.282297+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 64233.20703125, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 7a0e045b34f82d2250726f69210df1bed594bb8a..15a5d8893517eec2e9c5ab077e83c5591c017c27 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,53 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:19:53.710829+00:00", + "evaluated_at": "2026-06-22T01:02:29.059977+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 13.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.0, - 13.300000190734863, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -101,9 +59,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -121,96 +77,137 @@ 21.0, 21.0, 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.0 + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 18.922197341918945, - 18.8779239654541, - 19.073932647705078, - 18.997177124023438, - 19.050119400024414, - 19.06948471069336, - 19.09363555908203, - 19.217164993286133, - 19.252620697021484, - 19.406991958618164, - 19.3823299407959, - 19.472867965698242, - 19.44923210144043, - 19.41901206970215, - 19.39748191833496, - 19.418153762817383, - 19.46908950805664, - 19.57476806640625, - 19.492773056030273, - 19.631431579589844, - 19.578224182128906, - 19.637479782104492, - 19.855945587158203, - 19.997905731201172 + 19.986276626586914, + 19.976654052734375, + 19.962682723999023, + 19.971216201782227, + 19.9820613861084, + 20.00909996032715, + 20.026824951171875, + 20.015819549560547, + 20.001983642578125, + 20.013347625732422, + 20.032638549804688, + 20.018909454345703, + 20.003307342529297, + 19.996301651000977, + 19.971094131469727, + 19.999244689941406, + 20.01673126220703, + 20.060762405395508, + 20.012531280517578, + 20.053173065185547, + 19.978843688964844, + 19.9683837890625, + 20.004642486572266, + 20.092172622680664 ], "p10": [ - 18.761260986328125, - 18.899330139160156, - 18.957569122314453, - 18.97710609436035, - 19.046051025390625, - 18.931781768798828, - 19.12898063659668, - 19.240211486816406, - 19.18290901184082, - 19.42708396911621, - 19.338577270507812, - 19.25459861755371, - 19.4326114654541, - 19.453327178955078, - 19.53648567199707, - 19.579713821411133, - 19.47411346435547, - 19.289644241333008, - 19.55415916442871, - 19.605531692504883, - 19.713945388793945, - 19.68031120300293, - 19.704954147338867, - 19.801197052001953 + 20.04175567626953, + 20.0922908782959, + 19.915956497192383, + 20.13087272644043, + 20.029258728027344, + 20.12508773803711, + 20.059520721435547, + 20.115636825561523, + 20.047170639038086, + 20.139005661010742, + 20.17918586730957, + 19.9346981048584, + 20.067123413085938, + 20.11966896057129, + 20.055238723754883, + 20.11246681213379, + 20.12718391418457, + 20.034393310546875, + 20.146892547607422, + 20.15281867980957, + 20.09280014038086, + 20.151147842407227, + 20.125534057617188, + 20.04410743713379 ], "p90": [ - 19.29607391357422, - 19.33316993713379, - 19.574525833129883, - 19.64398956298828, - 19.741275787353516, - 19.749460220336914, - 19.678808212280273, - 19.961339950561523, - 19.983386993408203, - 20.185787200927734, - 20.26494789123535, - 20.140520095825195, - 20.289287567138672, - 20.426517486572266, - 20.343786239624023, - 20.44518280029297, - 20.574983596801758, - 20.79661750793457, - 20.70973777770996, - 21.021745681762695, - 20.95891571044922, - 21.161314010620117, - 21.28102684020996, - 21.507516860961914 + 20.15597152709961, + 20.2740535736084, + 20.320022583007812, + 20.371122360229492, + 20.407331466674805, + 20.44928550720215, + 20.468679428100586, + 20.539674758911133, + 20.535402297973633, + 20.606962203979492, + 20.676013946533203, + 20.551132202148438, + 20.644010543823242, + 20.722864151000977, + 20.68792152404785, + 20.75774383544922, + 20.781646728515625, + 20.87959861755371, + 20.860828399658203, + 20.882234573364258, + 20.869739532470703, + 20.843725204467773, + 20.83736228942871, + 20.932971954345703 ], "timestamps": [ - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +324,9 @@ "2026-06-26 08:00:00", "2026-06-26 09:00:00", "2026-06-26 10:00:00", - "2026-06-26 11:00:00" + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 45d2b9e15df513033105c6c11ff406abe4a5f2b5..497fc615ff90100ef41c7ac97c1de2be695cd348 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:19:58.365618+00:00", + "evaluated_at": "2026-06-22T01:02:33.981210+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,12 +338,12 @@ 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453 - ], - "actuals": [ + 21.200000762939453, 20.899999618530273, 23.5, - 27.600000381469727, + 27.600000381469727 + ], + "actuals": [ 31.299999237060547, 27.0, 25.299999237060547, @@ -358,99 +355,99 @@ 30.0, 31.399999618530273, 32.20000076293945, - 37.29999923706055, - 33.599998474121094, - 28.799999237060547, - 26.0, - 23.299999237060547, - 21.200000762939453, - 18.899999618530273, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, 16.399999618530273, - 14.100000381469727, - 12.699999809265137 + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 18.59274673461914, - 18.03087043762207, - 18.604644775390625, - 20.122421264648438, - 20.127437591552734, - 19.504901885986328, - 18.901777267456055, - 19.52200698852539, - 20.404359817504883, - 22.006208419799805, - 22.7374267578125, - 24.650379180908203, - 26.161293029785156, - 28.86517333984375, - 29.982929229736328, - 31.047080993652344, - 31.347583770751953, - 29.973777770996094, - 28.575416564941406, - 24.69002914428711, - 21.95309829711914, - 20.205867767333984, - 17.46630859375, - 17.175691604614258 + 28.9682559967041, + 28.849084854125977, + 28.69573402404785, + 28.81605339050293, + 28.151979446411133, + 27.6524600982666, + 27.878982543945312, + 28.653324127197266, + 29.715330123901367, + 31.15399932861328, + 32.706756591796875, + 34.06023406982422, + 33.909488677978516, + 33.78004455566406, + 32.04167556762695, + 28.794410705566406, + 26.06344985961914, + 23.76470375061035, + 22.898815155029297, + 21.05583381652832, + 20.050960540771484, + 20.945241928100586, + 21.22952651977539, + 21.750591278076172 ], "p10": [ - 19.546199798583984, - 20.165573120117188, - 20.48440933227539, - 23.038463592529297, - 23.666393280029297, - 23.99422264099121, - 22.632246017456055, - 22.927181243896484, - 24.46550750732422, - 26.7381591796875, - 26.704418182373047, - 29.22164535522461, - 31.591079711914062, - 33.75492858886719, - 35.41596603393555, - 37.45283889770508, - 37.23998260498047, - 36.05116271972656, - 35.250003814697266, - 30.51779556274414, - 27.802940368652344, - 25.851974487304688, - 22.544008255004883, - 22.522483825683594 + 30.160934448242188, + 30.586257934570312, + 29.968339920043945, + 31.20612335205078, + 31.288785934448242, + 31.432775497436523, + 31.518356323242188, + 32.038822174072266, + 34.1746826171875, + 36.00306701660156, + 36.76422119140625, + 39.32237243652344, + 40.059051513671875, + 39.608070373535156, + 37.86334991455078, + 35.61360168457031, + 32.11330795288086, + 29.870798110961914, + 29.67572593688965, + 26.545106887817383, + 25.921669006347656, + 26.592275619506836, + 26.57876205444336, + 27.492393493652344 ], "p90": [ - 23.52191734313965, - 24.42645263671875, - 26.55828094482422, - 28.649375915527344, - 29.66112518310547, - 29.412757873535156, - 29.199569702148438, - 30.180217742919922, - 31.927547454833984, - 33.6469841003418, - 35.51077651977539, - 37.47868728637695, - 40.40938186645508, - 44.24643325805664, - 46.20426940917969, - 48.115020751953125, - 49.19496536254883, - 47.92227554321289, - 46.53266525268555, - 42.40171432495117, - 39.10074996948242, - 37.04329299926758, - 33.6654052734375, - 32.33299255371094 + 33.30302429199219, + 34.828128814697266, + 36.350433349609375, + 37.680511474609375, + 38.46982192993164, + 39.125831604003906, + 40.251102447509766, + 41.817527770996094, + 44.26500701904297, + 46.207740783691406, + 49.06535339355469, + 51.067718505859375, + 52.10741424560547, + 52.739418029785156, + 51.32060241699219, + 48.00823974609375, + 45.03321838378906, + 42.376869201660156, + 40.98125457763672, + 38.80610275268555, + 37.39185333251953, + 38.09755325317383, + 37.81775665283203, + 37.374080657958984 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 6bf55cc8884c9fba9417d1345e916e69bb8dcc1e..9d778f1cc1893f39dcd48436dfb6e8e55f9dea3c 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:24:47.287130+00:00", + "evaluated_at": "2026-06-22T01:02:38.751880+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,12 +338,12 @@ 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5 - ], - "actuals": [ + 23.5, 23.899999618530273, 24.799999237060547, - 25.700000762939453, + 25.700000762939453 + ], + "actuals": [ 27.5, 27.799999237060547, 28.0, @@ -364,93 +361,93 @@ 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.600000381469727, - 22.200000762939453, - 22.299999237060547, - 22.700000762939453 + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 23.609397888183594, - 24.205936431884766, - 24.941556930541992, - 25.567123413085938, - 26.199811935424805, - 26.700382232666016, - 27.09076499938965, - 27.2534236907959, - 27.05523109436035, - 26.6657772064209, - 26.154224395751953, - 25.43460464477539, - 24.744115829467773, - 24.039491653442383, - 23.599802017211914, - 23.206130981445312, - 22.93459701538086, - 22.6669864654541, - 22.484054565429688, - 22.36435890197754, - 22.249588012695312, - 22.0869140625, - 21.878944396972656, - 21.787734985351562 + 26.382415771484375, + 27.005207061767578, + 27.45889663696289, + 27.688156127929688, + 27.828895568847656, + 27.70087432861328, + 27.29064178466797, + 26.74462890625, + 25.961631774902344, + 25.17440414428711, + 24.59389877319336, + 24.032730102539062, + 23.62472915649414, + 23.26280975341797, + 23.021961212158203, + 22.805828094482422, + 22.751680374145508, + 22.784412384033203, + 22.616453170776367, + 22.399381637573242, + 22.260784149169922, + 22.51821517944336, + 23.068632125854492, + 23.745651245117188 ], "p10": [ - 23.772247314453125, - 24.380769729614258, - 25.289081573486328, - 25.961044311523438, - 26.57303237915039, - 27.18069076538086, - 27.54328727722168, - 27.729413986206055, - 27.566547393798828, - 27.13446807861328, - 26.67509651184082, - 25.982683181762695, - 25.253192901611328, - 24.607324600219727, - 24.11448097229004, - 23.63027000427246, - 23.433862686157227, - 23.016315460205078, - 22.896692276000977, - 22.803464889526367, - 22.851449966430664, - 22.533370971679688, - 22.2357234954834, - 22.294322967529297 + 26.585174560546875, + 27.204303741455078, + 27.860431671142578, + 28.0626220703125, + 28.174488067626953, + 28.11894989013672, + 27.692737579345703, + 27.123554229736328, + 26.343910217285156, + 25.56583023071289, + 24.94952392578125, + 24.399532318115234, + 24.008541107177734, + 23.620651245117188, + 23.431236267089844, + 23.156856536865234, + 23.15460777282715, + 22.990520477294922, + 22.977258682250977, + 22.698490142822266, + 22.738004684448242, + 22.94705581665039, + 23.471923828125, + 24.339664459228516 ], "p90": [ - 24.185794830322266, - 25.11333465576172, - 26.14483070373535, - 27.069570541381836, - 27.90066146850586, - 28.605140686035156, - 29.164276123046875, - 29.404830932617188, - 29.28586769104004, - 28.906497955322266, - 28.32468032836914, - 27.604257583618164, - 26.815208435058594, - 26.08262062072754, - 25.538301467895508, - 25.07393455505371, - 24.7559757232666, - 24.389263153076172, - 24.168367385864258, - 24.013456344604492, - 23.939422607421875, - 23.865665435791016, - 23.638986587524414, - 23.66367530822754 + 27.202041625976562, + 28.127334594726562, + 28.83026885986328, + 29.254150390625, + 29.502037048339844, + 29.453495025634766, + 29.08865737915039, + 28.496807098388672, + 27.652366638183594, + 26.758670806884766, + 26.083297729492188, + 25.51400375366211, + 25.077655792236328, + 24.719532012939453, + 24.45970916748047, + 24.243988037109375, + 24.221397399902344, + 24.196739196777344, + 24.030048370361328, + 23.802845001220703, + 23.796985626220703, + 24.218280792236328, + 24.91754913330078, + 25.816814422607422 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a1ce0f7e5c3155f969dd7ab3bdadd6c4116b4ddc..11f2df92590720d810c909a6374e599fea709246 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:24:53.439705+00:00", + "evaluated_at": "2026-06-22T01:02:45.181758+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -31,7 +28,7 @@ 13.0, 11.0, 18.0, - 20.0, + 21.0, 12.0, 18.0, 17.0, @@ -53,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -173,12 +170,12 @@ 6.0, 13.0, 13.0, + 14.0, + 9.0, + 10.0, 13.0 ], "actuals": [ - 7.0, - 8.0, - 13.0, 9.0, 12.0, 11.0, @@ -197,92 +194,92 @@ 8.0, 7.0, 6.0, - 10.0, + 11.0, 4.0, - 4.0 + 5.0, + 5.0, + 8.0, + 9.0 ], "p50": [ - 10.268265724182129, - 10.178757667541504, - 10.112951278686523, - 10.005294799804688, - 9.848001480102539, - 9.688040733337402, - 9.620646476745605, - 9.510906219482422, - 9.256516456604004, - 9.142334938049316, - 9.153719902038574, - 9.138379096984863, - 9.12997055053711, - 9.22064208984375, - 9.15261459350586, - 9.189008712768555, - 9.263216972351074, - 9.387054443359375, - 9.431797981262207, - 9.49268913269043, - 9.745044708251953, - 9.821760177612305, - 9.77233600616455, - 9.948592185974121 + 9.904492378234863, + 9.785884857177734, + 9.550442695617676, + 9.44402027130127, + 9.26779842376709, + 9.16590690612793, + 9.197447776794434, + 9.237489700317383, + 9.10094165802002, + 9.081268310546875, + 9.160490036010742, + 9.10335922241211, + 9.069175720214844, + 9.145137786865234, + 9.201744079589844, + 9.375457763671875, + 9.278291702270508, + 9.533836364746094, + 9.632543563842773, + 9.739367485046387, + 9.936689376831055, + 9.903423309326172, + 9.907175064086914, + 9.880815505981445 ], "p10": [ - 11.588534355163574, - 11.678401947021484, - 11.419462203979492, - 11.388798713684082, - 11.233208656311035, - 11.061960220336914, - 10.996955871582031, - 10.771491050720215, - 10.655808448791504, - 10.43502426147461, - 10.549104690551758, - 10.532805442810059, - 10.68278980255127, - 10.622103691101074, - 10.653971672058105, - 10.668122291564941, - 10.737318992614746, - 10.999105453491211, - 11.043684005737305, - 10.9326753616333, - 11.152478218078613, - 11.40038776397705, - 11.379144668579102, - 11.457748413085938 + 11.107660293579102, + 11.11999225616455, + 10.779460906982422, + 10.76535701751709, + 10.664506912231445, + 10.47270393371582, + 10.630232810974121, + 10.480100631713867, + 10.477842330932617, + 10.277952194213867, + 10.531314849853516, + 10.448683738708496, + 10.510771751403809, + 10.514541625976562, + 10.651703834533691, + 10.704008102416992, + 10.69957160949707, + 11.060142517089844, + 11.186567306518555, + 11.013428688049316, + 11.191508293151855, + 11.413919448852539, + 11.44028377532959, + 11.300487518310547 ], "p90": [ - 14.39968204498291, - 14.412537574768066, - 14.466188430786133, - 14.356884956359863, - 14.187259674072266, - 14.052632331848145, - 13.987123489379883, - 13.884881973266602, - 13.64271068572998, - 13.557762145996094, - 13.57077693939209, - 13.538370132446289, - 13.533686637878418, - 13.650753021240234, - 13.576727867126465, - 13.628488540649414, - 13.777437210083008, - 13.92999267578125, - 14.013406753540039, - 14.056209564208984, - 14.326662063598633, - 14.419332504272461, - 14.494179725646973, - 14.607112884521484 + 13.782410621643066, + 13.800172805786133, + 13.665609359741211, + 13.559037208557129, + 13.383891105651855, + 13.318689346313477, + 13.37702751159668, + 13.391005516052246, + 13.27556324005127, + 13.271522521972656, + 13.33828353881836, + 13.298877716064453, + 13.238043785095215, + 13.375422477722168, + 13.444432258605957, + 13.626191139221191, + 13.591361045837402, + 13.860244750976562, + 13.985345840454102, + 14.106416702270508, + 14.300190925598145, + 14.320068359375, + 14.384495735168457, + 14.283574104309082 ], "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +468,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 498f19a2293d34cef30b75b6e2126a2a918fd5e5..454ff20c267db4db3bc84402ec9ba0f9cea04ce6 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,19 +1,37 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:55:11.862357+00:00", + "evaluated_at": "2026-06-22T01:02:47.973749+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 422de3c4474ff7a76d2beb2a16647d51bb0184aa..85613194aac39591698ade81fbcede53af0127bb 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,275707.12953122455,275707.12953122455,396.8592122395833,0.3492852765566834,0.006209535198921523,0.006175977697060527,1.8049384347794863,525.0782127752251,0.008190116347550997,0.006190169469535802,0.005003167578317762,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,264461.4550520579,264461.4550520579,390.52587890625,0.34371115854043444,0.0061089394890521675,0.0060767667385932325,1.8049384347794863,514.2581599275386,0.008020553944110569,0.006090781094810661,0.0049697477378580525,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.20413985054245298,0.20413985054245298,0.33786302904287974,1.0048967136883773,0.24487885103786197,0.30016502466760825,2.5531995216122367,0.4518183822538133,0.42581527921324974,0.3184182974806663,0.2508469610867589,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04217440019597163,0.04217440019597163,0.1761587659517924,2.1352582627710506,0.11448621219209043,0.12348207503350908,23.392717615203562,0.20536406744114616,0.13922988023218832,0.11942967526364875,0.09581886839939817,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.7601354177872963,1.7601354177872963,1.1493170261383057,0.5852569621872882,0.047122986462467285,0.045717480501687384,2.6992433101897144,1.3267009526593763,0.05350499776524851,0.046351217877568254,0.033999021573095034,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,13.614982800034758,13.614982800034758,3.107408324877421,0.5818814028379046,0.6258702110559654,0.3855857896951916,4.649520310995948,3.6898486147855385,0.46608614081501537,0.39251473577399004,0.29494905627958956,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,3.645047026932692,3.645047026932692,1.6879386107126872,0.8793890682820814,0.09324402939059433,0.08790484870260533,8.293109111594074,1.9092006251132152,0.10289875647609589,0.09097356336766589,0.05772431499925642,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,119.10314252018998,119.10314252018998,8.577017148335775,0.741898904984963,0.4789572045918658,0.33682357768587856,3.2765754107990053,10.913438620351974,0.4722728785044121,0.3711655618855352,0.2610712399033181,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.6713198652737447,1.6713198652737447,1.157154639561971,0.5904043295884464,0.048030043756324504,0.046665631636137204,3.2268750338113805,1.2927953686774039,0.05249930431177274,0.046991051352770395,0.032444050590398954,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,14.726944655819844,14.726944655819844,3.1933387517929077,0.5971958185171152,0.6518116597575371,0.39490068070427614,5.013091827987076,3.8375701499542445,0.4951703419295799,0.41204370990876227,0.3065588111376107,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,532.0208477179209,532.0208477179209,10.912353515625,0.551361019736842,0.004457307326820702,0.00450208617293098,2.9000046258223677,23.065577116515446,0.009569124473575986,0.004527164812013829,0.004119095421588399,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,470.9839568113176,470.9839568113176,18.29669407435826,0.3692443480559426,0.07939229194969974,0.07648632261901081,1.7100045810649784,21.702164795506405,0.08735776513429835,0.07364971737809535,0.062455629691568246,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 890de0b4d58fb5d66befff83f0e6661a754a5b25..14920d3a1fb665f79c49c4afecb7d4efcf06e2d7 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:55:45.855510+00:00", + "evaluated_at": "2026-06-22T01:03:38.726849+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 64281.16796875, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index 89cea12851f0e8f76173149e7a7a25707d42e551..45d569789a7b051cbae26f346d445278c923f008 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,53 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T22:58:05.335945+00:00", + "evaluated_at": "2026-06-22T01:03:46.271091+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 13.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.0, - 13.300000190734863, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -101,9 +59,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -121,96 +77,137 @@ 21.0, 21.0, 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.0 + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 18.930389404296875, - 18.97582244873047, - 18.98908042907715, - 19.043413162231445, - 19.050472259521484, - 19.09880828857422, - 19.110443115234375, - 19.193313598632812, - 19.22454261779785, - 19.30765724182129, - 19.33116912841797, - 19.383634567260742, - 19.412654876708984, - 19.482725143432617, - 19.514474868774414, - 19.572532653808594, - 19.59396743774414, - 19.640716552734375, - 19.669118881225586, - 19.76683807373047, - 19.738815307617188, - 19.81695556640625, - 19.84703826904297, - 19.89882469177246 + 20.066591262817383, + 20.10183334350586, + 20.108966827392578, + 20.1614933013916, + 20.14039421081543, + 20.228008270263672, + 20.143962860107422, + 20.18891716003418, + 20.20774269104004, + 20.226716995239258, + 20.187976837158203, + 20.20969581604004, + 20.221467971801758, + 20.253786087036133, + 20.285619735717773, + 20.286720275878906, + 20.28763198852539, + 20.380573272705078, + 20.276601791381836, + 20.422931671142578, + 20.35214614868164, + 20.36399269104004, + 20.35964012145996, + 20.34711456298828 ], "p10": [ - 18.587505340576172, - 18.526351928710938, - 18.471960067749023, - 18.482242584228516, - 18.459646224975586, - 18.47749137878418, - 18.443614959716797, - 18.469064712524414, - 18.446138381958008, - 18.419157028198242, - 18.376171112060547, - 18.397724151611328, - 18.369422912597656, - 18.37959861755371, - 18.35137176513672, - 18.34331703186035, - 18.323667526245117, - 18.300691604614258, - 18.26297378540039, - 18.2937068939209, - 18.187213897705078, - 18.175439834594727, - 18.086137771606445, - 18.06358528137207 + 19.664798736572266, + 19.592742919921875, + 19.490646362304688, + 19.431182861328125, + 19.33977699279785, + 19.347362518310547, + 19.19049644470215, + 19.149436950683594, + 19.076107025146484, + 18.99671745300293, + 18.86018180847168, + 18.805269241333008, + 18.720293045043945, + 18.66547393798828, + 18.616247177124023, + 18.516145706176758, + 18.441328048706055, + 18.449949264526367, + 18.270814895629883, + 18.351552963256836, + 18.206026077270508, + 18.16101837158203, + 18.110107421875, + 18.034717559814453 ], "p90": [ - 19.271087646484375, - 19.41777229309082, - 19.552696228027344, - 19.76229476928711, - 19.884737014770508, - 20.01920509338379, - 20.08513832092285, - 20.224380493164062, - 20.311038970947266, - 20.478515625, - 20.535938262939453, - 20.579370498657227, - 20.632410049438477, - 20.74866485595703, - 20.837766647338867, - 20.901403427124023, - 20.959407806396484, - 21.090927124023438, - 21.20119857788086, - 21.377784729003906, - 21.35913848876953, - 21.451364517211914, - 21.48196792602539, - 21.557924270629883 + 20.5043888092041, + 20.692312240600586, + 20.866226196289062, + 21.063331604003906, + 21.113269805908203, + 21.30484962463379, + 21.31420135498047, + 21.453838348388672, + 21.554180145263672, + 21.65754508972168, + 21.693748474121094, + 21.775022506713867, + 21.83633041381836, + 21.94352912902832, + 22.0676326751709, + 22.08950424194336, + 22.133792877197266, + 22.3193416595459, + 22.286033630371094, + 22.51317596435547, + 22.468528747558594, + 22.54094696044922, + 22.58917236328125, + 22.621896743774414 ], "timestamps": [ - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +324,9 @@ "2026-06-26 08:00:00", "2026-06-26 09:00:00", "2026-06-26 10:00:00", - "2026-06-26 11:00:00" + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3310a4bec361616e4ef63eaf8439508acac5d3dd..8344ad1c3c037b466c3ac4ca7125c1a3e88e4805 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T22:58:10.918109+00:00", + "evaluated_at": "2026-06-22T01:03:51.696720+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,12 +338,12 @@ 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453 - ], - "actuals": [ + 21.200000762939453, 20.899999618530273, 23.5, - 27.600000381469727, + 27.600000381469727 + ], + "actuals": [ 31.299999237060547, 27.0, 25.299999237060547, @@ -358,99 +355,99 @@ 30.0, 31.399999618530273, 32.20000076293945, - 37.29999923706055, - 33.599998474121094, - 28.799999237060547, - 26.0, - 23.299999237060547, - 21.200000762939453, - 18.899999618530273, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, 16.399999618530273, - 14.100000381469727, - 12.699999809265137 + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 20.131433486938477, - 20.99409294128418, - 21.716259002685547, - 23.109760284423828, - 23.014877319335938, - 22.56065559387207, - 22.63901138305664, - 22.811264038085938, - 23.28179931640625, - 23.770877838134766, - 24.269214630126953, - 25.784160614013672, - 28.211599349975586, - 32.883392333984375, - 34.523494720458984, - 35.115726470947266, - 35.58216094970703, - 35.26544952392578, - 33.39374542236328, - 31.086881637573242, - 28.5843448638916, - 26.488393783569336, - 23.296607971191406, - 21.39400863647461 + 30.111690521240234, + 29.106544494628906, + 28.109861373901367, + 27.369417190551758, + 27.08770751953125, + 27.413785934448242, + 28.246694564819336, + 29.418039321899414, + 31.187786102294922, + 33.81950759887695, + 37.4041862487793, + 39.67269515991211, + 40.1399040222168, + 40.30870056152344, + 39.33799743652344, + 37.347869873046875, + 35.143768310546875, + 33.27578353881836, + 31.088876724243164, + 28.42137908935547, + 26.3236141204834, + 25.89031410217285, + 25.950618743896484, + 25.895050048828125 ], "p10": [ - 16.35468864440918, - 14.513519287109375, - 14.11729621887207, - 15.23813247680664, - 15.233336448669434, - 15.053200721740723, - 15.050302505493164, - 15.149250984191895, - 15.331947326660156, - 15.528807640075684, - 15.756780624389648, - 16.249229431152344, - 17.079776763916016, - 18.805370330810547, - 18.909385681152344, - 18.62795639038086, - 18.304075241088867, - 17.664443969726562, - 16.316883087158203, - 14.177189826965332, - 12.91917610168457, - 11.559856414794922, - 10.445068359375, - 10.162822723388672 + 25.335161209106445, + 21.939653396606445, + 19.669164657592773, + 18.276859283447266, + 17.61269760131836, + 17.53046226501465, + 17.84430503845215, + 18.282264709472656, + 18.987213134765625, + 19.99509048461914, + 21.513614654541016, + 22.293771743774414, + 22.589792251586914, + 22.342493057250977, + 21.071212768554688, + 19.162517547607422, + 17.126062393188477, + 15.706754684448242, + 14.51091194152832, + 13.081232070922852, + 12.713871002197266, + 12.994140625, + 13.508108139038086, + 14.272175788879395 ], "p90": [ - 24.54772186279297, - 28.80254554748535, - 31.27398109436035, - 33.401546478271484, - 33.477325439453125, - 33.386478424072266, - 34.01782989501953, - 34.87289810180664, - 36.1557502746582, - 38.017459869384766, - 40.110782623291016, - 43.87315368652344, - 49.049930572509766, - 55.71982192993164, - 57.74590301513672, - 58.083919525146484, - 58.76180648803711, - 58.487762451171875, - 56.78271484375, - 54.19408416748047, - 53.26712417602539, - 51.30525207519531, - 48.52375030517578, - 45.089569091796875 + 34.89946365356445, + 37.287757873535156, + 38.84990692138672, + 40.289947509765625, + 41.653018951416016, + 43.10301208496094, + 45.033355712890625, + 48.35484313964844, + 52.76449966430664, + 56.964603424072266, + 61.6097412109375, + 63.77086639404297, + 63.58832550048828, + 62.976531982421875, + 61.49894714355469, + 60.10163497924805, + 58.298980712890625, + 56.95462417602539, + 55.24603271484375, + 51.93608856201172, + 49.4332389831543, + 48.5140380859375, + 48.082122802734375, + 46.021663665771484 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 1b82ef8491c1bdc3209fd0775f89f9c9aa741f71..48ef649e8b4a6d0cba2bb70ab9ba697d1360ad6e 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T22:58:17.113299+00:00", + "evaluated_at": "2026-06-22T01:03:56.980822+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,12 +338,12 @@ 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5 - ], - "actuals": [ + 23.5, 23.899999618530273, 24.799999237060547, - 25.700000762939453, + 25.700000762939453 + ], + "actuals": [ 27.5, 27.799999237060547, 28.0, @@ -364,93 +361,93 @@ 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.600000381469727, - 22.200000762939453, - 22.299999237060547, - 22.700000762939453 + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 23.893936157226562, - 24.811004638671875, - 25.83172607421875, - 26.71200180053711, - 27.583017349243164, - 28.331056594848633, - 28.913503646850586, - 29.179244995117188, - 29.104454040527344, - 28.722400665283203, - 28.11435890197754, - 27.435894012451172, - 26.55596160888672, - 25.704355239868164, - 25.189037322998047, - 24.647871017456055, - 24.346532821655273, - 24.065868377685547, - 23.85947036743164, - 23.71608543395996, - 23.730859756469727, - 23.5416202545166, - 23.36587142944336, - 23.305389404296875 + 26.61524200439453, + 27.388404846191406, + 28.076854705810547, + 28.516040802001953, + 28.726144790649414, + 28.569595336914062, + 28.249465942382812, + 27.673194885253906, + 27.095462799072266, + 26.416637420654297, + 25.65326690673828, + 25.147438049316406, + 24.543378829956055, + 24.286394119262695, + 24.05133628845215, + 23.851295471191406, + 23.722455978393555, + 23.61262321472168, + 23.48508071899414, + 23.3464412689209, + 23.14988899230957, + 23.63454818725586, + 24.610750198364258, + 25.757064819335938 ], "p10": [ - 23.49838638305664, - 23.96974754333496, - 24.46933364868164, - 24.903886795043945, - 25.39187240600586, - 25.803220748901367, - 26.091156005859375, - 26.182748794555664, - 26.104991912841797, - 25.847702026367188, - 25.470563888549805, - 25.014026641845703, - 24.36199188232422, - 23.628860473632812, - 23.168861389160156, - 22.649871826171875, - 22.326730728149414, - 21.962602615356445, - 21.640443801879883, - 21.3956241607666, - 21.343929290771484, - 21.105510711669922, - 20.84901237487793, - 20.76820182800293 + 26.07459259033203, + 26.4450626373291, + 26.737041473388672, + 26.912555694580078, + 26.93166160583496, + 26.79156494140625, + 26.402080535888672, + 25.91786766052246, + 25.38730239868164, + 24.75457191467285, + 24.027263641357422, + 23.557966232299805, + 22.852949142456055, + 22.418636322021484, + 22.037899017333984, + 21.725696563720703, + 21.497859954833984, + 21.35723876953125, + 21.164281845092773, + 20.973857879638672, + 20.815385818481445, + 21.40263557434082, + 22.39142417907715, + 23.4340877532959 ], "p90": [ - 24.35767364501953, - 25.77121925354004, - 27.23215103149414, - 28.554397583007812, - 29.873981475830078, - 31.175628662109375, - 32.148372650146484, - 32.46296691894531, - 32.345218658447266, - 31.77605628967285, - 30.940744400024414, - 29.882375717163086, - 28.713138580322266, - 27.7100830078125, - 27.088409423828125, - 26.476478576660156, - 26.143705368041992, - 25.860904693603516, - 25.68034553527832, - 25.561431884765625, - 25.61972999572754, - 25.48957061767578, - 25.341005325317383, - 25.326982498168945 + 27.228792190551758, + 28.45125389099121, + 29.534381866455078, + 30.286197662353516, + 30.691591262817383, + 30.502641677856445, + 30.214143753051758, + 29.4791316986084, + 28.770057678222656, + 27.98199462890625, + 27.1640625, + 26.618793487548828, + 26.008237838745117, + 25.832799911499023, + 25.648582458496094, + 25.477313995361328, + 25.386310577392578, + 25.34446907043457, + 25.255271911621094, + 25.170740127563477, + 25.024524688720703, + 25.558013916015625, + 26.659854888916016, + 28.02428436279297 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 461a19d04b50c14222968ec5a84103363c540435..4f95f6bfb9bf71a0c38a28d867ab64dc9e7a3b11 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T22:58:21.598708+00:00", + "evaluated_at": "2026-06-22T01:04:02.047648+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -31,7 +28,7 @@ 13.0, 11.0, 18.0, - 20.0, + 21.0, 12.0, 18.0, 17.0, @@ -53,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -173,12 +170,12 @@ 6.0, 13.0, 13.0, + 14.0, + 9.0, + 10.0, 13.0 ], "actuals": [ - 7.0, - 8.0, - 13.0, 9.0, 12.0, 11.0, @@ -197,92 +194,92 @@ 8.0, 7.0, 6.0, - 10.0, + 11.0, 4.0, - 4.0 + 5.0, + 5.0, + 8.0, + 9.0 ], "p50": [ - 10.921806335449219, - 10.537208557128906, - 10.276899337768555, - 10.196746826171875, - 10.108888626098633, - 9.932262420654297, - 9.933740615844727, - 10.008050918579102, - 10.086695671081543, - 10.180360794067383, - 10.319310188293457, - 10.253015518188477, - 10.112037658691406, - 10.129608154296875, - 10.197925567626953, - 10.171512603759766, - 10.225425720214844, - 10.394899368286133, - 10.393495559692383, - 10.190685272216797, - 10.239139556884766, - 10.299457550048828, - 10.325634956359863, - 10.31320571899414 + 10.419205665588379, + 10.353167533874512, + 10.309586524963379, + 10.298264503479004, + 10.305137634277344, + 10.32883071899414, + 10.384800910949707, + 10.456697463989258, + 10.428199768066406, + 10.38150405883789, + 10.33522891998291, + 10.295940399169922, + 10.28148365020752, + 10.368809700012207, + 10.539007186889648, + 10.606916427612305, + 10.552116394042969, + 10.532432556152344, + 10.603357315063477, + 10.633020401000977, + 10.643178939819336, + 10.638769149780273, + 10.535842895507812, + 10.368117332458496 ], "p10": [ - 6.860261917114258, - 6.335201263427734, - 6.1117401123046875, - 6.012657165527344, - 5.911498069763184, - 5.725579261779785, - 5.713311195373535, - 5.770233154296875, - 5.813444137573242, - 5.836980819702148, - 5.888654708862305, - 5.794322967529297, - 5.711910247802734, - 5.712584495544434, - 5.75581169128418, - 5.671982765197754, - 5.656573295593262, - 5.734553337097168, - 5.733360290527344, - 5.592877388000488, - 5.583378791809082, - 5.669582366943359, - 5.657034873962402, - 5.590488433837891 + 6.433813095092773, + 6.2401123046875, + 6.176226615905762, + 6.139155387878418, + 6.0782470703125, + 6.0169477462768555, + 6.059715270996094, + 6.110419273376465, + 6.065942764282227, + 5.997014045715332, + 5.917799949645996, + 5.878400802612305, + 5.810921669006348, + 5.851070404052734, + 5.962843894958496, + 6.00849723815918, + 5.940793037414551, + 5.893179893493652, + 5.9257612228393555, + 5.925833702087402, + 5.853050231933594, + 5.85623836517334, + 5.727987289428711, + 5.526328086853027 ], "p90": [ - 15.814409255981445, - 15.410597801208496, - 15.316712379455566, - 15.331498146057129, - 15.290389060974121, - 15.164517402648926, - 15.329684257507324, - 15.55324649810791, - 15.693891525268555, - 15.894783020019531, - 16.135292053222656, - 16.10880470275879, - 15.883077621459961, - 15.889413833618164, - 16.043689727783203, - 15.961740493774414, - 16.062915802001953, - 16.375993728637695, - 16.473609924316406, - 16.270505905151367, - 16.31991195678711, - 16.45370101928711, - 16.48004913330078, - 16.51953887939453 + 15.314658164978027, + 15.251639366149902, + 15.422863960266113, + 15.544767379760742, + 15.60365104675293, + 15.750596046447754, + 16.024211883544922, + 16.247806549072266, + 16.246517181396484, + 16.259660720825195, + 16.24286651611328, + 16.19961166381836, + 16.105361938476562, + 16.238773345947266, + 16.554767608642578, + 16.662208557128906, + 16.60639190673828, + 16.569988250732422, + 16.648277282714844, + 16.730443954467773, + 16.703758239746094, + 16.738245010375977, + 16.603343963623047, + 16.447084426879883 ], "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +468,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 7e0ea4d61f0ae9f6b59eafec6cdab7cc0530fdae..bdf711a724eeb46a671a9343db9222ae4c452f44 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,19 +1,37 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:55:57.805966+00:00", + "evaluated_at": "2026-06-22T01:04:03.885404+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index c50e387a4e69c581ca962f60996269462cefe573..2e26a73681b61f49d3589956c959a2c04e46c965 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,111755.16429901123,111755.16429901123,236.74772135416666,0.20836732719570428,0.003706450274094684,0.0036928737920385486,2.174166596872409,334.29801719276054,0.005214346337269124,0.003692766783561538,0.005111336698417325,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,105230.0497156779,105230.0497156779,230.41438802083334,0.2027932091794554,0.003606433805971924,0.0035936597037839585,2.174166596872409,324.39181511819606,0.005059330614316436,0.0035936250946036847,0.005077906173344141,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.006687301517448911,0.006687301517448911,0.05757119556268056,0.1712324233519678,0.05301745430762395,0.053155835069376815,1.8412153947369168,0.08177592260224834,0.07706954538258737,0.05425785155282164,0.08299134014518361,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.045888081110131256,0.045888081110131256,0.18292494614919028,2.2172725871552563,0.1186899178632524,0.1286144556667143,43.08668482100139,0.21421503474343545,0.1452305362027851,0.12401691620726264,0.10786269791326873,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2948412764161124,1.2948412764161124,1.0335331757863362,0.5262973340026912,0.041677723267883465,0.04159091715098338,2.645282246403737,1.1379109263980693,0.04589121719701682,0.04168172951855557,0.03102623012984161,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,13.249489635817554,13.249489635817554,3.021361509958903,0.5657686052458805,0.6165400948080357,0.37728288233413637,4.5504050261022515,3.6399848400532595,0.4597875587435696,0.38164566441586145,0.29057421076367473,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.68802326829109,2.68802326829109,1.4310472011566162,0.745552745168529,0.07915978878052386,0.07517923551001567,4.752781292218372,1.639519218640358,0.08836393964974168,0.07712807942794446,0.04575197530068881,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,92.28192145163787,92.28192145163787,7.393037001291911,0.6394864276138276,0.41794610551499556,0.30275863209252535,3.9753995852553685,9.606347976813971,0.4157092708126351,0.3199294912401451,0.2653352733707223,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.6526313863779858,1.6526313863779858,1.1368099053700764,0.5800240236720587,0.04802182009091066,0.04672026941738178,2.9375287303160373,1.2855471155807499,0.052204959008355326,0.04616486925360717,0.031214780210440125,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,15.091574504744585,15.091574504744585,3.249121109644572,0.6076278438815822,0.6617842201388989,0.3998072989203552,4.970967066133177,3.8847875752407086,0.5012629129342849,0.4192414335025254,0.30879777033269196,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,520.9567101076245,520.9567101076245,10.427805582682291,0.5268785978618421,0.0042563314286489335,0.00430017381494761,4.650836759868421,22.824476119018033,0.009469099859229608,0.004326142333351339,0.004706492185249208,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,768.2036787881183,768.2036787881183,23.04840305873326,0.46513826632099137,0.10803188257083383,0.09969043495764582,1.8360054599372493,27.716487490086443,0.11156722968982467,0.09277678056994411,0.0691587707819813,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 7791f151fc7a65a94357a4c87fa9afda018cd4c4..2e073f9757887311fe48c772a1575ab8dc6d3c4c 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:55:32.215049+00:00", + "evaluated_at": "2026-06-22T01:03:11.444455+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63758.01171875 + 63910.01171875 ], "p50": [ 64294.09765625, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 2edd6452639dc18f6f6aeb71c4fe299243bba642..9903d684f14d7ffef9f8df4ee4aee13b37030324 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,53 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:36.037911+00:00", + "evaluated_at": "2026-06-22T01:03:16.678871+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 14.0, - 13.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.0, - 13.300000190734863, - 14.0, - 14.0, - 14.0, - 13.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 13.899999618530273, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, - 14.0, 14.0, 14.0, 14.0, @@ -101,9 +59,7 @@ 18.0, 19.0, 19.0, - 19.0 - ], - "actuals": [ + 19.0, 19.0, 19.0, 19.0, @@ -121,96 +77,137 @@ 21.0, 21.0, 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, 21.0, - 21.0 + 21.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.0, + 20.0, + 21.0, + 20.0, + 21.0, + 20.0, + 20.0, + 20.0, + 20.0 + ], + "actuals": [ + 20.0, + 20.0, + 20.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 17.0, + 18.0, + 18.0, + 17.0 ], "p50": [ - 18.982887268066406, - 18.99161720275879, - 18.992218017578125, - 18.997177124023438, - 19.001571655273438, - 19.00566291809082, - 19.006206512451172, - 19.01300048828125, - 19.00982666015625, - 19.015626907348633, - 19.017221450805664, - 19.02080726623535, - 19.018808364868164, - 19.031417846679688, - 19.02426528930664, - 19.021263122558594, - 19.030292510986328, - 19.02735137939453, - 19.033790588378906, - 19.03206443786621, - 19.031147003173828, - 19.038625717163086, - 19.03338050842285, - 19.02995491027832 + 19.998952865600586, + 19.998950958251953, + 19.99662208557129, + 19.99713134765625, + 19.99517822265625, + 19.995868682861328, + 19.98717498779297, + 19.987548828125, + 19.989830017089844, + 19.982315063476562, + 19.988771438598633, + 19.988218307495117, + 19.98497200012207, + 19.979013442993164, + 19.981178283691406, + 19.983266830444336, + 19.98055076599121, + 19.983633041381836, + 19.98788833618164, + 19.98802375793457, + 19.978790283203125, + 19.971675872802734, + 19.95343017578125, + 19.955198287963867 ], "p10": [ - 18.5932559967041, - 18.685583114624023, - 18.900409698486328, - 18.83373260498047, - 18.69369125366211, - 18.466259002685547, - 18.59263038635254, - 18.608108520507812, - 18.26143455505371, - 18.182861328125, - 18.059221267700195, - 18.03398895263672, - 17.966341018676758, - 17.878662109375, - 17.767730712890625, - 17.7674560546875, - 17.671667098999023, - 17.63263511657715, - 17.557418823242188, - 17.529705047607422, - 17.472190856933594, - 17.41638946533203, - 17.349334716796875, - 17.316247940063477 + 19.91094970703125, + 19.480667114257812, + 19.202556610107422, + 19.302194595336914, + 19.145156860351562, + 19.14713478088379, + 19.008886337280273, + 18.948720932006836, + 18.889198303222656, + 18.80711555480957, + 18.72153663635254, + 18.62773895263672, + 18.533100128173828, + 18.464536666870117, + 18.401336669921875, + 18.311561584472656, + 18.233156204223633, + 18.155757904052734, + 18.06205177307129, + 17.98221206665039, + 17.923805236816406, + 17.796422958374023, + 17.664995193481445, + 17.55940055847168 ], "p90": [ - 19.02533721923828, - 19.350988388061523, - 19.419309616088867, - 19.547758102416992, - 19.62498664855957, - 19.736108779907227, - 19.85928726196289, - 20.004159927368164, - 20.06439208984375, - 20.11016845703125, - 20.213224411010742, - 20.302324295043945, - 20.44564437866211, - 20.539018630981445, - 20.654233932495117, - 20.820606231689453, - 20.910858154296875, - 20.983413696289062, - 21.132888793945312, - 21.15633773803711, - 21.24418830871582, - 21.379776000976562, - 21.418081283569336, - 21.51149559020996 + 21.1241455078125, + 20.9361572265625, + 20.899980545043945, + 20.98386573791504, + 21.03252410888672, + 21.04924201965332, + 20.980112075805664, + 21.096982955932617, + 21.032894134521484, + 21.063798904418945, + 21.084453582763672, + 21.124555587768555, + 21.1702938079834, + 21.182626724243164, + 21.22494888305664, + 21.202573776245117, + 21.242765426635742, + 21.230932235717773, + 21.222761154174805, + 21.26530647277832, + 21.2764892578125, + 21.272907257080078, + 21.285181045532227, + 21.316303253173828 ], "timestamps": [ - "2026-06-21 12:00:00", - "2026-06-21 13:00:00", - "2026-06-21 14:00:00", "2026-06-21 15:00:00", "2026-06-21 16:00:00", "2026-06-21 17:00:00", @@ -327,6 +324,9 @@ "2026-06-26 08:00:00", "2026-06-26 09:00:00", "2026-06-26 10:00:00", - "2026-06-26 11:00:00" + "2026-06-26 11:00:00", + "2026-06-26 12:00:00", + "2026-06-26 13:00:00", + "2026-06-26 14:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 7a6f7edf71a4d4bb5aa2b76a4b75a16e31d6c4ab..e8fd7191d5f8cbd96f50435bdc9e67ceab75f497 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:39.824649+00:00", + "evaluated_at": "2026-06-22T01:03:21.509997+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 39.70000076293945, - 27.399999618530273, - 25.100000381469727, 26.100000381469727, 26.5, 26.299999237060547, @@ -341,12 +338,12 @@ 34.0, 31.200000762939453, 25.100000381469727, - 21.200000762939453 - ], - "actuals": [ + 21.200000762939453, 20.899999618530273, 23.5, - 27.600000381469727, + 27.600000381469727 + ], + "actuals": [ 31.299999237060547, 27.0, 25.299999237060547, @@ -358,99 +355,99 @@ 30.0, 31.399999618530273, 32.20000076293945, - 37.29999923706055, - 33.599998474121094, - 28.799999237060547, - 26.0, - 23.299999237060547, - 21.200000762939453, - 18.899999618530273, + 30.5, + 27.600000381469727, + 25.0, + 22.100000381469727, + 18.799999237060547, 16.399999618530273, - 14.100000381469727, - 12.699999809265137 + 14.899999618530273, + 13.399999618530273, + 13.600000381469727, + 13.600000381469727, + 14.0, + 16.200000762939453, + 17.799999237060547 ], "p50": [ - 20.179012298583984, - 22.24786376953125, - 23.260005950927734, - 24.227767944335938, - 23.75069808959961, - 23.07370376586914, - 22.376720428466797, - 22.466508865356445, - 22.732433319091797, - 23.596086502075195, - 24.869327545166016, - 26.295595169067383, - 27.442279815673828, - 29.830421447753906, - 30.042631149291992, - 29.860271453857422, - 29.503787994384766, - 28.15980339050293, - 26.348596572875977, - 24.437606811523438, - 22.8631534576416, - 21.164844512939453, - 19.280582427978516, - 17.92729949951172 + 29.352752685546875, + 28.794330596923828, + 27.406986236572266, + 26.244457244873047, + 25.629446029663086, + 25.745393753051758, + 26.364011764526367, + 27.68339729309082, + 29.84282112121582, + 31.67597198486328, + 35.83499526977539, + 38.33744430541992, + 38.17729187011719, + 38.282936096191406, + 36.56914138793945, + 35.5355339050293, + 33.00385284423828, + 30.931760787963867, + 28.940345764160156, + 26.327178955078125, + 24.101369857788086, + 24.329679489135742, + 26.196414947509766, + 27.561019897460938 ], "p10": [ - 17.050580978393555, - 16.98973846435547, - 16.822044372558594, - 16.880592346191406, - 16.197654724121094, - 15.59627914428711, - 14.834830284118652, - 14.367656707763672, - 14.49414348602295, - 14.898252487182617, - 15.526467323303223, - 15.778379440307617, - 16.142845153808594, - 16.889705657958984, - 17.03519630432129, - 17.02845001220703, - 16.899349212646484, - 16.315399169921875, - 14.949030876159668, - 13.491241455078125, - 12.22220230102539, - 10.83442497253418, - 9.399532318115234, - 8.5814208984375 + 25.6357421875, + 23.63451385498047, + 21.194841384887695, + 19.506732940673828, + 18.476085662841797, + 17.986923217773438, + 17.899066925048828, + 18.08407974243164, + 18.213111877441406, + 18.813566207885742, + 20.513553619384766, + 20.542282104492188, + 21.061038970947266, + 20.69725227355957, + 19.77163314819336, + 18.420955657958984, + 17.189014434814453, + 15.699519157409668, + 14.686184883117676, + 13.270410537719727, + 12.291496276855469, + 12.21293830871582, + 13.837523460388184, + 15.123282432556152 ], "p90": [ - 23.84050178527832, - 28.9005184173584, - 32.35409927368164, - 34.20597839355469, - 34.13225555419922, - 33.443084716796875, - 33.02564239501953, - 33.67414093017578, - 35.50739669799805, - 38.17694854736328, - 41.759033203125, - 45.8941650390625, - 50.453758239746094, - 54.82630920410156, - 57.27936553955078, - 57.344947814941406, - 57.665103912353516, - 53.1998176574707, - 52.23218536376953, - 50.39451599121094, - 48.80912780761719, - 47.03727722167969, - 44.08853530883789, - 39.90907669067383 + 33.685611724853516, + 35.12247085571289, + 35.47933578491211, + 35.715633392333984, + 35.807464599609375, + 37.75543212890625, + 40.38555145263672, + 46.72600555419922, + 54.80354309082031, + 63.309417724609375, + 71.0127182006836, + 72.83193969726562, + 74.20928192138672, + 75.10528564453125, + 76.90121459960938, + 76.0853042602539, + 79.81938934326172, + 76.70252990722656, + 71.54592895507812, + 68.94307708740234, + 70.39380645751953, + 68.45201110839844, + 63.47596740722656, + 58.52452850341797 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 5da055b17e15c0f0d2fba1ae10fe150b56ddcb61..e2ce429c2bd0abd75255fa104defa0779e252139 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:43.575224+00:00", + "evaluated_at": "2026-06-22T01:03:25.266116+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 21.200000762939453, - 22.5, - 24.0, 25.100000381469727, 26.299999237060547, 27.100000381469727, @@ -341,12 +338,12 @@ 24.200000762939453, 23.899999618530273, 23.700000762939453, - 23.5 - ], - "actuals": [ + 23.5, 23.899999618530273, 24.799999237060547, - 25.700000762939453, + 25.700000762939453 + ], + "actuals": [ 27.5, 27.799999237060547, 28.0, @@ -364,93 +361,93 @@ 22.700000762939453, 22.600000381469727, 22.600000381469727, - 22.600000381469727, - 22.200000762939453, - 22.299999237060547, - 22.700000762939453 + 22.899999618530273, + 22.5, + 22.5, + 22.700000762939453, + 22.899999618530273, + 23.200000762939453, + 23.399999618530273 ], "p50": [ - 23.71540641784668, - 24.2424259185791, - 24.92181968688965, - 25.34567642211914, - 25.85056495666504, - 26.256406784057617, - 26.516094207763672, - 26.714807510375977, - 26.676599502563477, - 26.515567779541016, - 26.18191909790039, - 25.71334457397461, - 25.260692596435547, - 24.827957153320312, - 24.511463165283203, - 24.16045379638672, - 24.002233505249023, - 23.854656219482422, - 23.68962860107422, - 23.594881057739258, - 23.602943420410156, - 23.468503952026367, - 23.389657974243164, - 23.36567497253418 + 26.290916442871094, + 26.815959930419922, + 27.38417625427246, + 27.692638397216797, + 27.696605682373047, + 27.69417953491211, + 27.452455520629883, + 27.061256408691406, + 26.467853546142578, + 25.8698673248291, + 25.266050338745117, + 24.919408798217773, + 24.574562072753906, + 24.403879165649414, + 24.218652725219727, + 24.06825828552246, + 23.976688385009766, + 24.04184341430664, + 23.83991241455078, + 23.787935256958008, + 23.778762817382812, + 24.120832443237305, + 24.97456169128418, + 25.846778869628906 ], "p10": [ - 23.371917724609375, - 23.63051414489746, - 24.047941207885742, - 24.279550552368164, - 24.600080490112305, - 24.838577270507812, - 24.961606979370117, - 25.04800033569336, - 25.017929077148438, - 24.83321762084961, - 24.439231872558594, - 24.037139892578125, - 23.668813705444336, - 23.27033042907715, - 23.00075340270996, - 22.702396392822266, - 22.516971588134766, - 22.39380645751953, - 22.207612991333008, - 22.139516830444336, - 22.12843894958496, - 21.998292922973633, - 21.937969207763672, - 21.94040870666504 + 25.675561904907227, + 25.838293075561523, + 26.16090202331543, + 26.239294052124023, + 26.113618850708008, + 25.95669937133789, + 25.686548233032227, + 25.289352416992188, + 24.744089126586914, + 24.16696548461914, + 23.626846313476562, + 23.300315856933594, + 22.968429565429688, + 22.773683547973633, + 22.644371032714844, + 22.523042678833008, + 22.41776466369629, + 22.46619987487793, + 22.27655792236328, + 22.226524353027344, + 22.19036865234375, + 22.486196517944336, + 23.157106399536133, + 23.852773666381836 ], "p90": [ - 24.131855010986328, - 24.940397262573242, - 25.93787956237793, - 26.62384033203125, - 27.359933853149414, - 27.98662757873535, - 28.409221649169922, - 28.72772979736328, - 28.661880493164062, - 28.53230857849121, - 28.142248153686523, - 27.605663299560547, - 27.116628646850586, - 26.62697410583496, - 26.215375900268555, - 25.824859619140625, - 25.586017608642578, - 25.45832061767578, - 25.248260498046875, - 25.14954948425293, - 25.201622009277344, - 25.056982040405273, - 24.994409561157227, - 24.962711334228516 + 26.899831771850586, + 27.81144905090332, + 28.763023376464844, + 29.36736488342285, + 29.66030502319336, + 29.742874145507812, + 29.663177490234375, + 29.275859832763672, + 28.48733139038086, + 27.8151912689209, + 27.169967651367188, + 26.707420349121094, + 26.28494644165039, + 26.19062042236328, + 25.94661521911621, + 25.785236358642578, + 25.63558006286621, + 25.801931381225586, + 25.549962997436523, + 25.48336410522461, + 25.503551483154297, + 26.01555061340332, + 27.167449951171875, + 28.359554290771484 ], "timestamps": [ - "2026-06-06 22:00:00", - "2026-06-06 23:00:00", - "2026-06-07 00:00:00", "2026-06-07 01:00:00", "2026-06-07 02:00:00", "2026-06-07 03:00:00", @@ -807,6 +804,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index defceefdc07895eee1387db761dc7594a3d65f7d..c10f69d01b2178b92d7d64c83bd935a95fab9555 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:47.608458+00:00", + "evaluated_at": "2026-06-22T01:03:30.118881+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 13.0, - 10.0, - 12.0, 15.0, 14.0, 15.0, @@ -31,7 +28,7 @@ 13.0, 11.0, 18.0, - 20.0, + 21.0, 12.0, 18.0, 17.0, @@ -53,8 +50,8 @@ 14.0, 16.0, 20.0, - 10.0, - 19.0, + 11.0, + 20.0, 11.0, 15.0, 11.0, @@ -173,12 +170,12 @@ 6.0, 13.0, 13.0, + 14.0, + 9.0, + 10.0, 13.0 ], "actuals": [ - 7.0, - 8.0, - 13.0, 9.0, 12.0, 11.0, @@ -197,92 +194,92 @@ 8.0, 7.0, 6.0, - 10.0, + 11.0, 4.0, - 4.0 + 5.0, + 5.0, + 8.0, + 9.0 ], "p50": [ - 10.52371883392334, - 10.284391403198242, - 10.151472091674805, - 10.021162033081055, - 10.07313346862793, - 10.136436462402344, - 10.153103828430176, - 10.07063102722168, - 10.064628601074219, - 10.13866138458252, - 10.19079875946045, - 10.189151763916016, - 10.22603988647461, - 10.140153884887695, - 10.051234245300293, - 9.970853805541992, - 10.040767669677734, - 10.134602546691895, - 10.201445579528809, - 10.124025344848633, - 10.083675384521484, - 10.183483123779297, - 10.230789184570312, - 10.198687553405762 + 10.504295349121094, + 10.425365447998047, + 10.424700736999512, + 10.449079513549805, + 10.378433227539062, + 10.369009017944336, + 10.432065963745117, + 10.469881057739258, + 10.466198921203613, + 10.512859344482422, + 10.519079208374023, + 10.532801628112793, + 10.501431465148926, + 10.485371589660645, + 10.502767562866211, + 10.58081340789795, + 10.541850090026855, + 10.550151824951172, + 10.60168170928955, + 10.64417839050293, + 10.627445220947266, + 10.651681900024414, + 10.65880012512207, + 10.654609680175781 ], "p10": [ - 6.299800872802734, - 6.162164688110352, - 5.9814348220825195, - 5.807470321655273, - 5.872280120849609, - 5.941302299499512, - 5.882668495178223, - 5.769447326660156, - 5.678691864013672, - 5.715217590332031, - 5.785682678222656, - 5.751588821411133, - 5.71773624420166, - 5.6260576248168945, - 5.491713523864746, - 5.376718521118164, - 5.4242963790893555, - 5.516389846801758, - 5.517289161682129, - 5.418582916259766, - 5.384736061096191, - 5.4383649826049805, - 5.4831695556640625, - 5.392939567565918 + 6.467362880706787, + 6.241877555847168, + 6.234182357788086, + 6.217726707458496, + 6.110487937927246, + 6.105988502502441, + 6.114274024963379, + 6.102364540100098, + 6.050708770751953, + 6.0166120529174805, + 6.0538482666015625, + 6.019189834594727, + 5.918614387512207, + 5.88693904876709, + 5.837298393249512, + 5.897141456604004, + 5.8095808029174805, + 5.805314064025879, + 5.8481550216674805, + 5.82242488861084, + 5.80540657043457, + 5.759214401245117, + 5.746832847595215, + 5.708967208862305 ], "p90": [ - 15.64119815826416, - 15.515625, - 15.402771949768066, - 15.344979286193848, - 15.393743515014648, - 15.463199615478516, - 15.521252632141113, - 15.475244522094727, - 15.498334884643555, - 15.655670166015625, - 15.734033584594727, - 15.836434364318848, - 15.950637817382812, - 15.825803756713867, - 15.729928970336914, - 15.665029525756836, - 15.829832077026367, - 15.95187759399414, - 16.067581176757812, - 15.977751731872559, - 15.914407730102539, - 16.090608596801758, - 16.218732833862305, - 16.16289710998535 + 15.49595832824707, + 15.456339836120605, + 15.52302074432373, + 15.723320960998535, + 15.655048370361328, + 15.714097023010254, + 15.784758567810059, + 15.888335227966309, + 16.002376556396484, + 16.14460563659668, + 16.149307250976562, + 16.24311637878418, + 16.235370635986328, + 16.246234893798828, + 16.39167022705078, + 16.48126983642578, + 16.445331573486328, + 16.499629974365234, + 16.58951759338379, + 16.734325408935547, + 16.806835174560547, + 16.918561935424805, + 16.951135635375977, + 16.973352432250977 ], "timestamps": [ - "2026-06-13 22:00:00", - "2026-06-13 23:00:00", - "2026-06-14 00:00:00", "2026-06-14 01:00:00", "2026-06-14 02:00:00", "2026-06-14 03:00:00", @@ -471,6 +468,9 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 8635a349b7529817d6633c0d045d28a5071d7621..4406bb4bfaf06cda59c500e7edc8c817f7cdc44b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,19 +1,37 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:55:38.345194+00:00", + "evaluated_at": "2026-06-22T01:03:32.651999+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", - "data_fetched_at": "2026-06-22T00:54:15.651076Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t225000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260621t000000z", + "data_fetched_at": "2026-06-22T01:01:19.149346Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": []