diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5c7243941f7c97601d853de6719084b600b9932f..21a8afdc93a51ca58ffb58898c180b9e858ca1ed 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,559404.0114379448,296380.149149835,495.85986239950034,0.498871387002855,0.0075485318561178405,0.007579150161300157,3.825881582388893,747.9331597395217,0.011411643773686041,0.007565617378620778,0.006327748617740993,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,650103.963782544,431862.20243419317,573.0620037882782,0.5648708251913386,0.008757130485972731,0.008788074673404376,8.460780121731688,806.2902478528089,0.01235548101746452,0.008781523438354687,0.0076809388170343195,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.3292136739842622,1.3180934366896198,0.9745745230955783,0.9066723252279728,17.974873660846637,0.9917220991164941,35.46427548259699,1.1529152934991633,1.3067897575393816,1.1046466396284764,1.0996808183464393,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.09617559956196851,0.10557788320444567,0.2954650208438033,2.1184283750955433,0.2240218669610794,0.2572972859200854,38.22138963260878,0.31012191080600626,0.2448330956710939,0.2332618663663658,0.21263089936910548,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ARIMA,0.024060165275090837,0.05354763887747201,0.2284316539867246,0.6325800112921073,0.014279683170303745,0.014377975350522024,8.815041239957953,0.15511339489254575,0.009699639384640175,0.014284418629629326,0.01267762722738652,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,2374.628510590254,2358.7578542868364,45.341762318475084,3.7291764211961755,1.653092507146359,0.7986669932176141,128.53519870837192,48.730160174067294,1.304544165284568,1.2138341278788645,1.1912196366805867,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,24.300872768920158,24.562130608966353,3.969078579237513,1.9301004458224977,0.1449064423851378,0.16257674132133046,57.720260619632796,4.929591541793312,0.19407841492992461,0.1562629424486771,0.15025040875574733,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.666161545829482,20.98699008892748,3.9525401773997935,0.745957779220931,0.47004700457189186,0.3477283591710445,3.551173189119369,5.0661781991782995,0.44053723471115647,0.3436991458608516,0.2722147027850439,Hazards,1 +nws_ksfo_observations_temperature/1h/short,ARIMA,1.5214240033666513,1.0430254666246634,0.9260209846943329,0.5635969017576826,0.04286927033219693,0.041768989651237265,9.560315478024226,1.2334601750225467,0.05650513995232125,0.04242126855695455,0.04209962473013393,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,345.4682775743442,347.0471847092856,13.949237193027448,1.112686465519605,0.3282166014521764,0.3906263498622109,25.702335807962104,18.586776954984536,0.5133287076175246,0.38524935861065446,0.3615996431011961,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.977260736059156,13.77901665949534,3.083117072706667,1.4992714515083962,0.12688876715631114,0.11644545546774998,36.91578847321643,3.738617489936508,0.14502475834516637,0.11959723336840608,0.11187299535211277,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,36.21990836110642,31.201313799453303,4.650975413100956,0.8882499462686176,0.5956162933151907,0.39246787844244907,6.085861156941015,6.018297795980723,0.5103856788110861,0.3944290102983143,0.3209058046182445,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1775.9326840377819,100.15299276365141,4.59560983436766,0.09191219668735319,0.0016289600602047872,0.0016342676482670887,2.733889561839103,42.14181633529554,0.015039458617800637,0.0016400689371721016,0.0016799107915372803,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,1458.2572570477146,1507.3434428064156,38.816004820877765,0.8102555033827628,0.17095882810943908,0.16657311637078775,4.810018149994523,38.18713470591522,0.16112715065787012,0.16378061105855596,0.10762720666767608,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 39f4bce2ad400c4daffd2a57fc9bad169e35fdbb..fc53cb2b8b3358ed046f5ee501270ae46779131a 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.268040+00:00", + "evaluated_at": "2026-06-18T01:00:53.306415+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63982.48046875, - 63865.44140625, - 63694.0, - 63589.26953125, - 63449.0, - 63472.0, - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,9 +93,7 @@ 66429.828125, 66052.0, 65654.8984375, - 65859.7578125 - ], - "actuals": [ + 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -111,7 +101,9 @@ 65854.0, 65776.96875, 65780.0, - 65675.0078125, + 65675.0078125 + ], + "actuals": [ 65700.0, 65940.0, 65904.0, @@ -127,95 +119,95 @@ 65040.87890625, 65278.0, 65101.44921875, - 65491.26171875 + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65160.53977176251, - 65158.55876953953, - 65150.309490961336, - 65159.2280687726, - 65158.565311743325, - 65165.44185203298, - 65139.08108063059, - 65159.73617745694, - 65186.3016922319, - 65155.63873132827, - 65155.63863660007, - 65152.1629508247, - 65153.994531365795, - 65157.47025054604, - 65151.98436043254, - 65165.43499923071, - 65158.3385943775, - 65159.1611048801, - 65159.16110486971, - 65158.586733590855, - 65158.02849169196, - 65153.80706932389, - 65150.16165202213, - 65176.868176560514 + 64953.90620125411, + 64994.438837694004, + 64994.153062919024, + 64966.23551851568, + 65003.562842226806, + 64968.75947932692, + 64970.967545562584, + 64983.953000821086, + 64994.14397639368, + 64939.42106549019, + 64968.75945726814, + 64966.23429727751, + 64957.922838060156, + 64966.23429727738, + 64976.165179690724, + 64983.953000422596, + 64986.373908118214, + 64957.92283806014, + 64985.163454270405, + 64973.17562792829, + 64942.495582656935, + 64973.17562792829, + 64970.96754259773, + 64970.96754259773 ], "p10": [ - 64947.48282002717, - 64962.637589721104, - 64952.23209189073, - 64952.50838246606, - 64961.00763806168, - 64896.625027314054, - 64900.097935200276, - 64952.15080660354, - 64959.01033686311, - 64944.58554184064, - 64952.44139560665, - 64949.5282932634, - 64961.983239930276, - 64944.58547082312, - 64892.83177538238, - 64949.52828599568, - 64958.353646921656, - 64900.1001274539, - 64961.6859741704, - 64896.618174435665, - 64900.10012744577, - 64959.010561210845, - 64958.353646946234, - 64959.01056121077 + 64778.767250038574, + 64778.3318208746, + 64831.2818624965, + 64716.86725961051, + 64770.2652273937, + 64719.588523091836, + 64777.46430055524, + 64778.26421291459, + 64833.11784044813, + 64692.36387444059, + 64777.46429759137, + 64716.86603837234, + 64781.54911375925, + 64719.58850103208, + 64681.98544785023, + 64770.26506325898, + 64778.2642125161, + 64716.86603837221, + 64778.2642125161, + 64781.22062363492, + 64781.22062363492, + 64684.895221105384, + 64692.36387443339, + 64781.77731792762 ], "p90": [ - 65401.84999049923, - 65502.654529870815, - 65411.75011080193, - 65484.60223115194, - 65485.31386945828, - 65492.542360665226, - 65403.89326414506, - 65374.51886010797, - 65478.57840986395, - 65479.17436928477, - 65508.85007276954, - 65411.36378151753, - 65492.535505436485, - 65478.57863496325, - 65502.0001821891, - 65478.57863428853, - 65492.53550776143, - 65577.30410852566, - 65485.335291302494, - 65371.254014630074, - 65502.00018242928, - 65381.98647658758, - 65478.57863421158, - 65492.53550778604 + 65308.611861351776, + 65301.92022789693, + 65301.166572307244, + 65210.73590403903, + 65311.84932358457, + 65296.14001244583, + 65212.58837489823, + 65311.84915984834, + 65296.641739973864, + 65210.73468280793, + 65311.84915945082, + 65196.74889444784, + 65296.13999038609, + 65301.157485728334, + 65308.1088238293, + 65308.482857391355, + 65301.157485728334, + 65220.94353377865, + 65210.73468280073, + 65308.1088238293, + 65220.94353377865, + 65308.482857391355, + 65210.73468280073, + 65210.73468280073 ], "timestamps": [ - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +319,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index ae2cf2b031c79e44afe6eac53491133d7914f547..88069498584f4cd182b6b008b3098e8856f01e66 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.311821+00:00", + "evaluated_at": "2026-06-18T01:00:53.384818+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json index ba42b69969a0469a4ed1985624414c5b46054b5f..c234c63b3c799091b0a028d139e4fda611974ea9 100644 --- a/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/arima/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.375725+00:00", + "evaluated_at": "2026-06-18T01:00:53.425017+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 15.834460265300885, - 15.819827675673162, - 15.81243802222717, - 15.802696646252848, - 15.796116279473914, - 15.787295213458885, - 15.786542498921463, - 15.781259891357598, - 15.774951167243419, - 15.77632522280757, - 15.774447999171786, - 15.773876443092863, - 15.773313627679542, - 15.774512879044995, - 15.765320623225657, - 15.765638000866328, - 15.767020508329756, - 15.767968158261255, - 15.769304503830885, - 15.762673802190946, - 15.766729567313577, - 15.762063793601687, - 15.76343316774366, - 15.764818021224183 + 22.73292687319525, + 22.732933561275406, + 22.73293163681724, + 22.732931975856072, + 22.73293159174008, + 22.73293178670563, + 22.732931682970822, + 22.73293173380004, + 22.73293296451324, + 22.732949023685066, + 22.73294905777283, + 22.732931699088127, + 22.73293174526155, + 22.732931704471753, + 22.73293169847005, + 22.73293174531751, + 22.732934337982492, + 22.73293170994723, + 22.732931698953298, + 22.732931704451396, + 22.732932966895056, + 22.732931745314477, + 22.732931698951063, + 22.732936930652876 ], "p10": [ - 15.72240185729088, - 15.705886150405645, - 15.712330586553945, - 15.700230620479825, - 15.690235916642877, - 15.675751801483417, - 15.686959643922242, - 15.66731836609008, - 15.676446742293944, - 15.661523387055432, - 15.66826765410792, - 15.425794953672385, - 15.661458966449082, - 15.660820339597842, - 15.422030759164887, - 15.6589401834911, - 15.657632285799716, - 15.419886668840777, - 15.662532319522281, - 15.65676050097538, - 15.661796430580642, - 15.65937976696253, - 15.655921308764835, - 15.642925978979314 + 22.42473982601179, + 22.34924225798088, + 22.540775061969207, + 22.332914915636042, + 22.42474454456143, + 22.54672636623161, + 22.43293244511338, + 22.351054374053412, + 22.424744649390576, + 22.487220889922938, + 22.661792919592212, + 22.332914638076282, + 22.432932461040437, + 22.710495713037925, + 22.54672632483256, + 22.54672632484349, + 22.576819861314014, + 22.43293246109381, + 22.54672632484027, + 22.481792046212444, + 22.69235572208788, + 22.481792046212387, + 22.67086284576522, + 22.487220889003382 ], "p90": [ - 16.17240314265379, - 16.16558108291874, - 16.151352080861923, - 16.14276085966921, - 15.86741889941198, - 15.854327120292265, - 16.125876574862684, - 16.127013298603178, - 16.118885753645227, - 15.851262204143094, - 15.83755628308638, - 16.117236338270782, - 16.115998031724576, - 16.109541089954526, - 15.84351602833785, - 15.839029513378973, - 15.83791931033477, - 15.84137193801374, - 15.840886550183209, - 15.832607646165485, - 15.836516299844112, - 15.866869795213994, - 15.835606820719656, - 15.831578474231653 + 23.353613029407395, + 23.353619717540933, + 23.484656635283567, + 23.353618132066565, + 23.353617747957035, + 23.61836883181712, + 23.353619571569382, + 23.484657360740517, + 23.69474381707524, + 23.618368791345514, + 23.69474381910206, + 23.505666001196754, + 23.48465735451818, + 23.730368164538675, + 23.35361958754147, + 23.730521285540483, + 23.50566600105852, + 23.353635178981836, + 23.626006293328892, + 23.35363517898145, + 23.353635178981357, + 23.69474381945709, + 23.366737396540348, + 23.73036816451825 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 86c9528fb6ad2620ed6d591421349b63b9ca3f92..12b3c36f11ec59454eb50f5b5e360d3ffd3e38a9 100644 --- a/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.418648+00:00", + "evaluated_at": "2026-06-18T01:00:53.462581+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 73.6759293076217, - 77.7812547301374, - 80.25319129290109, - 81.66207879530491, - 82.31895453168877, - 83.13813829492511, - 83.50351619410391, - 83.53716204584431, - 83.62575937129176, - 83.57446992736958, - 83.37905104457188, - 83.96423641245633, - 83.76443700180542, - 83.66050658130071, - 83.83295000284349, - 83.66455875629768, - 83.6877987871097, - 83.5215151119403, - 83.59932380914174, - 83.8636632395652, - 83.86027876319787, - 83.6695988068689, - 83.47413675577045, - 83.68978798669244 + 32.32683245411742, + 29.138518796852523, + 27.253791087191694, + 26.115981450190233, + 25.64054363221706, + 25.52892903985566, + 25.32268113662666, + 25.137322448536274, + 24.8071386638471, + 25.204874978706133, + 25.176545754949515, + 25.237259938690727, + 24.887040084259937, + 25.38407727918328, + 24.964409843616878, + 25.24797354766151, + 25.159310726601433, + 24.971768117131518, + 24.954726481484997, + 24.973261646952075, + 24.920600224765845, + 25.066809193702504, + 25.011763080600915, + 25.17246710484857 ], "p10": [ - 70.99574906953892, - 74.17281900853158, - 77.74243862694667, - 79.11414096416551, - 78.05568004952491, - 78.74841910249157, - 81.1478565179211, - 80.99485723651146, - 79.33782096147796, - 81.16043466306778, - 78.96505692347874, - 80.47144136212763, - 81.36823805491821, - 81.47001281022443, - 81.11489223069458, - 80.98712713435673, - 81.03719644904733, - 78.92410369301653, - 80.34345961939489, - 80.16578757558321, - 81.56290966799948, - 79.00374489168935, - 78.98767597485705, - 80.34411367401887 + 26.47301819824129, + 24.769446335106174, + 24.33901447559956, + 21.084450346874366, + 21.76000874537873, + 23.21525152998813, + 20.835572881559564, + 21.701280137966094, + 21.19485999340682, + 20.29743900429927, + 21.61033671271332, + 21.756786655640795, + 20.921356358662123, + 21.750001126893793, + 20.266600237966152, + 22.456185298314182, + 22.31668053881115, + 20.468598922038513, + 20.04681401870759, + 20.540602961691555, + 19.89250326337781, + 20.04988044254392, + 21.58483809212069, + 21.093289121629443 ], "p90": [ - 77.70711960294837, - 83.3387045492945, - 84.29065874771375, - 85.53794297869477, - 87.31490065115474, - 87.02681281228745, - 88.39887364391794, - 87.4862075501478, - 88.35697179407312, - 86.76441731815333, - 87.05729684364522, - 87.84086111347015, - 87.3194957763669, - 87.79712763295615, - 87.61972480604254, - 87.11413624251543, - 87.80514863767787, - 87.60370081576906, - 87.18480294609401, - 88.24699852035373, - 87.33552742852416, - 87.13032151642273, - 86.37904074820432, - 87.22000439260621 + 36.53829930766344, + 32.70634288953565, + 31.914405607146975, + 30.443786288448326, + 30.640324921457715, + 30.30198662359512, + 30.22899158982139, + 28.434113066735968, + 27.8647425166498, + 29.08018847636321, + 30.880286219158673, + 28.764044967843322, + 29.384515066115526, + 29.905386470811194, + 28.590841566759863, + 29.02141465427406, + 28.471344056523577, + 29.223399628518354, + 28.46421694659179, + 30.67216616999065, + 30.982153871211978, + 29.05379894086268, + 30.91115819041887, + 29.077700540524404 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 532ff5818208c0cc184af4428e53e11a93ef9668..5fd6f7f355f7c97759c937ae914cfa61825cf31b 100644 --- a/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/arima/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.458199+00:00", + "evaluated_at": "2026-06-18T01:00:53.502972+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.08491721501629, - 21.84068141702636, - 21.725020773751837, - 21.620170027816336, - 21.571410400279355, - 21.504612219903724, - 21.455841762526184, - 21.40822801156601, - 21.37287207008651, - 21.38845132928402, - 21.38592421929324, - 21.410433389787954, - 21.33539673099531, - 21.30243904546914, - 21.343534524585827, - 21.406630946266525, - 21.343298226564947, - 21.31822972501509, - 21.357553027441767, - 21.318497458809603, - 21.39216339147688, - 21.340505248378843, - 21.34418571993527, - 21.37435857706495 + 25.12854901408852, + 26.00900347725792, + 26.631465018235396, + 27.149807648537898, + 27.537893009179022, + 27.927095470656603, + 28.047999694211843, + 28.319706853623693, + 28.432094756511916, + 28.43511721366043, + 28.539738949270053, + 28.589448107185802, + 28.672987656614954, + 28.7331988277341, + 28.739035654536757, + 28.62275650886376, + 28.629257785477215, + 28.704351056987246, + 28.71094084293499, + 28.789375583776916, + 28.786119569473488, + 28.724791007134545, + 28.794047390336683, + 28.750161649508023 ], "p10": [ - 21.44286242918379, - 21.15553119054768, - 20.916000026664577, - 21.007455692003617, - 20.74712535797258, - 20.601458756790137, - 20.848879860254115, - 20.814869984268757, - 20.606238887891205, - 20.52712407212614, - 20.644843996916055, - 20.5380423479266, - 20.48686086997589, - 20.40053151249558, - 20.551638673469675, - 20.550533150553225, - 20.367200663772675, - 20.523567933700026, - 20.542915350866064, - 20.468941230795256, - 20.542329446614524, - 20.512512243066016, - 20.51214103286296, - 20.779241727101667 + 24.234927163757018, + 25.110483300183144, + 25.85672269091623, + 26.438584103076327, + 26.737486166479993, + 27.2948927744794, + 27.278059040627056, + 27.629240318079745, + 27.62387192262794, + 27.715306276134413, + 27.7329617487669, + 27.977687823354945, + 27.829559705062607, + 27.928250676584756, + 28.062906123526172, + 27.732530557591122, + 27.83285859304526, + 27.874035571775806, + 27.85747666104489, + 28.142472839176143, + 27.93601777095888, + 27.86862127535202, + 27.925769185221448, + 27.88048952208317 ], "p90": [ - 22.783831658965543, - 22.56178804787312, - 22.41043236232463, - 22.341875137812817, - 22.28859966570008, - 22.23893620524057, - 22.083368920589816, - 22.136575906415814, - 22.14877828721315, - 22.087945466437162, - 22.365140091368595, - 21.87696321518946, - 22.100017445085783, - 22.034345988152722, - 22.181226890213665, - 22.327981585018122, - 22.02256937214654, - 22.069501096785743, - 22.06966211769351, - 22.023649243897058, - 22.122319733211395, - 22.08483014293068, - 22.068306013659804, - 22.10334391714565 + 25.766584797510646, + 26.796521442487496, + 27.34875499348177, + 27.908839057320105, + 28.340124779264126, + 28.578154847638416, + 28.74464786462487, + 29.289064895042905, + 29.060763959509565, + 29.19686291590721, + 29.29682532981298, + 29.31905288521274, + 29.455212293888728, + 29.289306246889964, + 29.50766806412901, + 29.373006347709563, + 29.70284188753768, + 29.420418702244966, + 29.468163182433177, + 29.41300943833959, + 29.43041870228679, + 29.36962573486473, + 29.451354734672954, + 29.63925047215267 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 992d1606762bd67edd74d30cd2ba7a4b1f620885..021da900bd758e6041aa51389b19d92901940640 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-17T16:02:35.518050+00:00", + "evaluated_at": "2026-06-18T01:00:53.541181+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 13.543673703745466, - 13.26112057539542, - 13.052395234422058, - 14.110465883489638, - 12.449516244329136, - 12.915522650676113, - 12.911576677250128, - 13.167286767399773, - 13.018239904322272, - 13.167487896283559, - 13.200740111081362, - 12.469827423563567, - 13.018239904322279, - 13.054050216337524, - 13.018239904322279, - 12.729190790834176, - 13.064259249806753, - 12.998606070066714, - 14.049247577381479, - 12.681098945908355, - 13.186865874111911, - 12.915522650391821, - 13.07774351660713, - 12.492831703790038 + 14.601629906548991, + 14.898121145384398, + 14.329543995777586, + 13.93857582718224, + 14.50803976117819, + 13.354013309149689, + 14.32872328493615, + 14.206471358064732, + 14.206471358638513, + 14.206471358605189, + 14.506964264141772, + 14.206471358607011, + 13.898172034360773, + 14.878173830482925, + 14.328723275598868, + 14.1933907722962, + 14.844094999832897, + 13.714048937088819, + 13.844618690880278, + 14.924964242627443, + 14.844094999832897, + 14.024671374861835, + 14.172280743829548, + 14.94130370007861 ], "p10": [ - 8.49441908352108, - 8.888847687618668, - 9.30860479793452, - 9.6665805237223, - 9.230543307315255, - 8.471775949988146, - 8.518837296129433, - 8.87496465763836, - 8.435311180043211, - 8.29153781555576, - 9.443462822879948, - 8.9456173760943, - 8.471775949703854, - 9.202001374753518, - 8.299857785328541, - 8.88816379537554, - 8.421765840571748, - 8.518837296136653, - 10.197276245056033, - 8.874964657638179, - 9.173583232954172, - 8.521352678091482, - 9.236872216906626, - 8.421765840571748 + 9.889030642361153, + 9.624074348138306, + 10.654881940380301, + 10.316970795755717, + 11.018951012759777, + 9.638205703113458, + 10.317018470299177, + 9.375650960228715, + 9.440823591229078, + 9.558423831218391, + 10.430992776025755, + 9.819489418509125, + 9.8021112845992, + 10.336122614677148, + 10.45810804910089, + 10.01754106538294, + 10.151436375218267, + 9.99773590069556, + 9.570685924180433, + 10.131631210530886, + 9.55118242783949, + 9.627871198242941, + 10.317018460961895, + 10.166313631866636 ], "p90": [ - 19.434265347954597, - 18.495160862679008, - 20.387847667873825, - 20.179873464952813, - 18.4958593178799, - 18.961676159383554, - 18.52732276860262, - 17.917386224474242, - 17.927605543105148, - 18.524232967242515, - 19.36097757215156, - 18.595785498734113, - 18.495859329076026, - 18.555130980915767, - 18.961676159099262, - 18.99198457073048, - 18.962844353176813, - 19.254246528713495, - 19.254246528713495, - 18.595785498734113, - 18.555130980915767, - 19.271878691064703, - 19.254246528713495, - 17.871041808891206 + 20.820558168891903, + 20.509477918925917, + 20.5297927719798, + 20.523561769468294, + 20.697241295464817, + 19.74992248258046, + 20.58451566787078, + 20.588672989210565, + 20.654193463120873, + 20.748070929924083, + 20.523609434674576, + 20.650036131870024, + 19.748609957757072, + 20.65003613187003, + 19.749922643353866, + 19.84328669294656, + 19.761736813725012, + 19.417422613609933, + 19.749922643353866, + 20.523609434674473, + 20.752844378060022, + 21.498624467309575, + 20.536252104394027, + 20.584515658533498 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 8de0b31d69bb516ab0676d8a5ff9c26b5b82e353..4849edc2033c2e5ca259a85b20c2e8e47d91ca48 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,41 +1,41 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-17T16:02:35.539485+00:00", + "evaluated_at": "2026-06-18T01:00:53.553224+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 168, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 5a336b6830b5b43b6c169994b14d3b3255ef4c6c..9dcc77221222d3f6bcdf858fba6bf094d8a6aa31 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,3 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 +2026-06-18,Chronos-2,3.200,3.100,3.200,3.200,3.200,3.200,3.200,3.100,3.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 87e2fcb4b7ff1e4f4b066a0c71811caa0742800a..fab7afaa59e7db52bafee7d5ca4683c5a4f97983 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.2,3.9,4.2,4.033,4.267,3.567,4.2,4.033,4.2 +2026-W25,Chronos-Bolt-Mini,3.95,3.7,3.95,3.825,4.0,3.475,3.95,3.8,3.95 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..17edd45e5897d0d520ef8873ed9934cb37267669 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,385511.9876200358,385511.9876200358,498.6712239583333,0.49154336514097174,0.007687019706928783,0.007649235606675434,2.1671099457187712,620.8961166089185,0.009514526813400556,0.007641569345506653,0.006413386140711972,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.009697630720084975,0.009697630720084975,0.07932836879044772,0.0838388970150182,0.16382066424474415,0.23446245077412498,0.7360179912534505,0.09847654908700332,0.1610453563170837,0.12973104293717322,0.18431388326287357,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.06958679982723442,0.06958679982723442,0.23161932163768345,1.5717024326205489,0.16549043677805636,0.18400825917941985,4.832981413756891,0.26379310041628157,0.19641265593977383,0.1724569977684612,0.13766730585311773,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,3.4639680973887153,3.4639680973887153,1.645504315694173,1.001490408406084,0.07622718585796251,0.07264951778075374,8.702724080904606,1.8611738493189494,0.08526087097173231,0.07538099205249839,0.04624031736338079,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,20.792485917845926,20.792485917845926,3.6488396326700845,0.29105637949528423,0.10581697689308717,0.10653951651395009,3.0511437408284983,4.559877840232776,0.12593448580619865,0.10077347662149831,0.14747423255646291,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,1.3433300580052976,1.3433300580052976,1.10390305519104,0.5368107330507096,0.04392810167973752,0.04477555897846017,2.6721916924214235,1.159021163743483,0.04495960462424486,0.042821517378149924,0.03969285165028666,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,30.68622638469651,30.68622638469651,4.66762391726176,0.8914295014399117,0.5939600497735068,0.39438540040391495,9.875876661953306,5.5395149954392675,0.469782190425945,0.395840897576969,0.30121475971582873,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,8904.23517412444,8904.23517412444,71.63016764322917,1.7191240234374998,0.02731210582295492,0.0266760792826633,57.48459008789063,94.36225502882199,0.03524815752049382,0.026756794139105058,0.025179329722627545,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 630511ac3eb9b5ef230a071d804b192354606c79..082d6879978171178e67fa0f59b09ca53d6852ad 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T21:26:30.248924+00:00", + "evaluated_at": "2026-06-17T23:40:05.503792+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,11 +99,11 @@ 65847.9921875, 65675.8828125, 65854.0, - 65776.96875 + 65776.96875, + 65780.0, + 65675.0078125 ], "actuals": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -127,89 +125,89 @@ 65516.0, 64301.8515625, 64434.359375, - 64300.0 + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65783.9296875, - 65780.015625, - 65778.1953125, - 65778.4296875, - 65747.2421875, - 65747.3984375, - 65727.3125, - 65720.375, - 65711.078125, - 65700.6640625, - 65691.0078125, - 65687.3203125, - 65685.65625, - 65678.9453125, - 65654.6875, - 65658.484375, - 65582.3046875, - 65555.71875, - 65544.0234375, - 65521.265625, - 65506.91796875, - 65481.7421875, - 65461.359375, - 65470.03515625 + 65673.390625, + 65673.390625, + 65660.8984375, + 65668.828125, + 65642.4609375, + 65639.7890625, + 65629.3359375, + 65624.8203125, + 65616.21875, + 65604.5625, + 65584.84375, + 65574.390625, + 65562.75, + 65547.6015625, + 65528.2265625, + 65533.4765625, + 65502.09375, + 65477.953125, + 65484.796875, + 65476.51171875, + 65457.2265625, + 65416.16015625, + 65387.515625, + 65378.8203125 ], "p10": [ - 65439.5, - 65287.14453125, - 65155.9140625, - 65026.26953125, - 64877.890625, - 64743.4921875, - 64620.21875, - 64542.59375, - 64458.4375, - 64343.98046875, - 64296.6796875, - 64250.7109375, - 64184.53515625, - 64113.56640625, - 64070.5, - 64067.84765625, - 63888.7265625, - 63748.58984375, - 63654.44921875, - 63658.04296875, - 63603.2421875, - 63577.33203125, - 63541.4453125, - 63551.17578125 + 65351.7734375, + 65235.94921875, + 65109.2109375, + 64989.0625, + 64858.33203125, + 64750.37890625, + 64663.86328125, + 64579.12109375, + 64494.2421875, + 64393.7578125, + 64328.58203125, + 64257.34765625, + 64165.24609375, + 64107.41015625, + 64085.29296875, + 64075.08984375, + 63945.7421875, + 63821.80859375, + 63761.4765625, + 63744.890625, + 63683.78515625, + 63669.49609375, + 63633.3828125, + 63589.3515625 ], "p90": [ - 66066.2734375, - 66218.9140625, - 66326.5546875, - 66423.1015625, - 66499.78125, - 66548.2109375, - 66597.8125, - 66653.390625, - 66701.5625, - 66773.25, - 66801.578125, - 66848.578125, - 66913.1640625, - 66933.3828125, - 66971.171875, - 66955.8125, - 67023.765625, - 67042.171875, - 67052.1171875, - 67104.65625, - 67076.578125, - 67155.140625, - 67181.3984375, - 67167.15625 + 65926.828125, + 66044.2421875, + 66119.640625, + 66209.8203125, + 66289.21875, + 66310.703125, + 66341.2109375, + 66406.4140625, + 66461.5546875, + 66497.7890625, + 66518.671875, + 66563.1953125, + 66590.9453125, + 66609.4296875, + 66588.046875, + 66592.7421875, + 66661.90625, + 66686.75, + 66700.4453125, + 66771.2265625, + 66756.9609375, + 66792.3671875, + 66799.5625, + 66819.765625 ], "timestamps": [ - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +325,8 @@ "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", - "2026-06-17 21:00:00" + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e48318f4d8cf94b7a26300eb31590d9099706a22..1602f2349ce9c05fb868df2cef3bcb1c8302950c 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T18:58:27.637469+00:00", + "evaluated_at": "2026-06-17T23:40:11.479504+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9ef721ac11d9dd7c416c6dccc2dd6851b86ab845..07ff8bc1bdbe5a41b0e6583689eebc7348b2a1dd 100644 --- a/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/chronos_2/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,73 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T18:58:32.277664+00:00", + "evaluated_at": "2026-06-17T23:40:17.216249+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +39,7 @@ 18.0, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.299999237060547, 18.0, @@ -127,92 +63,151 @@ 19.0, 19.0, 20.0, - 20.0 + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.852962493896484, - 17.86246109008789, - 17.8635311126709, - 17.84678077697754, - 17.85687828063965, - 17.826534271240234, - 17.905702590942383, - 17.94936180114746, - 17.97624969482422, - 17.94382095336914, - 17.918577194213867, - 17.922407150268555, - 17.907136917114258, - 17.902313232421875, - 17.885839462280273, - 17.859302520751953, - 17.877553939819336, - 17.874784469604492, - 17.8809757232666, - 17.861452102661133, - 17.898801803588867, - 17.87096405029297, - 17.930511474609375, - 17.89908218383789 + 22.797574996948242, + 22.804180145263672, + 22.83316993713379, + 22.89133071899414, + 22.973796844482422, + 23.011871337890625, + 23.094438552856445, + 23.183809280395508, + 23.25139617919922, + 23.270952224731445, + 23.317848205566406, + 23.37248992919922, + 23.38898468017578, + 23.50075912475586, + 23.582672119140625, + 23.660287857055664, + 23.90753173828125, + 23.925662994384766, + 23.96395492553711, + 24.02432632446289, + 24.102994918823242, + 24.090484619140625, + 24.18526840209961, + 24.256319046020508 ], "p10": [ - 17.520780563354492, - 17.428010940551758, - 17.327245712280273, - 17.170833587646484, - 17.076515197753906, - 16.89862060546875, - 16.899198532104492, - 16.88298797607422, - 16.911376953125, - 16.838457107543945, - 16.751291275024414, - 16.663440704345703, - 16.55341148376465, - 16.470109939575195, - 16.40256118774414, - 16.372882843017578, - 16.335412979125977, - 16.244384765625, - 16.199304580688477, - 16.15096092224121, - 16.181461334228516, - 16.13287925720215, - 16.17600440979004, - 16.170774459838867 + 22.18376350402832, + 22.085168838500977, + 22.049720764160156, + 22.06429672241211, + 22.09943389892578, + 22.06846046447754, + 22.115835189819336, + 22.11238670349121, + 22.071186065673828, + 22.112041473388672, + 21.992557525634766, + 22.019256591796875, + 22.012447357177734, + 22.061927795410156, + 22.04134750366211, + 22.028324127197266, + 22.079423904418945, + 22.03453826904297, + 22.07881736755371, + 22.109830856323242, + 22.045063018798828, + 22.077701568603516, + 22.11798858642578, + 22.128192901611328 ], "p90": [ - 18.047632217407227, - 18.077512741088867, - 18.129453659057617, - 18.167720794677734, - 18.21048927307129, - 18.251916885375977, - 18.327957153320312, - 18.384363174438477, - 18.430875778198242, - 18.422748565673828, - 18.457969665527344, - 18.465106964111328, - 18.479080200195312, - 18.474506378173828, - 18.499835968017578, - 18.50721549987793, - 18.571165084838867, - 18.545066833496094, - 18.5866756439209, - 18.627426147460938, - 18.636886596679688, - 18.663204193115234, - 18.687599182128906, - 18.7220401763916 + 23.36066246032715, + 23.427087783813477, + 23.528671264648438, + 23.676162719726562, + 23.802654266357422, + 23.916379928588867, + 24.047298431396484, + 24.20878791809082, + 24.2833251953125, + 24.353851318359375, + 24.49543571472168, + 24.62069320678711, + 24.717321395874023, + 24.746191024780273, + 24.878582000732422, + 24.974300384521484, + 25.30512046813965, + 25.347043991088867, + 25.422128677368164, + 25.580734252929688, + 25.604326248168945, + 25.712114334106445, + 25.833114624023438, + 25.977439880371094 ], "timestamps": [ - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +322,11 @@ "2026-06-22 05:00:00", "2026-06-22 06:00:00", "2026-06-22 07:00:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 3cee3a3b7cdce245398bef6b9674effc07c8092c..880ad3a6e69659760d8248a902a27050473e58f6 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T19:12:12.065827+00:00", + "evaluated_at": "2026-06-17T23:47:08.369017+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,14 +336,14 @@ 66.5999984741211, 69.4000015258789, 61.70000076293945, - 57.29999923706055 - ], - "actuals": [ + 57.29999923706055, 55.099998474121094, 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -361,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0, - 43.29999923706055, - 39.599998474121094, - 36.099998474121094 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 56.272735595703125, - 53.23003387451172, - 50.85027313232422, - 47.49481964111328, - 33.60723876953125, - 24.17255401611328, - 21.44824981689453, - 21.040332794189453, - 20.21302604675293, - 20.461753845214844, - 20.430238723754883, - 20.82638931274414, - 20.875816345214844, - 20.80267333984375, - 21.201805114746094, - 22.211776733398438, - 31.681608200073242, - 41.76454162597656, - 48.595909118652344, - 52.587364196777344, - 54.493255615234375, - 54.31104278564453, - 52.820770263671875, - 50.71336364746094 + 24.440860748291016, + 22.255464553833008, + 21.29584503173828, + 20.96599578857422, + 21.156373977661133, + 21.52161979675293, + 21.86764907836914, + 22.42290496826172, + 22.907299041748047, + 23.55443572998047, + 26.1387882232666, + 31.27716636657715, + 40.190860748291016, + 45.31643295288086, + 48.37897491455078, + 49.11003494262695, + 50.54685974121094, + 50.72578811645508, + 49.761573791503906, + 48.21312713623047, + 46.48411560058594, + 44.749786376953125, + 39.700374603271484, + 28.552366256713867 ], "p10": [ - 46.222572326660156, - 37.43470001220703, - 29.19144058227539, - 23.994644165039062, - 17.72071647644043, - 14.674032211303711, - 13.476839065551758, - 13.601753234863281, - 13.495468139648438, - 13.369132995605469, - 13.524026870727539, - 13.67717170715332, - 13.351390838623047, - 13.293571472167969, - 13.269054412841797, - 13.630256652832031, - 16.536407470703125, - 20.335205078125, - 24.691844940185547, - 26.558887481689453, - 28.475460052490234, - 27.843273162841797, - 27.320791244506836, - 26.02077293395996 + 19.590131759643555, + 16.32848358154297, + 14.977415084838867, + 14.567998886108398, + 14.560380935668945, + 14.387042999267578, + 14.237005233764648, + 14.004302978515625, + 13.781330108642578, + 13.788286209106445, + 15.139049530029297, + 17.10698890686035, + 21.174346923828125, + 22.7447566986084, + 24.10103416442871, + 25.436046600341797, + 24.748851776123047, + 23.402667999267578, + 24.02044105529785, + 20.401966094970703, + 17.074806213378906, + 15.445712089538574, + 15.106300354003906, + 13.320718765258789 ], "p90": [ - 64.50567626953125, - 66.72837829589844, - 68.99473571777344, - 65.48709106445312, - 54.481998443603516, - 39.198585510253906, - 34.24825668334961, - 33.352134704589844, - 32.1016845703125, - 31.610139846801758, - 32.628841400146484, - 33.5323486328125, - 34.71083450317383, - 36.7330207824707, - 38.921478271484375, - 41.541221618652344, - 56.66015625, - 68.01001739501953, - 74.41729736328125, - 77.04940795898438, - 78.66539764404297, - 77.53018951416016, - 77.45101165771484, - 75.56554412841797 + 30.139511108398438, + 29.442148208618164, + 30.101577758789062, + 29.871784210205078, + 31.173837661743164, + 32.55818176269531, + 34.23223114013672, + 36.664642333984375, + 38.94819259643555, + 42.15614318847656, + 45.9176025390625, + 53.096927642822266, + 64.94580078125, + 71.35679626464844, + 75.62815856933594, + 75.77079772949219, + 73.078857421875, + 72.87896728515625, + 73.04188537597656, + 73.41889953613281, + 72.03077697753906, + 71.757568359375, + 66.63375854492188, + 55.01450729370117 ], "timestamps": [ - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +802,11 @@ "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", - "2026-06-17 18:00:00" + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 61a7e8e465c484904f2cb6c4f5f946dc9122d103..de0b8c5b2b7c3459ce5443e7879abe159724f770 100644 --- a/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/chronos_2/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T19:34:12.381693+00:00", + "evaluated_at": "2026-06-17T23:49:26.085897+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,14 +336,14 @@ 22.299999237060547, 22.0, 21.700000762939453, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 21.700000762939453, 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -361,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273, + 24.100000381469727, + 23.799999237060547, 23.600000381469727, - 23.399999618530273, - 23.200000762939453 + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.25832176208496, - 22.218982696533203, - 22.227293014526367, - 22.51082992553711, - 23.185466766357422, - 24.236677169799805, - 25.067737579345703, - 25.924457550048828, - 26.34869384765625, - 26.697818756103516, - 26.749542236328125, - 26.635644912719727, - 26.23145866394043, - 25.731773376464844, - 25.133365631103516, - 24.392316818237305, - 23.726314544677734, - 23.35822296142578, - 22.93659019470215, - 22.621658325195312, - 22.311172485351562, - 22.148414611816406, - 22.05877113342285, - 22.138486862182617 + 25.739856719970703, + 27.251766204833984, + 28.296781539916992, + 28.971094131469727, + 29.349390029907227, + 29.435272216796875, + 29.205631256103516, + 28.598190307617188, + 27.76618766784668, + 26.690532684326172, + 25.624549865722656, + 24.553510665893555, + 23.93017578125, + 23.28154182434082, + 22.751911163330078, + 22.304967880249023, + 22.17376708984375, + 22.12588882446289, + 22.116682052612305, + 21.88888931274414, + 21.616737365722656, + 21.573572158813477, + 22.108165740966797, + 23.469038009643555 ], "p10": [ - 21.843963623046875, - 21.68092918395996, - 21.57670783996582, - 21.787376403808594, - 22.218618392944336, - 22.892854690551758, - 23.36310386657715, - 23.8375244140625, - 24.07134246826172, - 24.14824676513672, - 24.107952117919922, - 23.94652557373047, - 23.629108428955078, - 23.297454833984375, - 22.818815231323242, - 22.38805389404297, - 21.660404205322266, - 21.396718978881836, - 20.960765838623047, - 20.628761291503906, - 20.307844161987305, - 20.174110412597656, - 20.11007308959961, - 20.092649459838867 + 25.173751831054688, + 26.06915283203125, + 26.604536056518555, + 26.757951736450195, + 26.77036476135254, + 26.636184692382812, + 26.350502014160156, + 25.74381446838379, + 25.063236236572266, + 24.234214782714844, + 23.31913948059082, + 22.569133758544922, + 21.990800857543945, + 21.40219497680664, + 20.93735122680664, + 20.47871971130371, + 20.281557083129883, + 20.219369888305664, + 20.067609786987305, + 19.837547302246094, + 19.604581832885742, + 19.52341079711914, + 19.90956687927246, + 20.997920989990234 ], "p90": [ - 22.556299209594727, - 22.725189208984375, - 22.82900047302246, - 23.289995193481445, - 24.17146873474121, - 25.69476890563965, - 26.975860595703125, - 28.281282424926758, - 29.09771728515625, - 29.762901306152344, - 29.842910766601562, - 29.789058685302734, - 29.289426803588867, - 28.602914810180664, - 27.64312171936035, - 26.62928009033203, - 25.87872886657715, - 25.358625411987305, - 24.892433166503906, - 24.599010467529297, - 24.292238235473633, - 24.18268394470215, - 24.09410858154297, - 24.25586700439453 + 26.29610824584961, + 28.376544952392578, + 29.99444580078125, + 31.263715744018555, + 31.98630142211914, + 32.38921356201172, + 32.30729675292969, + 31.908058166503906, + 30.809356689453125, + 29.502262115478516, + 28.056495666503906, + 26.835176467895508, + 26.020885467529297, + 25.384084701538086, + 24.777925491333008, + 24.427898406982422, + 24.17905616760254, + 24.10329246520996, + 24.3966007232666, + 24.098487854003906, + 23.930931091308594, + 23.804628372192383, + 24.461467742919922, + 26.165239334106445 ], "timestamps": [ - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +802,11 @@ "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", - "2026-06-17 18:00:00" + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 8184bb09f719c265177d30c046e1c2064ca40d6d..a003b19431b7ee4041b029e66159fefe82d32849 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-17T19:37:27.866455+00:00", + "evaluated_at": "2026-06-17T23:49:30.710791+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -43,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 18.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -99,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -107,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 8.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,17 +137,17 @@ 12.0, 10.0, 26.0, - 14.0, - 22.0, - 8.0, - 13.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -163,7 +158,7 @@ 17.0, 11.0, 14.0, - 18.0, + 19.0, 17.0, 14.0, 14.0, @@ -171,120 +166,120 @@ 12.0, 18.0, 15.0, - 16.0, 20.0, - 9.0 + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 ], "actuals": [ - 19.0, - 18.0, - 5.0, - 14.0, - 9.0, 9.0, 9.0, 9.0, 10.0, - 7.0, - 12.0, - 18.0, 9.0, + 13.0, + 18.0, + 10.0, 11.0, 15.0, - 21.0, + 22.0, 12.0, 12.0, + 14.0, 13.0, - 11.0, + 16.0, + 22.0, 14.0, - 11.0, - 11.0, - 9.0 + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 13.610445976257324, - 13.627824783325195, - 13.659555435180664, - 13.653661727905273, - 13.655149459838867, - 13.648065567016602, - 13.657508850097656, - 13.68585205078125, - 13.696798324584961, - 13.731892585754395, - 13.71351432800293, - 13.698792457580566, - 13.663393020629883, - 13.65399169921875, - 13.71301555633545, - 13.72242546081543, - 13.737747192382812, - 13.699569702148438, - 13.732586860656738, - 13.764129638671875, - 13.722896575927734, - 13.737655639648438, - 13.719253540039062, - 13.71932601928711 + 14.213560104370117, + 14.268889427185059, + 14.367698669433594, + 14.488740921020508, + 14.495595932006836, + 14.55759048461914, + 14.48694133758545, + 14.496573448181152, + 14.435806274414062, + 14.429306030273438, + 14.440141677856445, + 14.421106338500977, + 14.408296585083008, + 14.475516319274902, + 14.543214797973633, + 14.498679161071777, + 14.66921329498291, + 14.570228576660156, + 14.608661651611328, + 14.568947792053223, + 14.519510269165039, + 14.47237777709961, + 14.414555549621582, + 14.437707901000977 ], "p10": [ - 9.060527801513672, - 9.020751953125, - 9.04331111907959, - 9.055191040039062, - 9.056649208068848, - 9.099369049072266, - 9.092048645019531, - 9.078725814819336, - 9.070716857910156, - 9.116015434265137, - 8.995964050292969, - 9.074198722839355, - 9.059942245483398, - 9.010324478149414, - 9.04443359375, - 9.002309799194336, - 9.046241760253906, - 9.011133193969727, - 9.074470520019531, - 9.085820198059082, - 9.049543380737305, - 9.076337814331055, - 9.088251113891602, - 9.087170600891113 + 9.56503677368164, + 9.5828275680542, + 9.623516082763672, + 9.66550350189209, + 9.60806941986084, + 9.636934280395508, + 9.631040573120117, + 9.583465576171875, + 9.544341087341309, + 9.474518775939941, + 9.504667282104492, + 9.54728889465332, + 9.542137145996094, + 9.571832656860352, + 9.60818099975586, + 9.607141494750977, + 9.62314224243164, + 9.593851089477539, + 9.614862442016602, + 9.62710952758789, + 9.50951099395752, + 9.53891372680664, + 9.547670364379883, + 9.535812377929688 ], "p90": [ - 19.629810333251953, - 19.807315826416016, - 19.898853302001953, - 19.934743881225586, - 19.975080490112305, - 19.937685012817383, - 19.97233009338379, - 20.153507232666016, - 20.14918327331543, - 20.333984375, - 20.41909408569336, - 20.459924697875977, - 20.399934768676758, - 20.459762573242188, - 20.46095085144043, - 20.58586883544922, - 20.125322341918945, - 20.24183464050293, - 20.337753295898438, - 20.369422912597656, - 20.412691116333008, - 20.362764358520508, - 20.30706787109375, - 20.333412170410156 + 20.50052261352539, + 20.788742065429688, + 21.026060104370117, + 21.148983001708984, + 21.308069229125977, + 21.431062698364258, + 21.417530059814453, + 21.482328414916992, + 21.553062438964844, + 21.545137405395508, + 21.613567352294922, + 21.549936294555664, + 21.507761001586914, + 21.663454055786133, + 21.608184814453125, + 21.684818267822266, + 21.626501083374023, + 21.692888259887695, + 21.724300384521484, + 21.62619972229004, + 21.708587646484375, + 21.679676055908203, + 21.58637237548828, + 21.546194076538086 ], "timestamps": [ - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +466,11 @@ "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", - "2026-06-17 18:00:00" + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..0c75be5695742b6d68fb4e5e214c94910079eb72 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,44 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-17T23:49:32.707310+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,6 +1,5 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 6f4eca8c44eab3965e1f37c27a329caa8179a0b4..4c70d26ef45e5e58e91063174a7db9e54f5d53c7 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,600907.0587688407,568318.3642842011,569.0110505976796,0.5724668471006743,0.00872575442602064,0.008659330210287324,11.934450759115526,775.1819520401908,0.011827394174573052,0.008681726873793063,0.007937211950177247,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,972134.4027967205,933787.3347628255,730.3423981837453,0.7199031002004673,0.011279959727203836,0.011170537721660502,17.341594693772603,985.9687636009168,0.01510884991468727,0.011191666600258932,0.010426086399801164,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.984732952208332,0.9934592237198935,0.8577888274138431,0.7980235192641203,15.640876574608695,0.9741578523499769,28.53620615128347,0.9923371162101778,1.1247799268529424,0.9722740778240356,0.953454310595774,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.14332952417851633,0.14167553518890366,0.3401659571834103,2.438925642977631,0.25766961731542026,0.30339357559798447,34.601123950241146,0.37858885902587824,0.2988859513376181,0.26855208044694573,0.2549286504419246,Ocean,1 -nws_ksfo_observations_temperature/1h/short,ETS,0.008110486441968564,0.007499618559804734,0.02501763818563137,0.06927961851945556,0.0015870784837263188,0.001575165466875166,4.100174001290308,0.09005823916759956,0.0056315732380593534,0.0015644172369777046,0.001786724923173703,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,45325.870652520796,45207.429813580995,188.8997155265828,15.536236994153276,6.583109823689468,1.3300861269268454,599.7709863089602,212.89873332765697,5.6994641381637114,5.056991826701604,5.032541427582573,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,67.79780376961224,69.64668736552143,7.078252279078373,3.4420426823894705,0.26361223481281554,0.3212967576770804,99.41697749878465,8.233942176722657,0.32417096482229985,0.27867136073061183,0.2648853577259376,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,26.581305635893973,32.370095317806026,5.073761696185536,0.9575644616654223,0.6217353725254634,0.42166674113849045,4.462647099685768,5.155706123887781,0.4483222716424158,0.4411966692335249,0.2953804201511905,Hazards,1 +nws_ksfo_observations_temperature/1h/short,ETS,5.023497099829141,4.697156389664191,1.9719378829837393,1.2001651146977947,0.09120443538094891,0.08640244212914128,29.030771479271877,2.2413159303920414,0.10267528120383329,0.09033500092797363,0.08882199235703347,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,14998.070533952987,15061.758690905719,102.57768704198263,8.182297171989541,2.583971784743587,1.7615827577119543,291.9452220308935,122.46660987368348,3.3822769125067933,2.832985603000671,2.7908634723921426,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,505.9744882454977,501.8557937711559,18.17316082594456,8.837322932434004,0.7497554924192755,0.4800546589430459,326.344336081437,22.49387668334424,0.8725602549683069,0.7049553114874056,0.6960331767638945,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,41.370357861759835,47.74792209367384,5.940978803535809,1.1346166415240804,0.7750789134390744,0.4661714199515881,4.756233043516875,6.43197931135975,0.5454682101506502,0.5038285911125774,0.3575969437994554,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,416.68528381992456,447.5549515913508,20.44104513283287,0.40882090265665744,0.007293542121294967,0.007268691637175854,14.503254903365011,20.41287054335878,0.007284890602834359,0.007294945474914332,0.007157440521371721,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3204.790611752943,2881.2038365570006,50.33739973772421,1.0507561340143807,0.2404507822920921,0.2146543225620431,5.672580589017583,56.61087008475442,0.2388644307373604,0.21239409172035534,0.1565877432051329,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 8984d467d1376abdacf0a6a32cdec1efa4b4251d..c4bc9313f01d3ce30dea0bd1cd8af11870694b6a 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.587655+00:00", + "evaluated_at": "2026-06-18T01:00:53.596193+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63982.48046875, - 63865.44140625, - 63694.0, - 63589.26953125, - 63449.0, - 63472.0, - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,9 +93,7 @@ 66429.828125, 66052.0, 65654.8984375, - 65859.7578125 - ], - "actuals": [ + 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -111,7 +101,9 @@ 65854.0, 65776.96875, 65780.0, - 65675.0078125, + 65675.0078125 + ], + "actuals": [ 65700.0, 65940.0, 65904.0, @@ -127,95 +119,95 @@ 65040.87890625, 65278.0, 65101.44921875, - 65491.26171875 + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65851.50545583684, - 65866.94605186215, - 65887.91594476246, - 65942.36044703776, - 65942.51979306307, - 65954.44867033837, - 65967.45567261368, - 65999.59548738899, - 66042.83295841429, - 66041.2266794396, - 66076.9934473399, - 66076.78169961521, - 66117.84729564052, - 66137.30546979082, - 66158.99997206613, - 66181.15931809144, - 66189.81866411673, - 66216.54051014203, - 66241.12759054234, - 66257.44709281765, - 66289.63182946795, - 66298.29117549326, - 66303.20442776856, - 66380.18603941887 + 65661.43760083824, + 65691.90442417799, + 65713.65835689275, + 65713.5607271075, + 65767.82442544725, + 65779.799061287, + 65785.88697837676, + 65814.56864546651, + 65841.85382818125, + 65864.332370271, + 65885.36169361076, + 65907.11562632551, + 65928.86955904026, + 65917.37349175502, + 65969.61179946977, + 66001.10987280952, + 66008.64700864928, + 66044.61773823903, + 66053.86190532878, + 66091.89708804354, + 66113.65102075829, + 66124.65495347304, + 66140.8776361878, + 66179.37766265255 ], "p10": [ - 65638.80819021184, - 65685.65737998715, - 65682.19719476246, - 65715.75419703776, - 65736.60065243806, - 65682.65570158837, - 65768.97520386368, - 65798.30212801398, - 65824.60248966429, - 65829.2079294396, - 65863.3856348399, - 65885.92818399021, - 65951.36370189051, - 65915.98593854082, - 65877.90622206613, - 65971.85814621643, - 66042.58428911673, - 65942.98972889203, - 66029.30923116734, - 65963.26935844265, - 66008.07323571795, - 66094.39273799326, - 66116.08724026856, - 66132.93096129387 + 65474.34189771323, + 65530.216924177985, + 65514.09195064274, + 65527.36541460749, + 65500.611534822245, + 65566.022498787, + 65592.62721275176, + 65626.61942671651, + 65644.61554693125, + 65651.42651089601, + 65706.23278736076, + 65696.54609507551, + 65730.78323091526, + 65694.78521050501, + 65678.92429946977, + 65738.29307593452, + 65810.16653989928, + 65783.41266011403, + 65861.30682720378, + 65887.66661929354, + 65809.44789575829, + 65831.20182847304, + 65852.9557611878, + 65974.68235015255 ], "p90": [ - 66073.66483083685, - 66095.35933311215, - 66117.05383538746, - 66242.03232203776, - 66181.93385556307, - 66285.42132658837, - 66201.44395386368, - 66215.77908113899, - 66347.36420841429, - 66369.37277318959, - 66475.2219629649, - 66415.58834024021, - 66437.36643626551, - 66459.06093854082, - 66481.50778456613, - 66502.44994309143, - 66520.92022661673, - 66545.75535389203, - 66493.52212179234, - 66474.37873344265, - 66611.67479821795, - 66632.53336299326, - 66580.30013089356, - 66685.84424254387 + 66000.32783521323, + 66018.85754917799, + 65969.82437251775, + 65966.5529146075, + 66087.34356607225, + 66027.220936287, + 66127.62721275176, + 66153.35770796651, + 66100.34796880625, + 66091.029635896, + 66214.64294361076, + 66140.58437632551, + 66258.15080904026, + 66185.80825738002, + 66301.97273696976, + 66328.29776343453, + 66235.27591489928, + 66288.26812886403, + 66294.57792095379, + 66414.40490054354, + 66336.36977075829, + 66457.07682847304, + 66365.7995111878, + 66403.34758452755 ], "timestamps": [ - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +319,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index cc5836b5164e234089c042a9c065e3067d36904e..57571ffbf1f65ee6c1f3ff6ec9c1dc5c9f8fbeb5 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.602882+00:00", + "evaluated_at": "2026-06-18T01:00:53.611522+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json index 119f33fe457b153746ca50fbe7a3f3d49319ba98..a8da1d3b1fa3e5cfa253e8e530d71bb17fadef80 100644 --- a/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/ets/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.621616+00:00", + "evaluated_at": "2026-06-18T01:00:53.630558+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 16.00000214828904, - 16.000004048135064, - 16.000005947981087, - 16.00000784782711, - 16.000009747673133, - 16.000011647519155, - 16.000013547365178, - 16.000015447211204, - 16.000017347057227, - 16.00001924690325, - 16.000021146749273, - 16.000023046595295, - 16.000024946441318, - 16.00002684628734, - 16.000028746133363, - 16.000030645979386, - 16.00003254582541, - 16.00003444567143, - 16.000036345517454, - 16.000038245363477, - 16.0000401452095, - 16.000042045055523, - 16.00004394490155, - 16.00004584474757 + 22.952332182186286, + 23.0261384805378, + 23.099944778889313, + 23.173751077240826, + 23.24755737559234, + 23.321363673943853, + 23.395169972295367, + 23.46897627064688, + 23.542782568998394, + 23.61658886734991, + 23.690395165701425, + 23.764201464052938, + 23.83800776240445, + 23.911814060755965, + 23.98562035910748, + 24.059426657458992, + 24.133232955810506, + 24.20703925416202, + 24.280845552513533, + 24.354651850865046, + 24.42845814921656, + 24.502264447568074, + 24.576070745919587, + 24.6498770442711 ], "p10": [ - 15.960002186436014, - 15.960004086282037, - 16.000005947981087, - 16.00000784782711, - 16.000009747673133, - 16.000011647519155, - 16.000013547365178, - 16.000015447211204, - 16.000017347057227, - 16.00001924690325, - 16.000021146749273, - 16.000023046595295, - 16.000024946441318, - 16.00002684628734, - 16.000028746133363, - 16.000030645979386, - 16.00003254582541, - 16.00003444567143, - 16.000036345517454, - 16.000038245363477, - 16.0000401452095, - 16.000042045055523, - 15.600044326371275, - 15.600046226217298 + 22.65233294512574, + 22.0261384805378, + 22.799945541828766, + 22.773751458710553, + 22.947558138531793, + 23.021364436883307, + 22.995170353765094, + 23.068976652116607, + 23.14278295046812, + 23.316589630289364, + 23.29039554717115, + 23.364201845522665, + 23.52800848719693, + 23.911814060755965, + 23.685621122046932, + 23.759427420398445, + 24.0132326887817, + 23.807039635631746, + 23.980846315452986, + 23.954652232334773, + 24.308457882187753, + 24.1022648290378, + 24.47607036444986, + 24.549876662801374 ], "p90": [ - 16.040002110142066, - 16.400003666665338, - 16.000005947981087, - 16.040007809680134, - 16.000009747673133, - 16.000011647519155, - 16.040013509218202, - 16.040015409064228, - 16.000017347057227, - 16.00001924690325, - 16.000021146749273, - 16.40002266512557, - 16.40002456497159, - 16.400026464817614, - 16.400028364663637, - 16.000030645979386, - 16.00003254582541, - 16.400034064201705, - 16.400035964047728, - 16.000038245363477, - 16.0000401452095, - 16.000042045055523, - 16.00004394490155, - 16.00004584474757 + 23.952332182186286, + 23.426138099068073, + 24.099944778889313, + 24.173751077240826, + 24.24755737559234, + 24.321363673943853, + 24.395169972295367, + 24.46897627064688, + 24.542782568998394, + 24.61658886734991, + 24.690395165701425, + 24.764201464052938, + 24.478008105727202, + 24.911814060755965, + 24.98562035910748, + 25.059426657458992, + 25.133232955810506, + 25.20703925416202, + 25.280845552513533, + 25.354651850865046, + 25.42845814921656, + 25.502264447568074, + 25.576070745919587, + 25.6498770442711 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 943dc8f333e70b7185c7070809280a65883b6d3e..036e0d350e3e86cabd7161dc70a1a778d3fbb9a3 100644 --- a/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.637364+00:00", + "evaluated_at": "2026-06-18T01:00:53.646529+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 78.98407856283833, - 91.88308367416464, - 104.7320871642446, - 117.48109122652914, - 130.18009748226464, - 143.17910106771203, - 155.9781057975686, - 168.57711167183436, - 181.77611602022122, - 194.3251207500778, - 206.97412586140408, - 220.07312982832119, - 232.52213322303376, - 245.37113957413666, - 258.4701440178909, - 270.9691495106869, - 283.818153477604, - 296.51715877966524, - 309.4161629373172, - 322.16516795327607, - 335.0641721109281, - 347.66317560100805, - 360.56218166600866, - 373.4111865866001 + 29.874513785928652, + 21.975589606512173, + 13.67666819275121, + 5.127744871641612, + -2.9211765421193525, + -11.070099291024354, + -19.21902203992936, + -27.81794364442519, + -36.11686601186047, + -44.36578914223521, + -52.514711891140216, + -60.66363416320805, + -69.61255567233644, + -77.41147899344604, + -85.96040183771848, + -94.10932410978633, + -102.50824495134269, + -110.90716960759634, + -119.20609197503161, + -127.4050125304857, + -136.00393365814438, + -144.05285888660262, + -152.20177972815898, + -160.35070247706398 ], "p10": [ - 75.4640784865444, - 88.26308149978719, - 100.86208737405295, - 114.1810919894686, - 126.48009671932519, - 139.75910099141808, - 152.25810514907005, - 165.54710984077968, - 178.446114952106, - 190.97512036860806, - 203.47412586140408, - 216.07312982832119, - 229.05213352820954, - 242.3711381436252, - 255.32014382715607, - 267.5591447041684, - 280.04815359204497, - 293.06715706305147, - 305.46616217437776, - 318.4451675908798, - 331.5641678193937, - 343.85317651653537, - 356.84218197118446, - 369.6611865866001 + 22.874511401742858, + 18.05558895801364, + 9.766666819460195, + -0.12225798938133714, + -6.121177305058806, + -14.630103906808046, + -22.829022841015785, + -31.21794898500136, + -39.52687100911389, + -48.135789218529155, + -55.67471212002205, + -64.31363425857548, + -73.51255719821535, + -81.31147861197631, + -90.23040296305417, + -97.90932334684688, + -105.70824571428214, + -114.9471693787145, + -123.21609191781116, + -131.10501281658802, + -139.82393678619613, + -148.80285602557967, + -155.8417808344212, + -164.50070133265478 ], "p90": [ - 84.59407726584126, - 97.383081766816, - 110.69208634408469, - 121.71109200854208, - 136.10009526974022, - 150.57910259359093, - 161.3881056449807, - 172.48711113777674, - 187.90611651613187, - 200.3151197582565, - 210.88412532734645, - 225.38312929426357, - 238.1821340241202, - 249.37113833436004, - 262.23014462824244, - 274.9091490910702, - 289.46815500348293, - 301.5471587033713, - 313.36616370025666, - 325.96516575982514, - 340.6841736177335, - 353.46317865276586, - 366.6721809412162, - 379.8611854421909 + 36.37451140174286, + 26.30558972095309, + 19.976667429811755, + 11.487744146849131, + 3.018821321650176, + -4.72010081690326, + -12.119019751111002, + -23.807944559952546, + -31.386866755726448, + -40.41579009590952, + -44.50471166225838, + -52.81363425857548, + -65.31255719821534, + -71.9114770860974, + -80.19039975870847, + -89.30932296537715, + -98.47824502763663, + -104.30716922612662, + -115.3060904491527, + -121.17501499096545, + -129.4939372439598, + -137.90285831439803, + -145.8517800142613, + -154.48070297297463 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index d80363c051d43364a8f6566bc13470f168eaeca0..4f25fb868a8013f566e48fab54714aaff28061c0 100644 --- a/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/ets/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.657472+00:00", + "evaluated_at": "2026-06-18T01:00:53.667818+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 21.890576964310895, - 21.481693018731136, - 21.272807928742193, - 20.963924364632156, - 20.655040800522123, - 20.346157236412086, - 19.937275198180956, - 19.728390108192016, - 19.41950654408198, - 19.110622979971946, - 18.80173941586191, - 18.492855851751873, - 18.18397228764184, - 17.77509024941071, - 17.466206685300673, - 17.257321595311733, - 16.948438031201697, - 16.63955446709166, - 16.330670902981627, - 16.02178733887159, - 15.712903774761555, - 15.40402021065152, - 15.095136646541485, - 14.786253082431449 + 25.371482511881954, + 26.89155747841046, + 28.51163091906006, + 30.231702833830752, + 31.75177780035926, + 33.37185124100886, + 35.091923155779554, + 36.61199812230806, + 38.33207003707875, + 39.85214309625863, + 41.572216918377954, + 43.09229188490646, + 44.81236379967716, + 46.432437240326756, + 48.052510680976354, + 49.57258374015623, + 51.19265718080583, + 52.81273252880406, + 54.53280444357476, + 56.05287750275463, + 57.77295132487396, + 59.393024765523556, + 60.91309782470343, + 62.63317164682276 ], "p10": [ - 21.19057429402281, - 20.671691836174983, - 20.272809836090826, - 20.153923372810866, - 19.855041372726713, - 19.436157770469702, - 19.137274053771776, - 18.828390489661743, - 18.41950826069575, - 18.310621835562767, - 17.901739797331636, - 17.492855851751873, - 17.183974194990473, - 16.775088342062077, - 16.766205731626357, - 16.447320603490443, - 16.148436886792517, - 15.839555039296252, - 15.630671856655946, - 15.11178787292921, - 14.912904537701008, - 14.60402078285611, - 14.095136646541485, - 14.186252700961722 + 24.571481367472774, + 25.991557669145323, + 27.811628248771974, + 29.431701689421573, + 30.851777991094124, + 32.57185009659968, + 34.281922163958264, + 35.71199831304292, + 37.33207194442738, + 38.85214309625863, + 40.57221882572659, + 42.29229074049728, + 44.01236265526798, + 45.432437240326756, + 47.34251007062479, + 48.66258427421385, + 50.29265756227556, + 52.112729858515976, + 53.73280329916558, + 55.152879600838126, + 57.072950561934505, + 58.383024918111445, + 60.203097214351864, + 61.63317164682276 ], "p90": [ - 23.51057704060484, - 22.591691530999203, - 22.472806975067876, - 22.273923639839676, - 21.855041563461576, - 21.54615799935154, - 21.037273863036912, - 20.94839075669055, - 20.619507307021433, - 20.51062259850222, - 20.60173884365732, - 19.692854898077556, - 19.383973050581293, - 19.075089486471256, - 18.96620477795204, - 19.257321595311733, - 18.14843707752738, - 17.839555230031113, - 17.7306705215119, - 17.221788101811043, - 17.112903393291827, - 16.624020859150054, - 16.39513588360203, - 16.196254646457326 + 26.591483160380488, + 28.191556715471005, + 30.011629011711427, + 31.631702452361026, + 33.051777037419804, + 34.89185112656794, + 36.29192391871901, + 38.211998503777785, + 39.732069655609024, + 41.17214412622689, + 42.79221756687649, + 44.392291121967006, + 46.21236341820743, + 47.83243685885703, + 49.452510490241494, + 50.87258488456541, + 52.69265718080583, + 54.112729858515976, + 55.84280371878228, + 57.35287864716381, + 58.97295208781341, + 60.4130263676964, + 62.21309896911261, + 64.03317126535303 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 34dee0b0332e8a056d93c2b7d8b06b80310d7b64..367fc254f4a9c42353e0be26f31f3341fa1d7739 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-17T16:02:35.677730+00:00", + "evaluated_at": "2026-06-18T01:00:53.687494+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 15.049970189140655, - 14.050840793420068, - 14.051711397699481, - 14.052582001978895, - 15.053452606258308, - 15.05432321053772, - 15.055193814817136, - 14.556064419096549, - 14.556935023375962, - 15.057805627655375, - 15.058676231934788, - 15.059546836214201, - 14.060417440493614, - 15.061288044773027, - 14.06215864905244, - 15.063029253331853, - 15.063899857611267, - 15.06477046189068, - 14.065641066170093, - 15.066511670449506, - 15.06738227472892, - 14.068252879008334, - 14.069123483287747, - 15.06999408756716 + 16.70066760007662, + 16.716990382369993, + 16.733313164663365, + 16.749635946956737, + 16.76595872925011, + 16.78228151154348, + 16.798604293836853, + 16.814927076130225, + 16.831249858423597, + 16.84757264071697, + 16.86389542301034, + 14.880218205303713, + 16.896540987597085, + 16.912863769890457, + 16.92918655218383, + 16.9455093344772, + 16.961832116770573, + 15.978154899063945, + 16.994477681357317, + 16.51080046365069, + 17.02712324594406, + 17.043446028237433, + 16.059768810530805, + 17.076091592824177 ], "p10": [ - 7.049970189140655, - 7.050840793420068, - 5.051711397699481, - 6.0525820019788945, - 6.95345260625831, - 6.054323210537721, - 6.055193814817136, - 6.956064419096551, - 5.056935023375962, - 7.057805627655375, - 6.95867623193479, - 6.059546836214201, - 5.960417440493616, - 7.061288044773027, - 6.06215864905244, - 7.0630292533318535, - 6.063899857611267, - 6.06477046189068, - 6.065641066170093, - 7.066511670449506, - 7.067382274728921, - 7.068252879008334, - 6.969123483287749, - 6.06999408756716 + 7.700667600076622, + 7.716990382369994, + 8.733313164663366, + 8.749635946956738, + 7.76595872925011, + 9.782281511543482, + 7.7986042938368545, + 7.8149270761302265, + 7.8312498584235986, + 7.847572640716971, + 7.863895423010341, + 7.880218205303713, + 8.796540987597087, + 7.912863769890457, + 9.829186552183831, + 8.945509334477201, + 7.961832116770573, + 7.978154899063945, + 8.994477681357317, + 9.010800463650689, + 8.027123245944061, + 8.043446028237433, + 8.059768810530805, + 8.97609159282418 ], "p90": [ - 20.049970189140655, - 20.05084079342007, - 20.151711397699476, - 21.052582001978895, - 20.053452606258308, - 21.05432321053772, - 20.055193814817137, - 19.156064419096545, - 22.156935023375958, - 20.057805627655377, - 21.158676231934784, - 20.059546836214203, - 20.060417440493616, - 19.06128804477303, - 20.062158649052442, - 20.063029253331855, - 20.06389985761127, - 21.06477046189068, - 21.065641066170095, - 22.066511670449508, - 19.06738227472892, - 20.068252879008334, - 21.069123483287747, - 21.06999408756716 + 22.70066760007662, + 22.716990382369993, + 21.83331316466336, + 22.749635946956737, + 23.76595872925011, + 22.78228151154348, + 22.798604293836853, + 22.814927076130225, + 21.831249858423597, + 23.84757264071697, + 20.86389542301034, + 20.980218205303707, + 21.896540987597085, + 22.912863769890457, + 22.92918655218383, + 22.9455093344772, + 22.961832116770573, + 22.978154899063945, + 22.994477681357317, + 23.01080046365069, + 24.127123245944055, + 23.043446028237433, + 23.059768810530805, + 22.17609159282417 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index e3139f07c28258ec3f7309144d309452b8d8b413..f77ce1193b2827f7e9f946041ce58ecffb1c9564 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,41 +1,41 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-17T16:02:35.687088+00:00", + "evaluated_at": "2026-06-18T01:00:53.696071+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 168, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 067fdf68e59bc0a350304be0e0744033a19cb90a..c29298e81d182f383d9ed4f9e31c8af1031a2a79 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1272,3 +1272,9 @@ {"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-17T16:02:35.798047+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:00:53.811802+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:00:53.811802+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:00:53.811802+00:00", "dataset": "nws_ksfo_observations_temperature", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:00:53.811802+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:00:53.811802+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} +{"evaluated_at": "2026-06-18T01:00:53.811802+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 8f33556e498697e07cd59af363aa60bf420f185b..ef62bec0a5f6944788d7ee887968c54655da3679 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,728306.7251644135,709620.8218485514,610.5211588541666,0.5956589635745363,0.009413672306847793,0.009330078930062966,4.775642823318826,853.4088850981184,0.013055062399557163,0.00933947602874409,0.006762766322942829,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.6401297083414951,0.8884625786237544,0.712177594502767,0.3933847159029636,0.03135387057737039,0.032203556215084424,4.588953542483266,0.8000810636063668,0.03623145445903316,0.03225076964784379,0.054251061474410694,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,791409.6489893595,758178.6320164999,660.9016927083334,0.65145495960754,0.010205837166209446,0.010118264643281711,4.476582496589977,889.612077812211,0.013632293295853548,0.010127566766947513,0.007130196729309517,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.6685402357297789,0.9291945679308355,0.7232182025909424,0.3994832038499134,0.03182416337257863,0.03271738660284248,4.714280261726987,0.8176430980139067,0.03702674643479452,0.032750740597466924,0.05531420101936911,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7063961972998773,0.7403989716514097,0.7069868988667926,0.7471854357882302,1.5074339490299902,1.5645478934044732,7.267785224146713,0.8404737933450854,1.374483598169607,1.1561834578394985,0.924279761134151,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.036883521742610746,0.06412527318264033,0.22186216215292612,1.5054931406269887,0.15850627088893646,0.1755094195537865,5.949652822717785,0.19205083114272312,0.1429954527266138,0.16519210112861393,0.12858798128107873,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.017563687870506328,0.007509567750455896,0.026090880235036213,0.0722516736435284,0.0016540375638789233,0.0016422473791000587,2.460811465396255,0.13252806446374416,0.00828732060524607,0.0016315298216701528,0.005610770710495925,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,209.7592226108777,162.83906601557626,10.50101896127065,0.8636663046718004,0.31582083448917664,0.2693838101914469,4.325613239901485,14.48306675434722,0.3877229248235731,0.2811204183719973,0.24116242113200276,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7966294218232786,1.9203190224705697,1.1709261735280354,0.5694029695894445,0.04382825685436607,0.044954694828409296,1.866650824119635,1.3403840575832282,0.052771028002547,0.04609945749696176,0.038979118817467386,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,23.57045882714154,23.78709331136355,4.266293962796529,0.8051721240402362,0.510839710885278,0.36921343845857496,7.90080174924818,4.854941691425505,0.4221688427326526,0.3709820837214373,0.27039419111230334,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,5.510957388479862,4.759060447331687,1.9826345046361287,1.2066753157863273,0.09171260726674131,0.08684706313737639,7.6113675113023715,2.347542840605867,0.10754156432337152,0.0908250160218734,0.0556042857603593,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,60.727114742457765,75.91040075371495,6.717179814974467,0.5358081566151534,0.2041121533145794,0.1928576606790308,4.228648793907541,7.792760405816271,0.21522008025269332,0.18551474747915675,0.19112466868956726,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.3163932828647376,1.6512751273683837,1.1724226474761963,0.570130735554521,0.04530573029053806,0.046451930171964105,2.3120737702904326,1.147341833485007,0.04450655157644626,0.045479461749247614,0.041080462396735656,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,37.11542058361442,31.377586654022696,4.744891544183095,0.9061861835044639,0.5914218103755369,0.3997855397123657,9.414420426366185,6.092242656330624,0.5166566210315724,0.4023936291886724,0.3084832205321211,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,16938.904204182327,16776.89444035478,113.38475036621094,2.7212340087890627,0.042927913327208,0.041745534128621094,65.7633115234375,130.14954553966882,0.04861617265295022,0.042353836712670234,0.03431051064972438,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 21c1641c220a756e13a54ba741bb624252a27975..8575ac56bf6069d3992ba9e686461cf895408825 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T22:57:17.859187+00:00", + "evaluated_at": "2026-06-18T00:54:33.456806+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,11 +99,11 @@ 65847.9921875, 65675.8828125, 65854.0, - 65776.96875 + 65776.96875, + 65780.0, + 65675.0078125 ], "actuals": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -127,89 +125,89 @@ 65516.0, 64301.8515625, 64434.359375, - 64300.0 + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65806.24609375, - 65811.80859375, - 65804.41015625, - 65835.57421875, - 65826.96484375, - 65815.82421875, - 65895.63671875, - 65877.19921875, - 65930.296875, - 65930.5546875, - 65944.2890625, - 65983.34765625, - 66030.62109375, - 65979.95703125, - 65975.87109375, - 65981.99609375, - 65887.87109375, - 65928.9375, - 66003.03125, - 66045.953125, - 65958.4453125, - 66090.70703125, - 66141.1171875, - 66045.48046875 + 65665.6640625, + 65637.125, + 65702.37109375, + 65657.98046875, + 65700.55859375, + 65850.0546875, + 65755.62890625, + 65905.9453125, + 65769.37109375, + 65820.45703125, + 65848.765625, + 65822.23046875, + 65783.58203125, + 65764.62890625, + 65764.99609375, + 65716.06640625, + 65930.15234375, + 65968.48828125, + 65948.484375, + 65867.20703125, + 65955.1015625, + 65854.16796875, + 65810.2890625, + 65930.62109375 ], "p10": [ - 65575.21875, - 65470.29296875, - 65388.064453125, - 65365.923828125, - 65134.478515625, - 65138.697265625, - 65090.748046875, - 65247.7578125, - 65097.791015625, - 65096.390625, - 65179.556640625, - 65184.97265625, - 65208.97265625, - 64907.39453125, - 64926.80859375, - 64672.345703125, - 64678.15625, - 64472.365234375, - 65034.82421875, - 64851.65234375, - 64903.353515625, - 64660.70703125, - 64871.591796875, - 64845.552734375 + 65398.75, + 65308.158203125, + 65250.40234375, + 65217.9375, + 65119.294921875, + 64984.0078125, + 65112.638671875, + 65093.53125, + 64921.484375, + 65039.544921875, + 64929.1640625, + 64751.517578125, + 64864.064453125, + 64730.33984375, + 64637.96484375, + 64540.12109375, + 64768.01171875, + 64442.921875, + 64621.69140625, + 64427.76171875, + 64559.17578125, + 64344.771484375, + 64529.7265625, + 64275.685546875 ], "p90": [ - 66050.66796875, - 66136.6953125, - 66266.8046875, - 66223.5625, - 66530.625, - 66633.0859375, - 66585.4921875, - 66657.28515625, - 66915.82421875, - 66772.0, - 66980.23828125, - 67024.98828125, - 67074.88671875, - 67164.03125, - 67042.58203125, - 66952.45703125, - 66919.37109375, - 67349.26953125, - 67005.14453125, - 67322.88671875, - 67402.21875, - 67316.953125, - 67672.9765625, - 67643.13671875 + 65916.34765625, + 66031.83203125, + 66212.7578125, + 66237.52734375, + 66399.91015625, + 66553.40625, + 66572.0078125, + 66653.36328125, + 66728.2734375, + 66663.546875, + 66786.55859375, + 66836.734375, + 66818.859375, + 66904.70703125, + 66894.45703125, + 67031.63671875, + 67089.6953125, + 67111.67578125, + 67463.01171875, + 67336.3671875, + 67503.1015625, + 67382.48828125, + 67186.625, + 67321.4765625 ], "timestamps": [ - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +325,8 @@ "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", - "2026-06-17 21:00:00" + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b4448d2690a1ab692c8da28cc8a19b9023bf92f5..19fe66f37efd1f9c188e30c86df14cf6e080a004 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:58:39.095581+00:00", + "evaluated_at": "2026-06-18T00:54:39.974096+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 22.190000534057617 ], "p50": [ - 20.940505981445312, - 21.01163387298584, - 20.735167503356934, - 20.64768123626709, - 20.586316108703613, - 20.64359188079834, - 20.764928817749023, - 20.954099655151367, - 21.489967346191406, - 21.792682647705078, - 21.367697715759277, - 21.541919708251953, - 21.43623447418213, - 21.33403491973877, - 21.718802452087402, - 22.117511749267578, - 21.8067045211792, - 22.45870876312256, - 21.581603050231934, - 22.29511260986328, - 21.787226676940918, - 22.422868728637695, - 22.04603385925293, - 22.257424354553223 + 20.987476348876953, + 20.993653297424316, + 20.808509826660156, + 20.48521327972412, + 20.78145122528076, + 20.41791343688965, + 20.77534580230713, + 20.82600688934326, + 21.59943675994873, + 21.427353858947754, + 21.45037841796875, + 21.66312026977539, + 21.35580062866211, + 21.629862785339355, + 21.517547607421875, + 21.507774353027344, + 22.131755828857422, + 22.718847274780273, + 22.132699966430664, + 21.96564292907715, + 22.29073143005371, + 21.846571922302246, + 22.83670711517334, + 22.069167137145996 ], "p10": [ - 20.501646041870117, - 19.82798194885254, - 19.506223678588867, - 18.564921379089355, - 18.462910652160645, - 18.24117946624756, - 17.750215530395508, - 17.279053688049316, - 18.885506629943848, - 18.733620643615723, - 18.24269199371338, - 17.797823905944824, - 17.119686126708984, - 16.79171657562256, - 16.838906288146973, - 17.070642471313477, - 17.57155704498291, - 16.96424102783203, - 17.039831161499023, - 16.95138931274414, - 16.44685935974121, - 16.814444541931152, - 17.3537015914917, - 15.62306833267212 + 20.53112506866455, + 19.886897087097168, + 19.294480323791504, + 18.623014450073242, + 18.352418899536133, + 17.51260757446289, + 17.18245792388916, + 17.64793586730957, + 17.942617416381836, + 18.0435791015625, + 17.878897666931152, + 17.979493141174316, + 17.195817947387695, + 17.862472534179688, + 17.308274269104004, + 17.19540786743164, + 17.79139232635498, + 17.43280792236328, + 17.301036834716797, + 17.321494102478027, + 17.797505378723145, + 16.252083778381348, + 16.337556838989258, + 16.3648738861084 ], "p90": [ - 21.413631439208984, - 22.16455078125, - 21.946134567260742, - 22.496342658996582, - 23.1682071685791, - 24.98811435699463, - 23.730969429016113, - 24.597259521484375, - 24.47773838043213, - 25.66659450531006, - 25.678394317626953, - 26.443259239196777, - 25.734081268310547, - 25.662590980529785, - 29.15310573577881, - 28.139816284179688, - 27.702340126037598, - 28.145928382873535, - 26.479683876037598, - 28.33126735687256, - 28.196301460266113, - 28.21865463256836, - 29.78671169281006, - 30.8059024810791 + 21.485657691955566, + 21.9058837890625, + 22.249316215515137, + 22.680654525756836, + 23.67480754852295, + 23.33674716949463, + 24.329769134521484, + 25.425297737121582, + 24.981255531311035, + 25.821106910705566, + 25.777339935302734, + 25.913177490234375, + 26.003299713134766, + 26.28495216369629, + 27.574286460876465, + 27.15281581878662, + 26.84317970275879, + 28.33662223815918, + 27.600626945495605, + 29.428882598876953, + 28.466651916503906, + 28.628050804138184, + 30.92001247406006, + 31.69433879852295 ], "timestamps": [ "2026-05-31 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json index 819787d634b19929bfd9bb3029ed0badbe51669e..657f2e450b5c1b7e0fda94857d2292698a0b779d 100644 --- a/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:58:44.012821+00:00", + "evaluated_at": "2026-06-18T00:54:45.942585+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 16.00117015838623, - 15.999639511108398, - 15.999967098236084, - 15.99931001663208, - 16.00037956237793, - 15.999313354492188, - 16.000226974487305, - 16.000645637512207, - 16.00016212463379, - 15.998969078063965, - 15.999461650848389, - 15.999350547790527, - 15.997589588165283, - 15.998434066772461, - 15.998641967773438, - 15.998741626739502, - 15.99660348892212, - 15.997618198394775, - 15.99836015701294, - 15.998125553131104, - 15.99952220916748, - 15.998106002807617, - 15.997360229492188, - 16.00025749206543 + 22.97781276702881, + 23.081900596618652, + 23.097397804260254, + 23.1235990524292, + 23.142942428588867, + 23.31552028656006, + 23.307830810546875, + 23.333484649658203, + 23.547149658203125, + 23.761780738830566, + 23.777231216430664, + 23.810184478759766, + 23.813870429992676, + 23.84209632873535, + 23.829567909240723, + 24.298117637634277, + 23.829641342163086, + 24.17049217224121, + 23.91399574279785, + 24.245798110961914, + 24.08712863922119, + 24.482467651367188, + 24.748805046081543, + 25.00269889831543 ], "p10": [ - 15.8847074508667, - 15.714583396911621, - 15.714583396911621, - 15.714583396911621, - 15.678667545318604, - 15.662808895111084, - 15.66155195236206, - 15.714583396911621, - 15.62755537033081, - 15.679232120513916, - 15.370051860809326, - 15.35851526260376, - 15.246623039245605, - 15.317858695983887, - 15.430522441864014, - 15.293482780456543, - 15.380464553833008, - 15.325560569763184, - 15.160912990570068, - 15.331128597259521, - 15.360447883605957, - 15.276381969451904, - 15.239807605743408, - 15.379905223846436 + 22.344011306762695, + 22.32413673400879, + 22.141980171203613, + 22.05207347869873, + 21.96352195739746, + 22.10604953765869, + 21.803141593933105, + 21.572976112365723, + 21.951838493347168, + 21.711162567138672, + 22.010621070861816, + 21.882658004760742, + 22.165431022644043, + 21.800148010253906, + 21.66081714630127, + 21.89576816558838, + 21.23362922668457, + 21.18240451812744, + 21.5673885345459, + 21.50637722015381, + 21.386754035949707, + 21.49949359893799, + 22.230082511901855, + 22.174565315246582 ], "p90": [ - 16.01032066345215, - 16.007984161376953, - 16.009159088134766, - 16.009074211120605, - 16.010204315185547, - 16.010469436645508, - 16.013065338134766, - 16.01176929473877, - 16.01021385192871, - 16.01323413848877, - 16.012282371520996, - 16.010424613952637, - 16.008676528930664, - 16.010579109191895, - 16.008852005004883, - 16.01018238067627, - 16.007880210876465, - 16.010343551635742, - 16.0114164352417, - 16.008689880371094, - 16.012991905212402, - 16.151565551757812, - 16.045446395874023, - 16.121145248413086 + 23.81236743927002, + 23.89271354675293, + 24.1107120513916, + 24.36532497406006, + 24.451078414916992, + 24.697134017944336, + 25.060497283935547, + 24.912236213684082, + 25.604703903198242, + 26.102130889892578, + 25.97637939453125, + 25.651546478271484, + 26.179347038269043, + 27.302017211914062, + 26.194555282592773, + 27.2299222946167, + 26.438315391540527, + 26.655296325683594, + 26.932141304016113, + 27.617820739746094, + 27.398902893066406, + 28.277413368225098, + 28.566452026367188, + 29.19299602508545 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index d83f847d979f72402aeb3f876e8d391a15d61569..c9ef15fe256e304ccfbb84fd872c8916e36e6e84 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:58:53.740234+00:00", + "evaluated_at": "2026-06-18T00:54:58.590550+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 76.77276229858398, - 66.48860549926758, - 56.404991149902344, - 48.84611129760742, - 38.73030662536621, - 35.37107467651367, - 34.34543991088867, - 34.42495918273926, - 36.505510330200195, - 30.481182098388672, - 30.2671537399292, - 28.110182762145996, - 28.794517517089844, - 26.676448822021484, - 28.630756378173828, - 28.36341667175293, - 27.150470733642578, - 31.38750171661377, - 43.164794921875, - 48.84611129760742, - 55.74245834350586, - 61.565603256225586, - 62.978946685791016, - 66.67809295654297 + 33.317426681518555, + 29.78395175933838, + 27.49712562561035, + 25.0552339553833, + 24.10883617401123, + 23.185811042785645, + 22.734601974487305, + 22.374384880065918, + 24.052898406982422, + 23.881220817565918, + 30.10271167755127, + 34.31497764587402, + 42.92625617980957, + 47.08892250061035, + 49.92158889770508, + 53.21304702758789, + 47.883262634277344, + 46.90474891662598, + 42.6064567565918, + 41.020206451416016, + 33.374820709228516, + 35.966753005981445, + 32.79879951477051, + 27.256661415100098 ], "p10": [ - 52.62385368347168, - 37.99357223510742, - 30.573333740234375, - 20.015438079833984, - 16.68832015991211, - 17.173863410949707, - 18.49911594390869, - 17.792390823364258, - 16.265366554260254, - 13.579039573669434, - 15.322752475738525, - 14.350395202636719, - 13.309536933898926, - 14.167705535888672, - 14.959659099578857, - 15.155125617980957, - 13.369209289550781, - 16.183870315551758, - 17.849199295043945, - 19.341026306152344, - 22.418618202209473, - 27.70632553100586, - 28.57224464416504, - 25.780579566955566 + 26.908076286315918, + 21.48273277282715, + 17.843052864074707, + 16.689044952392578, + 14.950074195861816, + 13.956204414367676, + 13.13432502746582, + 13.825601577758789, + 12.237252235412598, + 13.96680736541748, + 18.30046844482422, + 21.061901092529297, + 24.55214500427246, + 25.44852066040039, + 27.964123725891113, + 24.516661643981934, + 24.512104988098145, + 24.45594596862793, + 21.636865615844727, + 17.196779251098633, + 18.158660888671875, + 17.44351291656494, + 15.344618320465088, + 14.983196258544922 ], "p90": [ - 100.4367790222168, - 97.18024063110352, - 85.23357391357422, - 81.18936538696289, - 73.80484390258789, - 76.25668716430664, - 68.29280471801758, - 65.44906616210938, - 67.03984069824219, - 57.94721603393555, - 56.92658996582031, - 57.78577995300293, - 56.53826141357422, - 49.49075889587402, - 52.55493927001953, - 59.43678092956543, - 56.35994529724121, - 66.21257400512695, - 85.48595428466797, - 90.6786880493164, - 100.46585464477539, - 103.6105728149414, - 103.28462600708008, - 113.42103576660156 + 41.76995086669922, + 40.18060874938965, + 39.06290626525879, + 35.52392578125, + 38.32663917541504, + 35.23333740234375, + 33.61484909057617, + 35.417348861694336, + 37.241777420043945, + 38.9925651550293, + 49.19382858276367, + 54.31828498840332, + 69.41405868530273, + 68.24989318847656, + 72.4725570678711, + 78.35127258300781, + 72.79584121704102, + 79.67649459838867, + 72.29278945922852, + 73.87295532226562, + 70.30526733398438, + 67.76244735717773, + 62.25167655944824, + 53.9203987121582 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 9341cbf0080a1c4b5e4f8f2bb5f8afb4264e273f..a94196f6b644d216c3d4f2369f6b8c53a5c94735 100644 --- a/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moirai_1_1_large/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:58:58.352309+00:00", + "evaluated_at": "2026-06-18T00:55:03.692053+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.31931972503662, - 22.278664588928223, - 22.30709171295166, - 22.22835350036621, - 22.228925704956055, - 22.217474937438965, - 22.64936923980713, - 23.343233108520508, - 24.550909996032715, - 25.376734733581543, - 25.96717357635498, - 27.01974582672119, - 27.181049346923828, - 27.517925262451172, - 27.5368070602417, - 27.262012481689453, - 26.635868072509766, - 26.191378593444824, - 25.226930618286133, - 24.585323333740234, - 24.037632942199707, - 23.77207374572754, - 23.253416061401367, - 23.135738372802734 + 25.439438819885254, + 26.474021911621094, + 27.0891056060791, + 28.094958305358887, + 28.21943950653076, + 28.393892288208008, + 27.98033332824707, + 27.299036979675293, + 26.578725814819336, + 26.003393173217773, + 25.433995246887207, + 24.637797355651855, + 23.91552448272705, + 23.5604248046875, + 22.866551399230957, + 22.306958198547363, + 22.195441246032715, + 22.274410247802734, + 22.112884521484375, + 21.818659782409668, + 21.730685234069824, + 21.73017978668213, + 22.532849311828613, + 23.83537769317627 ], "p10": [ - 22.018319129943848, - 21.803977966308594, - 21.685782432556152, - 21.458942413330078, - 21.25827121734619, - 21.13572406768799, - 21.548316955566406, - 22.058194160461426, - 22.823272705078125, - 23.27615737915039, - 23.86721134185791, - 24.429020881652832, - 24.660808563232422, - 25.45058822631836, - 24.910341262817383, - 24.733867645263672, - 24.49549102783203, - 24.032402992248535, - 22.572874069213867, - 22.24858856201172, - 22.219602584838867, - 21.898244857788086, - 21.297873497009277, - 21.02607250213623 + 24.648841857910156, + 25.198822021484375, + 25.598691940307617, + 26.036279678344727, + 26.408181190490723, + 26.048912048339844, + 25.531017303466797, + 25.231874465942383, + 24.08253765106201, + 23.927578926086426, + 23.609037399291992, + 22.467517852783203, + 22.217546463012695, + 21.88234519958496, + 21.383912086486816, + 20.539941787719727, + 20.500179290771484, + 20.535446166992188, + 20.396183967590332, + 19.46540355682373, + 20.129618644714355, + 19.675333976745605, + 20.410103797912598, + 21.70181941986084 ], "p90": [ - 22.698716163635254, - 22.787014961242676, - 22.877985954284668, - 23.037224769592285, - 23.022456169128418, - 23.11980152130127, - 24.01915168762207, - 24.93345546722412, - 26.611682891845703, - 27.674832344055176, - 28.392763137817383, - 29.343371391296387, - 29.93939971923828, - 30.434407234191895, - 30.060364723205566, - 29.837108612060547, - 29.056517601013184, - 29.20097255706787, - 28.30663776397705, - 27.049644470214844, - 25.950135231018066, - 25.902116775512695, - 25.090805053710938, - 24.96418857574463 + 26.46799945831299, + 27.901777267456055, + 29.301834106445312, + 30.7027530670166, + 31.92109775543213, + 32.34766387939453, + 31.250327110290527, + 30.946367263793945, + 29.49632167816162, + 28.87692165374756, + 27.751046180725098, + 26.86476230621338, + 25.916239738464355, + 25.167001724243164, + 24.41479778289795, + 24.063304901123047, + 23.802977561950684, + 23.926387786865234, + 23.524035453796387, + 23.733644485473633, + 23.653237342834473, + 23.10774326324463, + 24.540325164794922, + 25.883158683776855 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index db1da5cf1c0de73caefe34eaffd23158b3114475..70f5dc675f27f7cd23a4b17cf6339cd6f74f0502 100644 --- a/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-17T15:59:03.426689+00:00", + "evaluated_at": "2026-06-18T00:55:09.587140+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 14.52838945388794, - 14.111220836639404, - 13.120971202850342, - 12.767828464508057, - 13.063286781311035, - 14.169592380523682, - 14.234474182128906, - 13.781925678253174, - 13.82234525680542, - 12.738411903381348, - 12.781400203704834, - 12.92440128326416, - 12.99775505065918, - 14.512091159820557, - 13.678102493286133, - 13.393088817596436, - 13.074674129486084, - 12.642114162445068, - 13.080793857574463, - 13.70450735092163, - 14.105879306793213, - 13.751734256744385, - 13.612971305847168, - 12.972441673278809 + 15.741730213165283, + 13.754215717315674, + 13.79216718673706, + 14.102931022644043, + 14.338609218597412, + 14.701187133789062, + 15.638566970825195, + 15.664843082427979, + 13.90643310546875, + 13.829137802124023, + 14.141871929168701, + 14.170825004577637, + 14.298701286315918, + 15.371431827545166, + 14.344499111175537, + 12.940618991851807, + 13.400309085845947, + 14.37834882736206, + 13.959564685821533, + 14.198596000671387, + 14.390662670135498, + 15.400327205657959, + 13.477173328399658, + 13.45129919052124 ], "p10": [ - 9.363610744476318, - 8.188647270202637, - 7.814689874649048, - 7.901116371154785, - 8.660355567932129, - 9.393674850463867, - 8.108713150024414, - 8.806176662445068, - 9.135214805603027, - 8.057505369186401, - 8.519675731658936, - 7.477713584899902, - 8.28012752532959, - 9.476148128509521, - 8.686422348022461, - 8.198674201965332, - 8.203346252441406, - 7.092085599899292, - 7.539860486984253, - 8.381973266601562, - 8.6961989402771, - 7.55491828918457, - 8.655657291412354, - 8.768620014190674 + 10.518961429595947, + 9.041618824005127, + 9.065566539764404, + 9.67899465560913, + 9.923418045043945, + 9.43228530883789, + 9.359712600708008, + 9.557402610778809, + 8.690126895904541, + 8.983866691589355, + 8.84511137008667, + 9.308537006378174, + 9.40887451171875, + 9.71438980102539, + 9.103265762329102, + 8.527419090270996, + 8.4631667137146, + 9.167572021484375, + 9.758835315704346, + 8.623301982879639, + 9.884485244750977, + 9.60147476196289, + 9.168924808502197, + 8.624979019165039 ], "p90": [ - 18.707735061645508, - 18.227116584777832, - 17.324238777160645, - 16.22867774963379, - 17.6257381439209, - 18.907394409179688, - 18.216970443725586, - 20.422115325927734, - 18.750274658203125, - 17.680849075317383, - 17.047767639160156, - 17.12855052947998, - 17.871164321899414, - 19.095531463623047, - 18.616615295410156, - 17.409555435180664, - 16.2518310546875, - 16.114656448364258, - 17.09697723388672, - 18.80556583404541, - 19.30448818206787, - 18.355658531188965, - 17.81421947479248, - 17.597525596618652 + 22.838993072509766, + 22.650428771972656, + 19.330859184265137, + 19.993428230285645, + 21.74624538421631, + 21.253973960876465, + 24.734797477722168, + 23.78724765777588, + 20.974645614624023, + 20.407886505126953, + 20.93024444580078, + 21.10176658630371, + 21.571959495544434, + 22.783267974853516, + 23.525358200073242, + 20.619807243347168, + 20.40852642059326, + 23.669455528259277, + 21.90160369873047, + 21.243983268737793, + 22.73602294921875, + 24.1959867477417, + 21.437166213989258, + 20.713441848754883 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index e44405f70ad82ab42d13c6da9f3c90a6ebf04990..41dea44a641de9de8c42a59772aa6ca82f5874bc 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,30 +1,42 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-17T22:59:55.878469+00:00", + "evaluated_at": "2026-06-18T00:55:12.113446+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t210000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t150600z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t202000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t185000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 8ec1e774239e674721d3c38c1748c2c5187b0070..4680de430f6add10693b638ea39fc33b14b1b669 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,807580.7356394072,762730.9954933543,784.0871676260916,0.7888491941088445,0.011998456776851988,0.011909457924071344,15.976500483563308,898.6549591692059,0.013711292427610572,0.011963266139428266,0.011094290698211608,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1029266.4828297723,980281.1664696505,792.1185429801735,0.780796235075259,0.012222893842383701,0.012106787789191357,18.73466688082474,1014.5277141753064,0.015546483350835433,0.012138315758421326,0.011394649939887569,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.662229998200738,2.6766623149149575,1.4197025905845,1.3207866801697488,25.28826634543716,1.083206700019669,49.28225464833882,1.6316341496183322,1.8494010850540104,1.6091839657162958,1.589663152588258,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.08823961047306238,0.08695779891711392,0.2633703669353768,1.8883157704484281,0.19885939999647348,0.22545865881050395,17.91920883393009,0.2970515283129551,0.23451437230497627,0.20792398085395572,0.194687703445396,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Moving-Average,0.010190369193410619,0.009166661103582404,0.07083330551783244,0.19615378351606103,0.004445599762546846,0.004443142095017889,6.867690514998706,0.10094735852616758,0.006312497867860554,0.004429388708956918,0.004379594301731342,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,571.5741611278044,588.4229138506594,18.575834493741866,1.5277871978495803,0.40334716558613,0.5584986602885622,36.23792938554105,23.907617219785923,0.6400254470439065,0.4972894900722864,0.46313007167643644,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,10.500329016546322,10.907636556457737,2.741039785184275,1.3329245077374383,0.10310954710442062,0.10846959798562684,19.815655628488997,3.2404211171615214,0.12757563964323518,0.10791495649452935,0.09644388284978041,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,23.73485549593165,28.857536673160656,4.767964071856286,0.8998516728011866,0.5756985425373156,0.40295305438080026,4.462647099685767,4.8718431312935,0.4236385331559565,0.41460557146576404,0.28162645723046653,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Moving-Average,0.5532331171798412,0.6416355595738832,0.7214547233971933,0.43909333976845066,0.032723345568581176,0.0333734293573756,2.062467877609135,0.7437964218654465,0.034073512679705764,0.033050033507629424,0.02620540350564568,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,222.26085718176262,223.29824036073248,13.28598092101502,1.0597806136205412,0.3808936894929225,0.3726512404145263,15.450633342673925,14.908415649617588,0.4117399028663085,0.36693157894632966,0.33322238463450393,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,9.722593231225055,10.330641523472025,2.3913763494633913,1.162888792742235,0.08618355951534667,0.09287300197548705,19.28970264456953,3.1181073155401586,0.1209545403207822,0.09276391022264335,0.08243721186959024,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,34.23475561690953,39.29613116581209,5.3263680971390555,1.0172374084721805,0.6923412251923199,0.4326063192118868,4.771401743462156,5.851047394860986,0.4962018992108257,0.45170612837928387,0.32255501560679195,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1516.794208314598,1586.1317905509616,39.33296783625758,0.7866593567251517,0.01404504385048889,0.013945072832793476,27.290277793737776,38.94604226766307,0.013898959322288677,0.014037044283571479,0.013668905845779351,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3489.5381158399855,3083.885629565553,50.0,1.043713163064833,0.24421949671445642,0.21318642417335215,5.672580589017584,59.07231259938945,0.24925026413244494,0.2109704641350211,0.16293069689197762,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 8a2614af03a33425c1736472299d178a206f7958..b3e2798982e8956a6f18d7b5a642e88360627250 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.692700+00:00", + "evaluated_at": "2026-06-18T01:00:53.701731+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63982.48046875, - 63865.44140625, - 63694.0, - 63589.26953125, - 63449.0, - 63472.0, - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,9 +93,7 @@ 66429.828125, 66052.0, 65654.8984375, - 65859.7578125 - ], - "actuals": [ + 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -111,7 +101,9 @@ 65854.0, 65776.96875, 65780.0, - 65675.0078125, + 65675.0078125 + ], + "actuals": [ 65700.0, 65940.0, 65904.0, @@ -127,95 +119,95 @@ 65040.87890625, 65278.0, 65101.44921875, - 65491.26171875 + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 66325.38859991776, - 66319.13469366776, - 66318.41008429276, - 66351.16008429276, - 66329.62492804276, - 66319.85930304276, - 66311.17180304276, - 66321.61711554276, - 66343.16008429276, - 66319.85930304276, - 66333.93156866776, - 66312.02531866776, - 66331.39641241776, - 66329.16008429276, - 66329.16008429276, - 66329.62492804276, - 66316.58977179276, - 66321.61711554276, - 66324.50969366776, - 66319.13469366776, - 66329.62492804276, - 66316.58977179276, - 66299.80852179276, - 66355.09563116776 + 66040.4961520011, + 66049.2090426261, + 66049.2090426261, + 66027.3574801261, + 66059.8672457511, + 66050.0879488761, + 66034.4219332511, + 66041.3496676261, + 66046.8809176261, + 66047.6055270011, + 66046.8809176261, + 66046.8809176261, + 66046.8809176261, + 66013.6309176261, + 66044.1152926261, + 66053.8594332511, + 66039.6426363761, + 66053.8594332511, + 66041.3496676261, + 66057.6309176261, + 66057.6309176261, + 66046.8809176261, + 66041.3496676261, + 66058.0957613761 ], "p10": [ - 66112.69133429276, - 66137.84602179276, - 66112.69133429276, - 66124.55383429276, - 66123.70578741776, - 66048.06633429276, - 66112.69133429276, - 66120.32375616775, - 66124.92961554276, - 66107.84055304276, - 66120.32375616775, - 66121.17180304276, - 66164.91281866776, - 66107.84055304276, - 66048.06633429276, - 66120.32375616775, - 66169.35539679276, - 66048.06633429276, - 66112.69133429276, - 66024.95695929276, - 66048.06633429276, - 66112.69133429276, - 66112.69133429276, - 66107.84055304276 + 65853.4004488761, + 65887.5215426261, + 65849.6426363761, + 65841.1621676261, + 65792.6543551261, + 65836.3113863761, + 65841.1621676261, + 65853.4004488761, + 65849.6426363761, + 65834.6996676261, + 65867.7520113761, + 65836.3113863761, + 65848.79458950109, + 65791.04263637609, + 65753.4277926261, + 65791.04263637609, + 65841.1621676261, + 65792.6543551261, + 65848.79458950109, + 65853.4004488761, + 65753.4277926261, + 65753.4277926261, + 65753.4277926261, + 65853.4004488761 ], "p90": [ - 66547.54797491776, - 66547.54797491776, - 66547.54797491776, - 66650.83195929276, - 66569.03899054276, - 66650.83195929276, - 66545.16008429276, - 66537.80070929276, - 66647.69133429276, - 66648.00539679275, - 66732.16008429276, - 66650.83195929276, - 66650.91555304275, - 66650.91555304275, - 66651.66789679276, - 66650.91555304275, - 66647.69133429276, - 66650.83195929276, - 66576.90422491776, - 66536.06633429276, - 66651.66789679276, - 66650.83195929276, - 66576.90422491776, - 66660.75383429276 + 66379.38638637609, + 66376.1621676261, + 66305.3750582511, + 66280.3496676261, + 66379.38638637609, + 66297.5098238761, + 66376.1621676261, + 66380.1387301261, + 66305.3750582511, + 66274.3027926261, + 66376.1621676261, + 66280.3496676261, + 66376.1621676261, + 66282.0656832511, + 66376.47623012609, + 66381.0473238761, + 66266.2715426261, + 66297.5098238761, + 66282.0656832511, + 66380.1387301261, + 66280.3496676261, + 66379.3027926261, + 66266.2715426261, + 66282.0656832511 ], "timestamps": [ - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +319,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e50772b1c0a134cadaec89f9f93530ea4ed5c99a..5e2202264b705ab5e61ed50815bd997c387d2a98 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.700398+00:00", + "evaluated_at": "2026-06-18T01:00:53.708900+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json index 60b5709b7610faed7121869d1252813a8de0eeec..e00bbe04b26597fa445c752fbf2b30b9a79f0d80 100644 --- a/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/moving_average/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.711041+00:00", + "evaluated_at": "2026-06-18T01:00:53.719908+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716 + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162 ], "p10": [ - 15.910000085830688, - 15.910000085830688, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.550000429153442, - 15.550000429153442 + 20.884649917535615, + 20.184649154596162, + 20.884649917535615, + 20.78464953606589, + 20.884649917535615, + 20.884649917535615, + 20.78464953606589, + 20.78464953606589, + 20.78464953606589, + 20.884649917535615, + 20.78464953606589, + 20.78464953606589, + 20.87464987938864, + 21.184649154596162, + 20.884649917535615, + 20.884649917535615, + 21.064648887567355, + 20.78464953606589, + 20.884649917535615, + 20.78464953606589, + 21.064648887567355, + 20.78464953606589, + 21.084648773126435, + 21.084648773126435 ], "p90": [ - 15.990000009536741, - 16.34999966621399, - 15.950000047683716, - 15.990000009536741, - 15.950000047683716, - 15.950000047683716, - 15.990000009536741, - 15.990000009536741, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 16.34999966621399, - 16.34999966621399, - 16.34999966621399, - 16.34999966621399, - 15.950000047683716, - 15.950000047683716, - 16.34999966621399, - 16.34999966621399, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716, - 15.950000047683716 + 22.184649154596162, + 21.584648773126435, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 21.824649497918912, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index a4dbe0ff7f244ca77f71162703f18b88a4283092..6526d94c6c08e952eeb25e14a59292558831e414 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.718271+00:00", + "evaluated_at": "2026-06-18T01:00:53.727670+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 18.80590865730646, - 18.905909038776187, - 18.955907798999576, - 18.905907131427554, - 18.80590865730646, - 19.00590751289728, - 19.00590751289728, - 18.80590865730646, - 19.205908275836734, - 18.955908275836734, - 18.80590865730646, - 19.105907894367007, - 18.755906559222964, - 18.805908180469302, - 19.105907894367007, - 18.80590865730646, - 18.855907894367007, - 18.755908466571597, - 18.855907894367007, - 18.805908180469302, - 18.905907608264712, - 18.7059063684881, - 18.805907703632144, - 18.855907894367007 + 32.55676771432013, + 32.95676590233893, + 32.956766856013246, + 32.70676590233893, + 32.956766856013246, + 33.10676647454352, + 33.25676609307379, + 32.956766856013246, + 32.956766856013246, + 33.00676609307379, + 33.156765711604066, + 33.3067658069715, + 32.65676666527838, + 33.156765711604066, + 32.90676523476691, + 33.05676533013434, + 32.956766856013246, + 32.85676456719489, + 32.85676456719489, + 32.95676637917609, + 32.6567676189527, + 32.90676475792975, + 33.056766283808656, + 33.20676590233893 ], "p10": [ - 15.285908581012515, - 15.285906864398745, - 15.085908008807925, - 15.605907894367007, - 15.105907894367007, - 15.585907436603335, - 15.285906864398745, - 15.775906826251774, - 15.8759072077215, - 15.605907894367007, - 15.30590865730646, - 15.105907894367007, - 15.285906864398745, - 15.805906749957828, - 15.955907703632144, - 15.395903850787906, - 15.085908008807925, - 15.305906749957828, - 14.905907131427554, - 15.085907818073062, - 15.405903316730289, - 14.895907284015445, - 15.085908008807925, - 15.105907894367007 + 25.55676533013434, + 29.036765253840397, + 29.04676548272223, + 27.45676304131598, + 29.756766093073796, + 29.546761858759833, + 29.64676529198737, + 29.556761515437078, + 29.546761858759833, + 29.23676601677985, + 29.996765482722235, + 29.65676571160407, + 28.756765139399477, + 29.256766093073793, + 28.636764109431216, + 29.256766093073793, + 29.756766093073796, + 28.816764796076722, + 28.846764624415346, + 29.256766093073793, + 28.836764490900944, + 28.1567676189527, + 29.416765177546452, + 29.05676704674811 ], "p90": [ - 24.41590736030939, - 24.405907131427554, - 24.91590697883966, - 23.13590791344049, - 24.725906444782044, - 26.405909038776187, - 24.41590736030939, - 22.71590812324884, - 25.335908771747377, - 24.945907284015444, - 22.71590812324884, - 24.41590736030939, - 24.41590736030939, - 22.80590694069269, - 22.865908504718565, - 22.745908237689758, - 24.505909420245914, - 23.785908390277648, - 22.80590865730646, - 22.605905987018375, - 24.52590911507013, - 24.505909420245914, - 24.91590697883966, - 25.305906749957828 + 39.05676533013434, + 37.28676601677984, + 39.25676609307379, + 39.06676517754645, + 38.89676471978277, + 39.45676494866461, + 40.35676838189215, + 36.96676594048589, + 37.686766112147275, + 36.95676513939948, + 41.1667659404859, + 41.156765711604066, + 36.95676513939948, + 38.6567676189527, + 38.676767313776914, + 37.85676647454352, + 36.9867667797193, + 39.45676494866461, + 36.75676609307379, + 39.18676391869635, + 39.16676403313727, + 39.05676533013434, + 39.40676599770635, + 39.07676540642829 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 009f3de4027b34abf96c1d6af6207b062903a06e..a55507637a6e851dd72c7a4bcd02a5198aef24a8 100644 --- a/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/moving_average/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.729025+00:00", + "evaluated_at": "2026-06-18T01:00:53.738242+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 23.801506346612427, - 23.7015059651427, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.7015059651427, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.7015059651427, - 23.7015059651427, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795, - 23.801504439263795 + 23.730696074642353, + 23.63069760052126, + 23.63069760052126, + 23.730696074642353, + 23.63069760052126, + 23.63069760052126, + 23.730696074642353, + 23.63069760052126, + 23.730696074642353, + 23.630695693172626, + 23.730696074642353, + 23.63069760052126, + 23.730696074642353, + 23.730696074642353, + 23.730696074642353, + 23.630695693172626, + 23.630695693172626, + 23.63069760052126, + 23.730696074642353, + 23.630695693172626, + 23.730696074642353, + 23.730696074642353, + 23.630695693172626, + 23.730696074642353 ], "p10": [ - 23.10150367632434, - 22.891504782586548, - 22.801506346612427, - 22.991503447442504, - 23.001505011468385, - 22.89150497332141, - 22.90150482073352, - 22.90150482073352, - 22.801506155877565, - 23.001503294854615, - 22.90150482073352, - 22.801504439263795, - 22.801506346612427, - 22.701504057794068, - 23.001505011468385, - 22.991503447442504, - 23.001503294854615, - 23.001505011468385, - 23.101505392938112, - 22.89150497332141, - 23.001505202203248, - 23.001505011468385, - 22.801504439263795, - 23.201504057794068 + 22.930694930233173, + 22.730697791256123, + 22.930694930233173, + 22.930694930233173, + 22.730697791256123, + 22.83069645611208, + 22.920695082821062, + 22.730697791256123, + 22.730697981990986, + 22.630695693172626, + 22.730697981990986, + 22.83069645611208, + 22.930694930233173, + 22.730696074642353, + 23.02069546429079, + 22.720696227230242, + 22.730696074642353, + 22.930694930233173, + 22.930694930233173, + 22.730697791256123, + 23.0306953117029, + 22.720696227230242, + 22.920695082821062, + 22.730696074642353 ], "p90": [ - 25.421506422906372, - 24.811504477410768, - 25.001503485589478, - 25.111503714471315, - 25.001505202203248, - 25.001505202203248, - 24.801504629998657, - 25.02150508776233, - 25.001505202203248, - 25.201504057794068, - 25.601503867059204, - 25.001503485589478, - 25.001505202203248, - 25.001505202203248, - 25.201504057794068, - 25.801504439263795, - 25.001503485589478, - 25.001505202203248, - 25.201504057794068, - 25.001505202203248, - 25.201504057794068, - 25.02150508776233, - 25.10150367632434, - 25.211506003289674 + 24.950696723140886, + 24.930696837581806, + 25.130695693172626, + 25.130695693172626, + 24.930696837581806, + 25.15069748608034, + 24.930696837581806, + 25.230697981990986, + 25.130695693172626, + 24.950696723140886, + 24.950696723140886, + 24.930696837581806, + 25.130695693172626, + 25.130695693172626, + 25.13069588390749, + 24.930696837581806, + 25.130695693172626, + 24.930694930233173, + 25.040695349849873, + 24.930696837581806, + 24.930696837581806, + 24.750697676815204, + 24.930696837581806, + 25.130695693172626 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index e00b74f9b6749fe493d7f0d331e23dbda82b48d1..b76cab7227b9382cf12f4ea6ebb71fa63670278f 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-17T16:02:35.739340+00:00", + "evaluated_at": "2026-06-18T01:00:53.749060+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 14.45259481037924, - 13.45259481037924, - 13.45259481037924, - 13.45259481037924, - 14.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.95259481037924, - 13.95259481037924, - 14.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.45259481037924, - 14.45259481037924, - 13.45259481037924, - 14.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.45259481037924, - 14.45259481037924, - 14.45259481037924, - 13.45259481037924, - 13.45259481037924, - 14.45259481037924 + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 13.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 14.952345309381238, + 15.952345309381238, + 15.452345309381238, + 15.952345309381238, + 15.952345309381238, + 14.952345309381238, + 15.952345309381238 ], "p10": [ - 6.4525948103792405, - 6.4525948103792405, - 4.4525948103792405, - 5.4525948103792405, - 6.352594810379243, - 5.4525948103792405, - 5.4525948103792405, - 6.352594810379243, - 4.4525948103792405, - 6.4525948103792405, - 6.352594810379243, - 5.4525948103792405, - 5.352594810379243, - 6.4525948103792405, - 5.4525948103792405, - 6.4525948103792405, - 5.4525948103792405, - 5.4525948103792405, - 5.4525948103792405, - 6.4525948103792405, - 6.4525948103792405, - 6.4525948103792405, - 6.352594810379243, - 5.4525948103792405 + 6.952345309381238, + 6.952345309381238, + 7.952345309381238, + 7.952345309381238, + 6.952345309381238, + 8.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 7.85234530938124, + 6.952345309381238, + 8.85234530938124, + 7.952345309381238, + 6.952345309381238, + 6.952345309381238, + 7.952345309381238, + 7.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 7.85234530938124 ], "p90": [ - 19.45259481037924, - 19.45259481037924, - 19.552594810379233, - 20.45259481037924, - 19.45259481037924, - 20.45259481037924, - 19.45259481037924, - 18.552594810379233, - 21.552594810379233, - 19.45259481037924, - 20.552594810379233, - 19.45259481037924, - 19.45259481037924, - 18.45259481037924, - 19.45259481037924, - 19.45259481037924, - 19.45259481037924, - 20.45259481037924, - 20.45259481037924, - 21.45259481037924, - 18.45259481037924, - 19.45259481037924, - 20.45259481037924, - 20.45259481037924 + 21.952345309381236, + 21.952345309381236, + 21.05234530938123, + 21.952345309381236, + 22.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 20.952345309381236, + 22.952345309381236, + 19.952345309381236, + 20.05234530938123, + 20.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 23.05234530938123, + 21.952345309381236, + 21.952345309381236, + 21.05234530938123 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 4596e1d2875b7bbdb48a26fbde00c6fa928043c2..afa1dc1acdd8e516ce6edb5e44f3c39d8bf82162 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,41 +1,41 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-17T16:02:35.743748+00:00", + "evaluated_at": "2026-06-18T01:00:53.755136+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 168, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 4dddc84321bbadf0f6fb7d394232f334215ec6e8..03d695330fdec685dfecb07d42a1425894552776 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,454 @@ { - "status": "partial", - "started_at": "2026-06-17T23:04:29.939928+00:00", - "finished_at": "2026-06-18T00:53:15.456498+00:00", - "task_count": 11, + "status": "ok", + "started_at": "2026-06-17T23:39:42.346461+00:00", + "finished_at": "2026-06-18T01:00:53.806347+00:00", + "task_count": 6, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-18T00:53:18.867657+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-17T23:49:32.707310+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-17T23:57:04.710504+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:34:56.260663+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-18T00:54:12.332771+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-18T00:55:12.113446+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-18T01:00:51.328064+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-18T01:00:53.553224+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-18T01:00:53.696071+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-18T01:00:53.755136+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-18T01:00:53.804841+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_010053.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..7715cb5e81f52acd67a303618712e78f5b7e74a0 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/arima/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:00:53.462581+00:00", + "metrics": { + "MSE[mean]": 345.4682775743442, + "MSE[0.5]": 347.0471847092856, + "MAE[0.5]": 13.949237193027448, + "MASE[0.5]": 1.112686465519605, + "MAPE[0.5]": 0.3282166014521764, + "sMAPE[0.5]": 0.3906263498622109, + "MSIS": 25.702335807962104, + "RMSE[mean]": 18.586776954984536, + "NRMSE[mean]": 0.5133287076175246, + "ND[0.5]": 0.38524935861065446, + "mean_weighted_sum_quantile_loss": 0.3615996431011961 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 32.32683245411742, + 29.138518796852523, + 27.253791087191694, + 26.115981450190233, + 25.64054363221706, + 25.52892903985566, + 25.32268113662666, + 25.137322448536274, + 24.8071386638471, + 25.204874978706133, + 25.176545754949515, + 25.237259938690727, + 24.887040084259937, + 25.38407727918328, + 24.964409843616878, + 25.24797354766151, + 25.159310726601433, + 24.971768117131518, + 24.954726481484997, + 24.973261646952075, + 24.920600224765845, + 25.066809193702504, + 25.011763080600915, + 25.17246710484857 + ], + "p10": [ + 26.47301819824129, + 24.769446335106174, + 24.33901447559956, + 21.084450346874366, + 21.76000874537873, + 23.21525152998813, + 20.835572881559564, + 21.701280137966094, + 21.19485999340682, + 20.29743900429927, + 21.61033671271332, + 21.756786655640795, + 20.921356358662123, + 21.750001126893793, + 20.266600237966152, + 22.456185298314182, + 22.31668053881115, + 20.468598922038513, + 20.04681401870759, + 20.540602961691555, + 19.89250326337781, + 20.04988044254392, + 21.58483809212069, + 21.093289121629443 + ], + "p90": [ + 36.53829930766344, + 32.70634288953565, + 31.914405607146975, + 30.443786288448326, + 30.640324921457715, + 30.30198662359512, + 30.22899158982139, + 28.434113066735968, + 27.8647425166498, + 29.08018847636321, + 30.880286219158673, + 28.764044967843322, + 29.384515066115526, + 29.905386470811194, + 28.590841566759863, + 29.02141465427406, + 28.471344056523577, + 29.223399628518354, + 28.46421694659179, + 30.67216616999065, + 30.982153871211978, + 29.05379894086268, + 30.91115819041887, + 29.077700540524404 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_234708.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_234708.json new file mode 100644 index 0000000000000000000000000000000000000000..b034d317049653a9f90986fa23c308bac73605f8 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/chronos_2/20260617_234708.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T23:47:08.369017+00:00", + "metrics": { + "MSE[mean]": 20.792485917845926, + "MSE[0.5]": 20.792485917845926, + "MAE[0.5]": 3.6488396326700845, + "MASE[0.5]": 0.29105637949528423, + "MAPE[0.5]": 0.10581697689308717, + "sMAPE[0.5]": 0.10653951651395009, + "MSIS": 3.0511437408284983, + "RMSE[mean]": 4.559877840232776, + "NRMSE[mean]": 0.12593448580619865, + "ND[0.5]": 0.10077347662149831, + "mean_weighted_sum_quantile_loss": 0.14747423255646291 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 24.440860748291016, + 22.255464553833008, + 21.29584503173828, + 20.96599578857422, + 21.156373977661133, + 21.52161979675293, + 21.86764907836914, + 22.42290496826172, + 22.907299041748047, + 23.55443572998047, + 26.1387882232666, + 31.27716636657715, + 40.190860748291016, + 45.31643295288086, + 48.37897491455078, + 49.11003494262695, + 50.54685974121094, + 50.72578811645508, + 49.761573791503906, + 48.21312713623047, + 46.48411560058594, + 44.749786376953125, + 39.700374603271484, + 28.552366256713867 + ], + "p10": [ + 19.590131759643555, + 16.32848358154297, + 14.977415084838867, + 14.567998886108398, + 14.560380935668945, + 14.387042999267578, + 14.237005233764648, + 14.004302978515625, + 13.781330108642578, + 13.788286209106445, + 15.139049530029297, + 17.10698890686035, + 21.174346923828125, + 22.7447566986084, + 24.10103416442871, + 25.436046600341797, + 24.748851776123047, + 23.402667999267578, + 24.02044105529785, + 20.401966094970703, + 17.074806213378906, + 15.445712089538574, + 15.106300354003906, + 13.320718765258789 + ], + "p90": [ + 30.139511108398438, + 29.442148208618164, + 30.101577758789062, + 29.871784210205078, + 31.173837661743164, + 32.55818176269531, + 34.23223114013672, + 36.664642333984375, + 38.94819259643555, + 42.15614318847656, + 45.9176025390625, + 53.096927642822266, + 64.94580078125, + 71.35679626464844, + 75.62815856933594, + 75.77079772949219, + 73.078857421875, + 72.87896728515625, + 73.04188537597656, + 73.41889953613281, + 72.03077697753906, + 71.757568359375, + 66.63375854492188, + 55.01450729370117 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_010053.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..59efcbf7f390ff00034d086f506997efe490c547 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/ets/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "ETS", + "evaluated_at": "2026-06-18T01:00:53.646529+00:00", + "metrics": { + "MSE[mean]": 14998.070533952987, + "MSE[0.5]": 15061.758690905719, + "MAE[0.5]": 102.57768704198263, + "MASE[0.5]": 8.182297171989541, + "MAPE[0.5]": 2.583971784743587, + "sMAPE[0.5]": 1.7615827577119543, + "MSIS": 291.9452220308935, + "RMSE[mean]": 122.46660987368348, + "NRMSE[mean]": 3.3822769125067933, + "ND[0.5]": 2.832985603000671, + "mean_weighted_sum_quantile_loss": 2.7908634723921426 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 29.874513785928652, + 21.975589606512173, + 13.67666819275121, + 5.127744871641612, + -2.9211765421193525, + -11.070099291024354, + -19.21902203992936, + -27.81794364442519, + -36.11686601186047, + -44.36578914223521, + -52.514711891140216, + -60.66363416320805, + -69.61255567233644, + -77.41147899344604, + -85.96040183771848, + -94.10932410978633, + -102.50824495134269, + -110.90716960759634, + -119.20609197503161, + -127.4050125304857, + -136.00393365814438, + -144.05285888660262, + -152.20177972815898, + -160.35070247706398 + ], + "p10": [ + 22.874511401742858, + 18.05558895801364, + 9.766666819460195, + -0.12225798938133714, + -6.121177305058806, + -14.630103906808046, + -22.829022841015785, + -31.21794898500136, + -39.52687100911389, + -48.135789218529155, + -55.67471212002205, + -64.31363425857548, + -73.51255719821535, + -81.31147861197631, + -90.23040296305417, + -97.90932334684688, + -105.70824571428214, + -114.9471693787145, + -123.21609191781116, + -131.10501281658802, + -139.82393678619613, + -148.80285602557967, + -155.8417808344212, + -164.50070133265478 + ], + "p90": [ + 36.37451140174286, + 26.30558972095309, + 19.976667429811755, + 11.487744146849131, + 3.018821321650176, + -4.72010081690326, + -12.119019751111002, + -23.807944559952546, + -31.386866755726448, + -40.41579009590952, + -44.50471166225838, + -52.81363425857548, + -65.31255719821534, + -71.9114770860974, + -80.19039975870847, + -89.30932296537715, + -98.47824502763663, + -104.30716922612662, + -115.3060904491527, + -121.17501499096545, + -129.4939372439598, + -137.90285831439803, + -145.8517800142613, + -154.48070297297463 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_005458.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_005458.json new file mode 100644 index 0000000000000000000000000000000000000000..75888f1090abac92bc4ee3612cd3db456184a289 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moirai_1_1_large/20260618_005458.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T00:54:58.590550+00:00", + "metrics": { + "MSE[mean]": 60.727114742457765, + "MSE[0.5]": 75.91040075371495, + "MAE[0.5]": 6.717179814974467, + "MASE[0.5]": 0.5358081566151534, + "MAPE[0.5]": 0.2041121533145794, + "sMAPE[0.5]": 0.1928576606790308, + "MSIS": 4.228648793907541, + "RMSE[mean]": 7.792760405816271, + "NRMSE[mean]": 0.21522008025269332, + "ND[0.5]": 0.18551474747915675, + "mean_weighted_sum_quantile_loss": 0.19112466868956726 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 33.317426681518555, + 29.78395175933838, + 27.49712562561035, + 25.0552339553833, + 24.10883617401123, + 23.185811042785645, + 22.734601974487305, + 22.374384880065918, + 24.052898406982422, + 23.881220817565918, + 30.10271167755127, + 34.31497764587402, + 42.92625617980957, + 47.08892250061035, + 49.92158889770508, + 53.21304702758789, + 47.883262634277344, + 46.90474891662598, + 42.6064567565918, + 41.020206451416016, + 33.374820709228516, + 35.966753005981445, + 32.79879951477051, + 27.256661415100098 + ], + "p10": [ + 26.908076286315918, + 21.48273277282715, + 17.843052864074707, + 16.689044952392578, + 14.950074195861816, + 13.956204414367676, + 13.13432502746582, + 13.825601577758789, + 12.237252235412598, + 13.96680736541748, + 18.30046844482422, + 21.061901092529297, + 24.55214500427246, + 25.44852066040039, + 27.964123725891113, + 24.516661643981934, + 24.512104988098145, + 24.45594596862793, + 21.636865615844727, + 17.196779251098633, + 18.158660888671875, + 17.44351291656494, + 15.344618320465088, + 14.983196258544922 + ], + "p90": [ + 41.76995086669922, + 40.18060874938965, + 39.06290626525879, + 35.52392578125, + 38.32663917541504, + 35.23333740234375, + 33.61484909057617, + 35.417348861694336, + 37.241777420043945, + 38.9925651550293, + 49.19382858276367, + 54.31828498840332, + 69.41405868530273, + 68.24989318847656, + 72.4725570678711, + 78.35127258300781, + 72.79584121704102, + 79.67649459838867, + 72.29278945922852, + 73.87295532226562, + 70.30526733398438, + 67.76244735717773, + 62.25167655944824, + 53.9203987121582 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_010053.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..ec260040d064db2976c4b73668f2250973e96fac --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/moving_average/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:00:53.727670+00:00", + "metrics": { + "MSE[mean]": 222.26085718176262, + "MSE[0.5]": 223.29824036073248, + "MAE[0.5]": 13.28598092101502, + "MASE[0.5]": 1.0597806136205412, + "MAPE[0.5]": 0.3808936894929225, + "sMAPE[0.5]": 0.3726512404145263, + "MSIS": 15.450633342673925, + "RMSE[mean]": 14.908415649617588, + "NRMSE[mean]": 0.4117399028663085, + "ND[0.5]": 0.36693157894632966, + "mean_weighted_sum_quantile_loss": 0.33322238463450393 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 32.55676771432013, + 32.95676590233893, + 32.956766856013246, + 32.70676590233893, + 32.956766856013246, + 33.10676647454352, + 33.25676609307379, + 32.956766856013246, + 32.956766856013246, + 33.00676609307379, + 33.156765711604066, + 33.3067658069715, + 32.65676666527838, + 33.156765711604066, + 32.90676523476691, + 33.05676533013434, + 32.956766856013246, + 32.85676456719489, + 32.85676456719489, + 32.95676637917609, + 32.6567676189527, + 32.90676475792975, + 33.056766283808656, + 33.20676590233893 + ], + "p10": [ + 25.55676533013434, + 29.036765253840397, + 29.04676548272223, + 27.45676304131598, + 29.756766093073796, + 29.546761858759833, + 29.64676529198737, + 29.556761515437078, + 29.546761858759833, + 29.23676601677985, + 29.996765482722235, + 29.65676571160407, + 28.756765139399477, + 29.256766093073793, + 28.636764109431216, + 29.256766093073793, + 29.756766093073796, + 28.816764796076722, + 28.846764624415346, + 29.256766093073793, + 28.836764490900944, + 28.1567676189527, + 29.416765177546452, + 29.05676704674811 + ], + "p90": [ + 39.05676533013434, + 37.28676601677984, + 39.25676609307379, + 39.06676517754645, + 38.89676471978277, + 39.45676494866461, + 40.35676838189215, + 36.96676594048589, + 37.686766112147275, + 36.95676513939948, + 41.1667659404859, + 41.156765711604066, + 36.95676513939948, + 38.6567676189527, + 38.676767313776914, + 37.85676647454352, + 36.9867667797193, + 39.45676494866461, + 36.75676609307379, + 39.18676391869635, + 39.16676403313727, + 39.05676533013434, + 39.40676599770635, + 39.07676540642829 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..f18b070692c6c67d05296e1e624cdbe2086f81a0 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/seasonal_naive/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:00:53.782511+00:00", + "metrics": { + "MSE[mean]": 94.39916051705787, + "MSE[0.5]": 94.39916051705787, + "MAE[0.5]": 8.499999721844992, + "MASE[0.5]": 0.6780180533559816, + "MAPE[0.5]": 0.27795196833279806, + "sMAPE[0.5]": 0.3331575402874747, + "MSIS": 24.226675359929676, + "RMSE[mean]": 9.715923039889615, + "NRMSE[mean]": 0.26833389293135873, + "ND[0.5]": 0.23475258150089734, + "mean_weighted_sum_quantile_loss": 0.22866180028014288 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "p10": [ + 15.484000186920166, + 18.13, + 14.504000186920166, + 13.034000186920165, + 12.348000373840332, + 11.76, + 10.681999626159667, + 10.78, + 11.465999813079835, + 12.25, + 14.014000186920166, + 21.363999252319335, + 24.303999252319336, + 37.63200149536133, + 51.54799850463867, + 65.26799850463867, + 68.01200149536133, + 60.46600074768066, + 56.15399925231934, + 53.99799850463867, + 53.99799850463867, + 55.86, + 51.64600074768067, + 38.122001495361324 + ], + "p90": [ + 16.11600019454956, + 18.87, + 15.09600019454956, + 13.566000194549561, + 12.852000389099121, + 12.24, + 11.11799961090088, + 11.22, + 11.933999805450439, + 12.75, + 14.58600019454956, + 22.23599922180176, + 25.295999221801758, + 39.16800155639648, + 53.65199844360352, + 67.93199844360352, + 70.78800155639648, + 62.93400077819825, + 58.445999221801756, + 56.201998443603514, + 56.201998443603514, + 58.14, + 53.75400077819824, + 39.67800155639649 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_010039.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_010039.json new file mode 100644 index 0000000000000000000000000000000000000000..84140f92a5b78ed27bde2e9f308c42779045405a --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timer_s1/20260618_010039.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:00:39.462275+00:00", + "metrics": { + "MSE[mean]": 62.59502601848029, + "MSE[0.5]": 62.59502601848029, + "MAE[0.5]": 6.263466835021973, + "MASE[0.5]": 0.49961690937791703, + "MAPE[0.5]": 0.1765352100335578, + "sMAPE[0.5]": 0.1713733539298161, + "MSIS": 3.646996526298608, + "RMSE[mean]": 7.911701840848168, + "NRMSE[mean]": 0.21850499905679632, + "ND[0.5]": 0.17298412432741928, + "mean_weighted_sum_quantile_loss": 0.18120241222471822 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 29.57666015625, + 26.702880859375, + 24.7021484375, + 23.75634765625, + 23.428955078125, + 22.846923828125, + 23.210693359375, + 23.68359375, + 24.33837890625, + 24.9931640625, + 28.33984375, + 35.6697998046875, + 45.21875, + 51.1845703125, + 55.404296875, + 56.4228515625, + 49.875, + 46.5283203125, + 42.890625, + 40.307861328125, + 37.979736328125, + 36.670166015625, + 35.32421875, + 31.236358642578125 + ], + "p10": [ + 23.501708984375, + 18.8818359375, + 16.5537109375, + 16.04443359375, + 16.48095703125, + 15.89892578125, + 15.60791015625, + 15.75341796875, + 16.04443359375, + 16.62646484375, + 17.572265625, + 19.53662109375, + 23.61083984375, + 25.93896484375, + 27.17578125, + 26.81201171875, + 22.73779296875, + 20.84619140625, + 18.66357421875, + 17.64501953125, + 16.77197265625, + 16.48095703125, + 16.62646484375, + 15.75341796875 + ], + "p90": [ + 34.487548828125, + 34.5421142578125, + 33.9237060546875, + 32.9415283203125, + 32.354949951171875, + 32.136688232421875, + 32.73236083984375, + 33.468994140625, + 35.10595703125, + 37.5068359375, + 44.4912109375, + 58.1689453125, + 74.029296875, + 83.6328125, + 89.744140625, + 91.490234375, + 82.177734375, + 77.8125, + 73.15625, + 69.373046875, + 65.880859375, + 64.134765625, + 62.09765625, + 55.404296875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_235647.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_235647.json new file mode 100644 index 0000000000000000000000000000000000000000..0ad6402dc3d6d8842868e9ffc12ad955a31070ac --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/timesfm_2_5/20260617_235647.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T23:56:47.906605+00:00", + "metrics": { + "MSE[mean]": 85.30155509685149, + "MSE[0.5]": 147.90203187163692, + "MAE[0.5]": 9.8178342183431, + "MASE[0.5]": 0.7831375367913367, + "MAPE[0.5]": 0.2474237246803321, + "sMAPE[0.5]": 0.27963366203606643, + "MSIS": 6.2688926971166765, + "RMSE[mean]": 9.235884099362199, + "NRMSE[mean]": 0.25507620067283404, + "ND[0.5]": 0.2711484709323756, + "mean_weighted_sum_quantile_loss": 0.18805441871626483 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 27.464277267456055, + 23.662029266357422, + 21.203380584716797, + 19.243288040161133, + 17.724380493164062, + 17.57396125793457, + 18.490280151367188, + 19.128360748291016, + 19.385494232177734, + 20.580074310302734, + 23.115032196044922, + 26.62420654296875, + 32.29931640625, + 36.15620422363281, + 38.568206787109375, + 39.96918487548828, + 39.963661193847656, + 37.35819625854492, + 35.371681213378906, + 33.903717041015625, + 31.826257705688477, + 30.07196044921875, + 27.968503952026367, + 25.609766006469727 + ], + "p10": [ + 28.982437133789062, + 25.63280487060547, + 23.435556411743164, + 22.085525512695312, + 21.184371948242188, + 20.95245361328125, + 22.094390869140625, + 23.073974609375, + 23.87493133544922, + 25.505123138427734, + 28.110979080200195, + 33.522377014160156, + 38.6431884765625, + 43.3605842590332, + 45.80807876586914, + 47.548744201660156, + 47.32966613769531, + 44.24919509887695, + 42.194366455078125, + 40.14131164550781, + 38.18346405029297, + 36.40477752685547, + 34.973365783691406, + 32.35633087158203 + ], + "p90": [ + 32.88603973388672, + 30.608768463134766, + 29.46593475341797, + 27.69889259338379, + 26.575626373291016, + 27.12198829650879, + 28.702756881713867, + 30.342247009277344, + 32.19116973876953, + 34.763427734375, + 39.49760437011719, + 45.1304817199707, + 52.75535202026367, + 58.363258361816406, + 62.04177474975586, + 64.01380920410156, + 63.99883270263672, + 61.2359619140625, + 58.509483337402344, + 56.07270812988281, + 53.43574905395508, + 51.244140625, + 47.97379684448242, + 44.53973388671875 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_004749.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_004749.json new file mode 100644 index 0000000000000000000000000000000000000000..ea71f6d1e003e9a99becb6bfae5e44f234a739d4 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/tirex/20260618_004749.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "TiRex", + "evaluated_at": "2026-06-18T00:47:49.870227+00:00", + "metrics": { + "MSE[mean]": 47.54768131593543, + "MSE[0.5]": 47.54768131593543, + "MAE[0.5]": 5.547917366027832, + "MASE[0.5]": 0.44253979479867017, + "MAPE[0.5]": 0.16209505248702014, + "sMAPE[0.5]": 0.16821057165656583, + "MSIS": 3.191825476816659, + "RMSE[mean]": 6.895482674616435, + "NRMSE[mean]": 0.19043910723911903, + "ND[0.5]": 0.15322211367625774, + "mean_weighted_sum_quantile_loss": 0.1758353032506102 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 27.043298721313477, + 24.08429718017578, + 21.727493286132812, + 20.077884674072266, + 19.214385986328125, + 18.863784790039062, + 18.931608200073242, + 19.3577823638916, + 20.36647605895996, + 21.541004180908203, + 23.65972328186035, + 32.32854461669922, + 44.65025329589844, + 48.94807434082031, + 52.475765228271484, + 53.13856506347656, + 51.6318359375, + 49.017005920410156, + 45.562522888183594, + 42.67316436767578, + 39.62804412841797, + 37.76831817626953, + 34.91311264038086, + 29.640928268432617 + ], + "p10": [ + 20.315967559814453, + 15.741087913513184, + 13.518264770507812, + 12.179229736328125, + 11.36260986328125, + 10.999837875366211, + 10.961862564086914, + 11.05108642578125, + 11.394121170043945, + 11.921182632446289, + 13.339345932006836, + 17.622556686401367, + 21.845233917236328, + 24.774412155151367, + 26.299922943115234, + 26.870080947875977, + 25.314815521240234, + 22.205646514892578, + 19.112869262695312, + 15.709797859191895, + 14.305143356323242, + 14.555351257324219, + 15.086271286010742, + 13.871946334838867 + ], + "p90": [ + 33.175777435302734, + 33.092288970947266, + 32.822998046875, + 32.02716827392578, + 31.28192138671875, + 31.597204208374023, + 32.52701950073242, + 34.194278717041016, + 36.77737045288086, + 40.3341178894043, + 45.85708236694336, + 59.10012435913086, + 70.02368927001953, + 74.21833801269531, + 75.70488739013672, + 76.29842376708984, + 74.59007263183594, + 72.36410522460938, + 69.89691925048828, + 67.25701904296875, + 65.57353210449219, + 63.21028137207031, + 59.36825942993164, + 52.773712158203125 + ] + } +} diff --git a/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_002418.json b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_002418.json new file mode 100644 index 0000000000000000000000000000000000000000..cdf6cd7e3ea076bb73329e1b3e83c997c181c499 --- /dev/null +++ b/results/saved_evals/air_quality/open_meteo_shanghai_air_quality_hourly_pm2_5_1h_short/toto_2_0_1b/20260618_002418.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", + "domain": "Air Quality", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:24:18.392641+00:00", + "metrics": { + "MSE[mean]": 39.19471660410227, + "MSE[0.5]": 39.19471660410227, + "MAE[0.5]": 4.720538059870402, + "MASE[0.5]": 0.3765423683392115, + "MAPE[0.5]": 0.1309694226548694, + "sMAPE[0.5]": 0.13472927599499507, + "MSIS": 2.818347385802125, + "RMSE[mean]": 6.260568393053642, + "NRMSE[mean]": 0.1729040752972237, + "ND[0.5]": 0.1303715919872148, + "mean_weighted_sum_quantile_loss": 0.15581281935371505 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 30.0, + 31.700000762939453, + 32.0, + 32.20000076293945, + 32.599998474121094, + 33.29999923706055, + 35.5, + 46.0, + 54.79999923706055, + 54.70000076293945, + 71.19999694824219, + 66.0999984741211, + 92.9000015258789, + 93.4000015258789, + 99.4000015258789, + 95.69999694824219, + 86.5999984741211, + 76.4000015258789, + 64.0, + 52.900001525878906, + 47.099998474121094, + 43.099998474121094, + 42.29999923706055, + 32.099998474121094, + 24.700000762939453, + 30.700000762939453, + 33.099998474121094, + 34.0, + 37.0, + 36.099998474121094, + 39.79999923706055, + 43.29999923706055, + 45.79999923706055, + 49.79999923706055, + 55.599998474121094, + 75.4000015258789, + 84.5, + 77.5, + 61.20000076293945, + 49.5, + 42.70000076293945, + 38.5, + 34.099998474121094, + 27.100000381469727, + 23.100000381469727, + 22.399999618530273, + 23.200000762939453, + 23.200000762939453, + 20.700000762939453, + 22.100000381469727, + 23.5, + 23.799999237060547, + 23.5, + 22.799999237060547, + 22.200000762939453, + 21.899999618530273, + 21.899999618530273, + 22.200000762939453, + 22.799999237060547, + 24.200000762939453, + 22.600000381469727, + 24.100000381469727, + 25.299999237060547, + 25.299999237060547, + 23.5, + 20.399999618530273, + 16.799999237060547, + 14.100000381469727, + 12.600000381469727, + 12.5, + 14.300000190734863, + 16.5, + 19.5, + 18.399999618530273, + 17.600000381469727, + 17.100000381469727, + 17.100000381469727, + 17.5, + 17.799999237060547, + 17.600000381469727, + 19.200000762939453, + 21.799999237060547, + 24.899999618530273, + 32.900001525878906, + 54.900001525878906, + 60.5, + 56.20000076293945, + 53.099998474121094, + 47.0, + 36.599998474121094, + 26.700000762939453, + 22.700000762939453, + 26.399999618530273, + 32.599998474121094, + 39.70000076293945, + 27.399999618530273, + 25.100000381469727, + 26.100000381469727, + 26.5, + 26.299999237060547, + 25.700000762939453, + 24.299999237060547, + 22.799999237060547, + 21.399999618530273, + 20.5, + 19.899999618530273, + 20.299999237060547, + 23.799999237060547, + 31.100000381469727, + 31.100000381469727, + 34.599998474121094, + 35.599998474121094, + 33.5, + 32.20000076293945, + 31.299999237060547, + 29.600000381469727, + 27.799999237060547, + 25.899999618530273, + 26.399999618530273, + 25.600000381469727, + 21.799999237060547, + 21.100000381469727, + 20.899999618530273, + 17.299999237060547, + 18.200000762939453, + 18.799999237060547, + 19.600000381469727, + 20.0, + 21.600000381469727, + 26.200000762939453, + 28.899999618530273, + 35.400001525878906, + 32.20000076293945, + 40.70000076293945, + 46.599998474121094, + 47.599998474121094, + 43.79999923706055, + 40.900001525878906, + 37.400001525878906, + 34.599998474121094, + 32.70000076293945, + 31.0, + 29.700000762939453, + 29.299999237060547, + 28.700000762939453, + 29.100000381469727, + 27.799999237060547, + 26.799999237060547, + 24.100000381469727, + 21.799999237060547, + 20.299999237060547, + 18.899999618530273, + 18.299999237060547, + 19.100000381469727, + 22.100000381469727, + 37.400001525878906, + 47.5, + 58.400001525878906, + 68.0, + 76.0999984741211, + 81.5, + 85.9000015258789, + 88.19999694824219, + 87.5, + 86.4000015258789, + 82.69999694824219, + 87.0999984741211, + 60.5, + 39.79999923706055, + 37.79999923706055, + 36.400001525878906, + 35.20000076293945, + 34.900001525878906, + 35.70000076293945, + 36.29999923706055, + 36.0, + 34.599998474121094, + 33.29999923706055, + 32.900001525878906, + 38.20000076293945, + 51.599998474121094, + 52.29999923706055, + 54.099998474121094, + 54.900001525878906, + 54.099998474121094, + 56.29999923706055, + 59.79999923706055, + 61.5, + 61.20000076293945, + 61.5, + 60.099998474121094, + 51.599998474121094, + 30.200000762939453, + 28.600000381469727, + 26.700000762939453, + 25.700000762939453, + 25.700000762939453, + 26.5, + 27.600000381469727, + 27.799999237060547, + 27.5, + 27.5, + 28.799999237060547, + 32.0, + 46.20000076293945, + 39.70000076293945, + 36.20000076293945, + 33.79999923706055, + 30.200000762939453, + 26.0, + 23.200000762939453, + 21.700000762939453, + 21.0, + 21.200000762939453, + 22.700000762939453, + 30.600000381469727, + 39.900001525878906, + 37.400001525878906, + 32.79999923706055, + 28.600000381469727, + 26.5, + 25.399999618530273, + 25.700000762939453, + 26.600000381469727, + 28.5, + 31.5, + 37.70000076293945, + 42.0, + 39.5, + 34.70000076293945, + 31.5, + 28.399999618530273, + 25.200000762939453, + 21.899999618530273, + 19.799999237060547, + 17.700000762939453, + 16.5, + 16.399999618530273, + 17.100000381469727, + 20.700000762939453, + 20.399999618530273, + 21.100000381469727, + 21.399999618530273, + 20.700000762939453, + 18.799999237060547, + 17.399999618530273, + 16.799999237060547, + 17.600000381469727, + 19.0, + 19.700000762939453, + 17.899999618530273, + 17.799999237060547, + 18.200000762939453, + 18.5, + 17.899999618530273, + 16.100000381469727, + 12.899999618530273, + 12.199999809265137, + 11.100000381469727, + 9.5, + 8.399999618530273, + 7.699999809265137, + 7.5, + 10.800000190734863, + 19.200000762939453, + 20.299999237060547, + 19.399999618530273, + 17.5, + 15.199999809265137, + 14.399999618530273, + 17.399999618530273, + 18.600000381469727, + 17.700000762939453, + 21.0, + 19.899999618530273, + 19.200000762939453, + 14.699999809265137, + 15.800000190734863, + 16.899999618530273, + 16.600000381469727, + 15.100000381469727, + 15.100000381469727, + 14.399999618530273, + 12.800000190734863, + 11.0, + 9.600000381469727, + 9.5, + 12.600000381469727, + 11.300000190734863, + 14.0, + 13.0, + 11.800000190734863, + 11.100000381469727, + 11.300000190734863, + 12.199999809265137, + 12.699999809265137, + 14.300000190734863, + 14.399999618530273, + 14.800000190734863, + 15.899999618530273, + 17.899999618530273, + 18.700000762939453, + 18.299999237060547, + 17.799999237060547, + 16.5, + 15.0, + 13.800000190734863, + 12.800000190734863, + 12.0, + 11.699999809265137, + 11.800000190734863, + 16.100000381469727, + 15.800000190734863, + 18.5, + 14.800000190734863, + 13.300000190734863, + 12.600000381469727, + 12.0, + 10.899999618530273, + 11.0, + 11.699999809265137, + 12.5, + 14.300000190734863, + 21.799999237060547, + 24.799999237060547, + 38.400001525878906, + 52.599998474121094, + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 + ], + "actual": [ + 17.899999618530273, + 19.399999618530273, + 20.399999618530273, + 22.5, + 24.0, + 24.799999237060547, + 26.200000762939453, + 26.200000762939453, + 24.799999237060547, + 22.899999618530273, + 22.799999237060547, + 27.100000381469727, + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 + ], + "predictions": { + "p50": [ + 25.531055450439453, + 23.82400894165039, + 22.381479263305664, + 21.18807601928711, + 20.903278350830078, + 21.05878257751465, + 21.331836700439453, + 21.64037322998047, + 21.916763305664062, + 22.58553695678711, + 24.170713424682617, + 30.16339683532715, + 41.161216735839844, + 45.52978515625, + 49.832847595214844, + 51.80387496948242, + 50.706809997558594, + 48.272193908691406, + 45.68714141845703, + 42.8635139465332, + 39.873931884765625, + 38.64286422729492, + 37.85762405395508, + 28.84372901916504 + ], + "p10": [ + 19.69852066040039, + 18.6077880859375, + 16.917598724365234, + 15.729538917541504, + 15.088109970092773, + 15.046875, + 14.913063049316406, + 14.915098190307617, + 14.787874221801758, + 14.935771942138672, + 15.737810134887695, + 18.527511596679688, + 22.862945556640625, + 23.98157501220703, + 25.804134368896484, + 24.617813110351562, + 22.782333374023438, + 21.178245544433594, + 19.23979949951172, + 17.75210952758789, + 16.645885467529297, + 15.942670822143555, + 15.46297550201416, + 13.596141815185547 + ], + "p90": [ + 31.062252044677734, + 29.59795379638672, + 28.463716506958008, + 27.451374053955078, + 27.420185089111328, + 28.02533721923828, + 28.711610794067383, + 29.2139892578125, + 30.480825424194336, + 31.671669006347656, + 34.557899475097656, + 49.485740661621094, + 63.75151443481445, + 67.68608093261719, + 72.11100769042969, + 75.62537384033203, + 73.93331909179688, + 74.45184326171875, + 75.05860900878906, + 71.94920349121094, + 70.17062377929688, + 67.95829772949219, + 66.153564453125, + 55.81507873535156 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_010053.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..830ff1606e0343375fd4dea430097280a2a74a15 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:00:53.306415+00:00", + "metrics": { + "MSE[mean]": 650103.963782544, + "MSE[0.5]": 431862.20243419317, + "MAE[0.5]": 573.0620037882782, + "MASE[0.5]": 0.5648708251913386, + "MAPE[0.5]": 0.008757130485972731, + "sMAPE[0.5]": 0.008788074673404376, + "MSIS": 8.460780121731688, + "RMSE[mean]": 806.2902478528089, + "NRMSE[mean]": 0.01235548101746452, + "ND[0.5]": 0.008781523438354687, + "mean_weighted_sum_quantile_loss": 0.0076809388170343195 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 64953.90620125411, + 64994.438837694004, + 64994.153062919024, + 64966.23551851568, + 65003.562842226806, + 64968.75947932692, + 64970.967545562584, + 64983.953000821086, + 64994.14397639368, + 64939.42106549019, + 64968.75945726814, + 64966.23429727751, + 64957.922838060156, + 64966.23429727738, + 64976.165179690724, + 64983.953000422596, + 64986.373908118214, + 64957.92283806014, + 64985.163454270405, + 64973.17562792829, + 64942.495582656935, + 64973.17562792829, + 64970.96754259773, + 64970.96754259773 + ], + "p10": [ + 64778.767250038574, + 64778.3318208746, + 64831.2818624965, + 64716.86725961051, + 64770.2652273937, + 64719.588523091836, + 64777.46430055524, + 64778.26421291459, + 64833.11784044813, + 64692.36387444059, + 64777.46429759137, + 64716.86603837234, + 64781.54911375925, + 64719.58850103208, + 64681.98544785023, + 64770.26506325898, + 64778.2642125161, + 64716.86603837221, + 64778.2642125161, + 64781.22062363492, + 64781.22062363492, + 64684.895221105384, + 64692.36387443339, + 64781.77731792762 + ], + "p90": [ + 65308.611861351776, + 65301.92022789693, + 65301.166572307244, + 65210.73590403903, + 65311.84932358457, + 65296.14001244583, + 65212.58837489823, + 65311.84915984834, + 65296.641739973864, + 65210.73468280793, + 65311.84915945082, + 65196.74889444784, + 65296.13999038609, + 65301.157485728334, + 65308.1088238293, + 65308.482857391355, + 65301.157485728334, + 65220.94353377865, + 65210.73468280073, + 65308.1088238293, + 65220.94353377865, + 65308.482857391355, + 65210.73468280073, + 65210.73468280073 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_234005.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_234005.json new file mode 100644 index 0000000000000000000000000000000000000000..c49b54c442ab06efdb0a37aa89aa33b43c4b7623 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260617_234005.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T23:40:05.503792+00:00", + "metrics": { + "MSE[mean]": 385511.9876200358, + "MSE[0.5]": 385511.9876200358, + "MAE[0.5]": 498.6712239583333, + "MASE[0.5]": 0.49154336514097174, + "MAPE[0.5]": 0.007687019706928783, + "sMAPE[0.5]": 0.007649235606675434, + "MSIS": 2.1671099457187712, + "RMSE[mean]": 620.8961166089185, + "NRMSE[mean]": 0.009514526813400556, + "ND[0.5]": 0.007641569345506653, + "mean_weighted_sum_quantile_loss": 0.006413386140711972 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65673.390625, + 65673.390625, + 65660.8984375, + 65668.828125, + 65642.4609375, + 65639.7890625, + 65629.3359375, + 65624.8203125, + 65616.21875, + 65604.5625, + 65584.84375, + 65574.390625, + 65562.75, + 65547.6015625, + 65528.2265625, + 65533.4765625, + 65502.09375, + 65477.953125, + 65484.796875, + 65476.51171875, + 65457.2265625, + 65416.16015625, + 65387.515625, + 65378.8203125 + ], + "p10": [ + 65351.7734375, + 65235.94921875, + 65109.2109375, + 64989.0625, + 64858.33203125, + 64750.37890625, + 64663.86328125, + 64579.12109375, + 64494.2421875, + 64393.7578125, + 64328.58203125, + 64257.34765625, + 64165.24609375, + 64107.41015625, + 64085.29296875, + 64075.08984375, + 63945.7421875, + 63821.80859375, + 63761.4765625, + 63744.890625, + 63683.78515625, + 63669.49609375, + 63633.3828125, + 63589.3515625 + ], + "p90": [ + 65926.828125, + 66044.2421875, + 66119.640625, + 66209.8203125, + 66289.21875, + 66310.703125, + 66341.2109375, + 66406.4140625, + 66461.5546875, + 66497.7890625, + 66518.671875, + 66563.1953125, + 66590.9453125, + 66609.4296875, + 66588.046875, + 66592.7421875, + 66661.90625, + 66686.75, + 66700.4453125, + 66771.2265625, + 66756.9609375, + 66792.3671875, + 66799.5625, + 66819.765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_010053.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..692a293098905e7a6ab168c873d5e0846cf7a90e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T01:00:53.596193+00:00", + "metrics": { + "MSE[mean]": 972134.4027967205, + "MSE[0.5]": 933787.3347628255, + "MAE[0.5]": 730.3423981837453, + "MASE[0.5]": 0.7199031002004673, + "MAPE[0.5]": 0.011279959727203836, + "sMAPE[0.5]": 0.011170537721660502, + "MSIS": 17.341594693772603, + "RMSE[mean]": 985.9687636009168, + "NRMSE[mean]": 0.01510884991468727, + "ND[0.5]": 0.011191666600258932, + "mean_weighted_sum_quantile_loss": 0.010426086399801164 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65661.43760083824, + 65691.90442417799, + 65713.65835689275, + 65713.5607271075, + 65767.82442544725, + 65779.799061287, + 65785.88697837676, + 65814.56864546651, + 65841.85382818125, + 65864.332370271, + 65885.36169361076, + 65907.11562632551, + 65928.86955904026, + 65917.37349175502, + 65969.61179946977, + 66001.10987280952, + 66008.64700864928, + 66044.61773823903, + 66053.86190532878, + 66091.89708804354, + 66113.65102075829, + 66124.65495347304, + 66140.8776361878, + 66179.37766265255 + ], + "p10": [ + 65474.34189771323, + 65530.216924177985, + 65514.09195064274, + 65527.36541460749, + 65500.611534822245, + 65566.022498787, + 65592.62721275176, + 65626.61942671651, + 65644.61554693125, + 65651.42651089601, + 65706.23278736076, + 65696.54609507551, + 65730.78323091526, + 65694.78521050501, + 65678.92429946977, + 65738.29307593452, + 65810.16653989928, + 65783.41266011403, + 65861.30682720378, + 65887.66661929354, + 65809.44789575829, + 65831.20182847304, + 65852.9557611878, + 65974.68235015255 + ], + "p90": [ + 66000.32783521323, + 66018.85754917799, + 65969.82437251775, + 65966.5529146075, + 66087.34356607225, + 66027.220936287, + 66127.62721275176, + 66153.35770796651, + 66100.34796880625, + 66091.029635896, + 66214.64294361076, + 66140.58437632551, + 66258.15080904026, + 66185.80825738002, + 66301.97273696976, + 66328.29776343453, + 66235.27591489928, + 66288.26812886403, + 66294.57792095379, + 66414.40490054354, + 66336.36977075829, + 66457.07682847304, + 66365.7995111878, + 66403.34758452755 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_005433.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_005433.json new file mode 100644 index 0000000000000000000000000000000000000000..7de09143c863bfb6fb1e82c953a6323f03919e18 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_005433.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T00:54:33.456806+00:00", + "metrics": { + "MSE[mean]": 791409.6489893595, + "MSE[0.5]": 758178.6320164999, + "MAE[0.5]": 660.9016927083334, + "MASE[0.5]": 0.65145495960754, + "MAPE[0.5]": 0.010205837166209446, + "sMAPE[0.5]": 0.010118264643281711, + "MSIS": 4.476582496589977, + "RMSE[mean]": 889.612077812211, + "NRMSE[mean]": 0.013632293295853548, + "ND[0.5]": 0.010127566766947513, + "mean_weighted_sum_quantile_loss": 0.007130196729309517 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65665.6640625, + 65637.125, + 65702.37109375, + 65657.98046875, + 65700.55859375, + 65850.0546875, + 65755.62890625, + 65905.9453125, + 65769.37109375, + 65820.45703125, + 65848.765625, + 65822.23046875, + 65783.58203125, + 65764.62890625, + 65764.99609375, + 65716.06640625, + 65930.15234375, + 65968.48828125, + 65948.484375, + 65867.20703125, + 65955.1015625, + 65854.16796875, + 65810.2890625, + 65930.62109375 + ], + "p10": [ + 65398.75, + 65308.158203125, + 65250.40234375, + 65217.9375, + 65119.294921875, + 64984.0078125, + 65112.638671875, + 65093.53125, + 64921.484375, + 65039.544921875, + 64929.1640625, + 64751.517578125, + 64864.064453125, + 64730.33984375, + 64637.96484375, + 64540.12109375, + 64768.01171875, + 64442.921875, + 64621.69140625, + 64427.76171875, + 64559.17578125, + 64344.771484375, + 64529.7265625, + 64275.685546875 + ], + "p90": [ + 65916.34765625, + 66031.83203125, + 66212.7578125, + 66237.52734375, + 66399.91015625, + 66553.40625, + 66572.0078125, + 66653.36328125, + 66728.2734375, + 66663.546875, + 66786.55859375, + 66836.734375, + 66818.859375, + 66904.70703125, + 66894.45703125, + 67031.63671875, + 67089.6953125, + 67111.67578125, + 67463.01171875, + 67336.3671875, + 67503.1015625, + 67382.48828125, + 67186.625, + 67321.4765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_010053.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..f94fc03e9b5a3cc54fce322c50403ac1bdc5cd7e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:00:53.701731+00:00", + "metrics": { + "MSE[mean]": 1029266.4828297723, + "MSE[0.5]": 980281.1664696505, + "MAE[0.5]": 792.1185429801735, + "MASE[0.5]": 0.780796235075259, + "MAPE[0.5]": 0.012222893842383701, + "sMAPE[0.5]": 0.012106787789191357, + "MSIS": 18.73466688082474, + "RMSE[mean]": 1014.5277141753064, + "NRMSE[mean]": 0.015546483350835433, + "ND[0.5]": 0.012138315758421326, + "mean_weighted_sum_quantile_loss": 0.011394649939887569 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 66040.4961520011, + 66049.2090426261, + 66049.2090426261, + 66027.3574801261, + 66059.8672457511, + 66050.0879488761, + 66034.4219332511, + 66041.3496676261, + 66046.8809176261, + 66047.6055270011, + 66046.8809176261, + 66046.8809176261, + 66046.8809176261, + 66013.6309176261, + 66044.1152926261, + 66053.8594332511, + 66039.6426363761, + 66053.8594332511, + 66041.3496676261, + 66057.6309176261, + 66057.6309176261, + 66046.8809176261, + 66041.3496676261, + 66058.0957613761 + ], + "p10": [ + 65853.4004488761, + 65887.5215426261, + 65849.6426363761, + 65841.1621676261, + 65792.6543551261, + 65836.3113863761, + 65841.1621676261, + 65853.4004488761, + 65849.6426363761, + 65834.6996676261, + 65867.7520113761, + 65836.3113863761, + 65848.79458950109, + 65791.04263637609, + 65753.4277926261, + 65791.04263637609, + 65841.1621676261, + 65792.6543551261, + 65848.79458950109, + 65853.4004488761, + 65753.4277926261, + 65753.4277926261, + 65753.4277926261, + 65853.4004488761 + ], + "p90": [ + 66379.38638637609, + 66376.1621676261, + 66305.3750582511, + 66280.3496676261, + 66379.38638637609, + 66297.5098238761, + 66376.1621676261, + 66380.1387301261, + 66305.3750582511, + 66274.3027926261, + 66376.1621676261, + 66280.3496676261, + 66376.1621676261, + 66282.0656832511, + 66376.47623012609, + 66381.0473238761, + 66266.2715426261, + 66297.5098238761, + 66282.0656832511, + 66380.1387301261, + 66280.3496676261, + 66379.3027926261, + 66266.2715426261, + 66282.0656832511 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..30a4fdef9b8481199cebf8e9c11450be871d43d7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:00:53.760747+00:00", + "metrics": { + "MSE[mean]": 1123411.4618962605, + "MSE[0.5]": 1123411.4618962605, + "MAE[0.5]": 860.8785807291666, + "MASE[0.5]": 0.8485734372047012, + "MAPE[0.5]": 0.013267675328911972, + "sMAPE[0.5]": 0.013135800306730566, + "MSIS": 3.908215199389319, + "RMSE[mean]": 1059.9110632011823, + "NRMSE[mean]": 0.016241931558092604, + "ND[0.5]": 0.013191985132980002, + "mean_weighted_sum_quantile_loss": 0.010325085686597093 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "p10": [ + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996 + ], + "p90": [ + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_005534.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_005534.json new file mode 100644 index 0000000000000000000000000000000000000000..9ab31443ac4477fc44a892901c5313787c64f932 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_005534.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T00:55:34.636116+00:00", + "metrics": { + "MSE[mean]": 498576.9785486857, + "MSE[0.5]": 498576.9785486857, + "MAE[0.5]": 564.2688802083334, + "MASE[0.5]": 0.5562033879161777, + "MAPE[0.5]": 0.008701587480135055, + "sMAPE[0.5]": 0.008649721958438788, + "MSIS": 1.9972860990063683, + "RMSE[mean]": 706.099836105834, + "NRMSE[mean]": 0.010820176908592691, + "ND[0.5]": 0.00864677882031478, + "mean_weighted_sum_quantile_loss": 0.006308779384105227 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65549.875, + 65558.375, + 65569.0, + 65598.75, + 65613.625, + 65613.625, + 65615.75, + 65617.875, + 65622.125, + 65624.25, + 65634.875, + 65643.375, + 65641.25, + 65643.375, + 65647.625, + 65628.5, + 65632.75, + 65624.25, + 65615.75, + 65609.375, + 65634.875, + 65617.875, + 65622.125, + 65620.0 + ], + "p10": [ + 65132.3125, + 65027.125, + 64925.125, + 64878.375, + 64810.375, + 64750.875, + 64697.75, + 64659.5, + 64612.75, + 64553.25, + 64532.0, + 64493.75, + 64455.5, + 64417.25, + 64413.0, + 64374.75, + 64353.5, + 64332.25, + 64323.75, + 64311.0, + 64332.25, + 64311.0, + 64294.0, + 64281.25 + ], + "p90": [ + 66011.0, + 66121.5, + 66219.25, + 66295.75, + 66359.5, + 66402.0, + 66444.5, + 66470.0, + 66487.0, + 66504.0, + 66521.0, + 66555.0, + 66563.5, + 66589.0, + 66589.0, + 66580.5, + 66563.5, + 66563.5, + 66563.5, + 66572.0, + 66597.5, + 66597.5, + 66614.5, + 66623.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_234952.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_234952.json new file mode 100644 index 0000000000000000000000000000000000000000..2d0e6b3ad9de1aab172e5ad98b55fab590403867 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260617_234952.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T23:49:52.703241+00:00", + "metrics": { + "MSE[mean]": 739587.7461217245, + "MSE[0.5]": 571333.8100128174, + "MAE[0.5]": 585.3167317708334, + "MASE[0.5]": 0.5769503877207691, + "MAPE[0.5]": 0.009034058960231463, + "sMAPE[0.5]": 0.008970012289680217, + "MSIS": 24.007021232152123, + "RMSE[mean]": 859.9928756226557, + "NRMSE[mean]": 0.013178412709575761, + "ND[0.5]": 0.008969313206823142, + "mean_weighted_sum_quantile_loss": 0.009705617380424343 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65648.9609375, + 65620.1953125, + 65643.140625, + 65657.078125, + 65676.375, + 65692.9453125, + 65718.3671875, + 65707.3125, + 65694.765625, + 65714.609375, + 65700.375, + 65679.9453125, + 65708.546875, + 65737.140625, + 65754.1953125, + 65734.1953125, + 65779.171875, + 65759.6796875, + 65731.1171875, + 65729.265625, + 65744.890625, + 65733.9921875, + 65707.265625, + 65693.3515625 + ], + "p10": [ + 65734.1796875, + 65713.625, + 65727.9921875, + 65763.015625, + 65753.9765625, + 65766.984375, + 65792.4921875, + 65779.3125, + 65794.9453125, + 65834.1171875, + 65785.0390625, + 65785.9921875, + 65805.640625, + 65818.4140625, + 65868.3671875, + 65860.5703125, + 65880.3125, + 65835.96875, + 65845.8671875, + 65874.1640625, + 65909.84375, + 65907.6484375, + 65864.609375, + 65835.5625 + ], + "p90": [ + 65971.640625, + 65985.765625, + 66033.2734375, + 66077.546875, + 66115.5078125, + 66154.640625, + 66204.53125, + 66224.421875, + 66224.0234375, + 66264.515625, + 66304.6953125, + 66250.0, + 66321.78125, + 66383.484375, + 66380.5234375, + 66406.2734375, + 66453.015625, + 66462.2421875, + 66467.4765625, + 66489.25, + 66528.984375, + 66533.4140625, + 66501.3125, + 66496.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_004456.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_004456.json new file mode 100644 index 0000000000000000000000000000000000000000..5eb0af7dfd0892dd2ec6589e93072fad5ca74dae --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_004456.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T00:44:56.520068+00:00", + "metrics": { + "MSE[mean]": 539025.4795862833, + "MSE[0.5]": 539025.4795862833, + "MAE[0.5]": 565.1337890625, + "MASE[0.5]": 0.5570559340192848, + "MAPE[0.5]": 0.008723407901700057, + "sMAPE[0.5]": 0.008662701934511602, + "MSIS": 4.408270435196389, + "RMSE[mean]": 734.1835462514011, + "NRMSE[mean]": 0.011250527825681885, + "ND[0.5]": 0.008660032564804375, + "mean_weighted_sum_quantile_loss": 0.006302540762937877 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65705.453125, + 65691.0390625, + 65682.71875, + 65682.65625, + 65677.1875, + 65673.578125, + 65678.015625, + 65683.6171875, + 65691.2109375, + 65690.21875, + 65699.3125, + 65710.9375, + 65716.7734375, + 65724.390625, + 65739.109375, + 65751.8984375, + 65750.5234375, + 65746.0625, + 65738.9375, + 65720.90625, + 65704.40625, + 65678.8984375, + 65638.1640625, + 65594.3203125 + ], + "p10": [ + 65429.859375, + 65298.38671875, + 65208.20703125, + 65163.7265625, + 65128.1953125, + 65099.671875, + 65078.54296875, + 65048.375, + 65016.2734375, + 64977.67578125, + 64955.09765625, + 64940.3828125, + 64902.9921875, + 64877.03515625, + 64856.52734375, + 64835.3671875, + 64797.65234375, + 64764.31640625, + 64730.9140625, + 64690.83203125, + 64649.91015625, + 64615.03125, + 64567.0, + 64517.19921875 + ], + "p90": [ + 65994.4140625, + 66073.4375, + 66128.3671875, + 66194.09375, + 66245.3984375, + 66296.6328125, + 66355.765625, + 66406.734375, + 66455.578125, + 66496.8125, + 66546.6796875, + 66594.7578125, + 66628.453125, + 66681.6796875, + 66749.765625, + 66792.6953125, + 66828.53125, + 66883.5859375, + 66926.828125, + 66954.046875, + 66950.0, + 66943.25, + 66910.4921875, + 66885.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_000711.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_000711.json new file mode 100644 index 0000000000000000000000000000000000000000..5d42a20a7afada1d2d65d101cf4b48a0b448010d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_000711.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:07:11.435065+00:00", + "metrics": { + "MSE[mean]": 403074.9013226827, + "MSE[0.5]": 403074.9013226827, + "MAE[0.5]": 504.5582682291667, + "MASE[0.5]": 0.4973462617441675, + "MAPE[0.5]": 0.007779448629674039, + "sMAPE[0.5]": 0.007739296640988452, + "MSIS": 2.3165227413544542, + "RMSE[mean]": 634.8818010643262, + "NRMSE[mean]": 0.009728841521119285, + "ND[0.5]": 0.0077317816033517115, + "mean_weighted_sum_quantile_loss": 0.0065330388597726625 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 + ], + "predictions": { + "p50": [ + 65683.2421875, + 65675.4375, + 65657.1015625, + 65653.78125, + 65633.359375, + 65624.78125, + 65618.5078125, + 65607.1328125, + 65588.0234375, + 65591.359375, + 65578.4765625, + 65566.828125, + 65556.6953125, + 65546.4609375, + 65523.3125, + 65530.75390625, + 65514.58984375, + 65507.23828125, + 65503.33984375, + 65488.8828125, + 65478.015625, + 65477.22265625, + 65465.046875, + 65459.87109375 + ], + "p10": [ + 65395.234375, + 65252.890625, + 65126.44921875, + 65037.17578125, + 64930.96875, + 64836.96875, + 64752.9453125, + 64671.55859375, + 64577.86328125, + 64515.26953125, + 64422.43359375, + 64339.87890625, + 64256.0390625, + 64174.67578125, + 64106.16796875, + 64056.6640625, + 64001.45703125, + 63945.859375, + 63883.6796875, + 63829.96484375, + 63767.64453125, + 63736.0078125, + 63684.21484375, + 63639.17578125 + ], + "p90": [ + 65968.0234375, + 66075.75, + 66145.609375, + 66222.015625, + 66294.34375, + 66369.3125, + 66435.6953125, + 66497.9453125, + 66560.7890625, + 66640.125, + 66694.9609375, + 66753.9765625, + 66801.1328125, + 66872.15625, + 66897.296875, + 66988.2890625, + 67002.9765625, + 67046.25, + 67100.25, + 67128.3359375, + 67133.421875, + 67220.328125, + 67229.59375, + 67265.359375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..3c09ccd60ad8ac419bce246bf8212502eb425661 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260618_010053.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:00:53.541181+00:00", + "metrics": { + "MSE[mean]": 36.21990836110642, + "MSE[0.5]": 31.201313799453303, + "MAE[0.5]": 4.650975413100956, + "MASE[0.5]": 0.8882499462686176, + "MAPE[0.5]": 0.5956162933151907, + "sMAPE[0.5]": 0.39246787844244907, + "MSIS": 6.085861156941015, + "RMSE[mean]": 6.018297795980723, + "NRMSE[mean]": 0.5103856788110861, + "ND[0.5]": 0.3944290102983143, + "mean_weighted_sum_quantile_loss": 0.3209058046182445 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 14.601629906548991, + 14.898121145384398, + 14.329543995777586, + 13.93857582718224, + 14.50803976117819, + 13.354013309149689, + 14.32872328493615, + 14.206471358064732, + 14.206471358638513, + 14.206471358605189, + 14.506964264141772, + 14.206471358607011, + 13.898172034360773, + 14.878173830482925, + 14.328723275598868, + 14.1933907722962, + 14.844094999832897, + 13.714048937088819, + 13.844618690880278, + 14.924964242627443, + 14.844094999832897, + 14.024671374861835, + 14.172280743829548, + 14.94130370007861 + ], + "p10": [ + 9.889030642361153, + 9.624074348138306, + 10.654881940380301, + 10.316970795755717, + 11.018951012759777, + 9.638205703113458, + 10.317018470299177, + 9.375650960228715, + 9.440823591229078, + 9.558423831218391, + 10.430992776025755, + 9.819489418509125, + 9.8021112845992, + 10.336122614677148, + 10.45810804910089, + 10.01754106538294, + 10.151436375218267, + 9.99773590069556, + 9.570685924180433, + 10.131631210530886, + 9.55118242783949, + 9.627871198242941, + 10.317018460961895, + 10.166313631866636 + ], + "p90": [ + 20.820558168891903, + 20.509477918925917, + 20.5297927719798, + 20.523561769468294, + 20.697241295464817, + 19.74992248258046, + 20.58451566787078, + 20.588672989210565, + 20.654193463120873, + 20.748070929924083, + 20.523609434674576, + 20.650036131870024, + 19.748609957757072, + 20.65003613187003, + 19.749922643353866, + 19.84328669294656, + 19.761736813725012, + 19.417422613609933, + 19.749922643353866, + 20.523609434674473, + 20.752844378060022, + 21.498624467309575, + 20.536252104394027, + 20.584515658533498 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_234930.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_234930.json new file mode 100644 index 0000000000000000000000000000000000000000..c03171f894105793066079165f346cbc68e59918 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260617_234930.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T23:49:30.710791+00:00", + "metrics": { + "MSE[mean]": 30.68622638469651, + "MSE[0.5]": 30.68622638469651, + "MAE[0.5]": 4.66762391726176, + "MASE[0.5]": 0.8914295014399117, + "MAPE[0.5]": 0.5939600497735068, + "sMAPE[0.5]": 0.39438540040391495, + "MSIS": 9.875876661953306, + "RMSE[mean]": 5.5395149954392675, + "NRMSE[mean]": 0.469782190425945, + "ND[0.5]": 0.395840897576969, + "mean_weighted_sum_quantile_loss": 0.30121475971582873 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 14.213560104370117, + 14.268889427185059, + 14.367698669433594, + 14.488740921020508, + 14.495595932006836, + 14.55759048461914, + 14.48694133758545, + 14.496573448181152, + 14.435806274414062, + 14.429306030273438, + 14.440141677856445, + 14.421106338500977, + 14.408296585083008, + 14.475516319274902, + 14.543214797973633, + 14.498679161071777, + 14.66921329498291, + 14.570228576660156, + 14.608661651611328, + 14.568947792053223, + 14.519510269165039, + 14.47237777709961, + 14.414555549621582, + 14.437707901000977 + ], + "p10": [ + 9.56503677368164, + 9.5828275680542, + 9.623516082763672, + 9.66550350189209, + 9.60806941986084, + 9.636934280395508, + 9.631040573120117, + 9.583465576171875, + 9.544341087341309, + 9.474518775939941, + 9.504667282104492, + 9.54728889465332, + 9.542137145996094, + 9.571832656860352, + 9.60818099975586, + 9.607141494750977, + 9.62314224243164, + 9.593851089477539, + 9.614862442016602, + 9.62710952758789, + 9.50951099395752, + 9.53891372680664, + 9.547670364379883, + 9.535812377929688 + ], + "p90": [ + 20.50052261352539, + 20.788742065429688, + 21.026060104370117, + 21.148983001708984, + 21.308069229125977, + 21.431062698364258, + 21.417530059814453, + 21.482328414916992, + 21.553062438964844, + 21.545137405395508, + 21.613567352294922, + 21.549936294555664, + 21.507761001586914, + 21.663454055786133, + 21.608184814453125, + 21.684818267822266, + 21.626501083374023, + 21.692888259887695, + 21.724300384521484, + 21.62619972229004, + 21.708587646484375, + 21.679676055908203, + 21.58637237548828, + 21.546194076538086 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..23a4a743a61f9098832e95b61395dfb776f57417 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260618_010053.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-18T01:00:53.687494+00:00", + "metrics": { + "MSE[mean]": 41.370357861759835, + "MSE[0.5]": 47.74792209367384, + "MAE[0.5]": 5.940978803535809, + "MASE[0.5]": 1.1346166415240804, + "MAPE[0.5]": 0.7750789134390744, + "sMAPE[0.5]": 0.4661714199515881, + "MSIS": 4.756233043516875, + "RMSE[mean]": 6.43197931135975, + "NRMSE[mean]": 0.5454682101506502, + "ND[0.5]": 0.5038285911125774, + "mean_weighted_sum_quantile_loss": 0.3575969437994554 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 16.70066760007662, + 16.716990382369993, + 16.733313164663365, + 16.749635946956737, + 16.76595872925011, + 16.78228151154348, + 16.798604293836853, + 16.814927076130225, + 16.831249858423597, + 16.84757264071697, + 16.86389542301034, + 14.880218205303713, + 16.896540987597085, + 16.912863769890457, + 16.92918655218383, + 16.9455093344772, + 16.961832116770573, + 15.978154899063945, + 16.994477681357317, + 16.51080046365069, + 17.02712324594406, + 17.043446028237433, + 16.059768810530805, + 17.076091592824177 + ], + "p10": [ + 7.700667600076622, + 7.716990382369994, + 8.733313164663366, + 8.749635946956738, + 7.76595872925011, + 9.782281511543482, + 7.7986042938368545, + 7.8149270761302265, + 7.8312498584235986, + 7.847572640716971, + 7.863895423010341, + 7.880218205303713, + 8.796540987597087, + 7.912863769890457, + 9.829186552183831, + 8.945509334477201, + 7.961832116770573, + 7.978154899063945, + 8.994477681357317, + 9.010800463650689, + 8.027123245944061, + 8.043446028237433, + 8.059768810530805, + 8.97609159282418 + ], + "p90": [ + 22.70066760007662, + 22.716990382369993, + 21.83331316466336, + 22.749635946956737, + 23.76595872925011, + 22.78228151154348, + 22.798604293836853, + 22.814927076130225, + 21.831249858423597, + 23.84757264071697, + 20.86389542301034, + 20.980218205303707, + 21.896540987597085, + 22.912863769890457, + 22.92918655218383, + 22.9455093344772, + 22.961832116770573, + 22.978154899063945, + 22.994477681357317, + 23.01080046365069, + 24.127123245944055, + 23.043446028237433, + 23.059768810530805, + 22.17609159282417 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_005509.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_005509.json new file mode 100644 index 0000000000000000000000000000000000000000..7daa13317370499ecb069e4b35824d93aa6affb0 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moirai_1_1_large/20260618_005509.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T00:55:09.587140+00:00", + "metrics": { + "MSE[mean]": 37.11542058361442, + "MSE[0.5]": 31.377586654022696, + "MAE[0.5]": 4.744891544183095, + "MASE[0.5]": 0.9061861835044639, + "MAPE[0.5]": 0.5914218103755369, + "sMAPE[0.5]": 0.3997855397123657, + "MSIS": 9.414420426366185, + "RMSE[mean]": 6.092242656330624, + "NRMSE[mean]": 0.5166566210315724, + "ND[0.5]": 0.4023936291886724, + "mean_weighted_sum_quantile_loss": 0.3084832205321211 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 15.741730213165283, + 13.754215717315674, + 13.79216718673706, + 14.102931022644043, + 14.338609218597412, + 14.701187133789062, + 15.638566970825195, + 15.664843082427979, + 13.90643310546875, + 13.829137802124023, + 14.141871929168701, + 14.170825004577637, + 14.298701286315918, + 15.371431827545166, + 14.344499111175537, + 12.940618991851807, + 13.400309085845947, + 14.37834882736206, + 13.959564685821533, + 14.198596000671387, + 14.390662670135498, + 15.400327205657959, + 13.477173328399658, + 13.45129919052124 + ], + "p10": [ + 10.518961429595947, + 9.041618824005127, + 9.065566539764404, + 9.67899465560913, + 9.923418045043945, + 9.43228530883789, + 9.359712600708008, + 9.557402610778809, + 8.690126895904541, + 8.983866691589355, + 8.84511137008667, + 9.308537006378174, + 9.40887451171875, + 9.71438980102539, + 9.103265762329102, + 8.527419090270996, + 8.4631667137146, + 9.167572021484375, + 9.758835315704346, + 8.623301982879639, + 9.884485244750977, + 9.60147476196289, + 9.168924808502197, + 8.624979019165039 + ], + "p90": [ + 22.838993072509766, + 22.650428771972656, + 19.330859184265137, + 19.993428230285645, + 21.74624538421631, + 21.253973960876465, + 24.734797477722168, + 23.78724765777588, + 20.974645614624023, + 20.407886505126953, + 20.93024444580078, + 21.10176658630371, + 21.571959495544434, + 22.783267974853516, + 23.525358200073242, + 20.619807243347168, + 20.40852642059326, + 23.669455528259277, + 21.90160369873047, + 21.243983268737793, + 22.73602294921875, + 24.1959867477417, + 21.437166213989258, + 20.713441848754883 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..9d85732561e8f6b55b484de50168210cf1fbc215 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260618_010053.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:00:53.749060+00:00", + "metrics": { + "MSE[mean]": 34.23475561690953, + "MSE[0.5]": 39.29613116581209, + "MAE[0.5]": 5.3263680971390555, + "MASE[0.5]": 1.0172374084721805, + "MAPE[0.5]": 0.6923412251923199, + "sMAPE[0.5]": 0.4326063192118868, + "MSIS": 4.771401743462156, + "RMSE[mean]": 5.851047394860986, + "NRMSE[mean]": 0.4962018992108257, + "ND[0.5]": 0.45170612837928387, + "mean_weighted_sum_quantile_loss": 0.32255501560679195 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 13.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 15.952345309381238, + 14.952345309381238, + 15.952345309381238, + 15.452345309381238, + 15.952345309381238, + 15.952345309381238, + 14.952345309381238, + 15.952345309381238 + ], + "p10": [ + 6.952345309381238, + 6.952345309381238, + 7.952345309381238, + 7.952345309381238, + 6.952345309381238, + 8.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 7.85234530938124, + 6.952345309381238, + 8.85234530938124, + 7.952345309381238, + 6.952345309381238, + 6.952345309381238, + 7.952345309381238, + 7.952345309381238, + 6.952345309381238, + 6.952345309381238, + 6.952345309381238, + 7.85234530938124 + ], + "p90": [ + 21.952345309381236, + 21.952345309381236, + 21.05234530938123, + 21.952345309381236, + 22.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 20.952345309381236, + 22.952345309381236, + 19.952345309381236, + 20.05234530938123, + 20.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 21.952345309381236, + 23.05234530938123, + 21.952345309381236, + 21.952345309381236, + 21.05234530938123 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..c99038c736590c51e6f2d4a6629bd85dd2e5e932 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260618_010053.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:00:53.801218+00:00", + "metrics": { + "MSE[mean]": 45.916666666666664, + "MSE[0.5]": 45.916666666666664, + "MAE[0.5]": 5.333333333333333, + "MASE[0.5]": 1.0185676392572944, + "MAPE[0.5]": 0.6710366600991602, + "sMAPE[0.5]": 0.40729243277896415, + "MSIS": 37.485994911970494, + "RMSE[mean]": 6.776183783418707, + "NRMSE[mean]": 0.5746586954136006, + "ND[0.5]": 0.45229681978798586, + "mean_weighted_sum_quantile_loss": 0.4438398115429918 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "p10": [ + 12.74, + 10.78, + 11.76, + 16.66, + 10.78, + 16.66, + 10.78, + 13.719999999999999, + 18.62, + 16.66, + 13.719999999999999, + 13.719999999999999, + 12.74, + 11.76, + 17.64, + 14.7, + 19.6, + 23.52, + 11.76, + 18.62, + 20.58, + 6.859999999999999, + 16.66, + 10.78 + ], + "p90": [ + 13.26, + 11.22, + 12.24, + 17.34, + 11.22, + 17.34, + 11.22, + 14.280000000000001, + 19.38, + 17.34, + 14.280000000000001, + 14.280000000000001, + 13.26, + 12.24, + 18.36, + 15.3, + 20.4, + 24.48, + 12.24, + 19.38, + 21.42, + 7.140000000000001, + 17.34, + 11.22 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_010049.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_010049.json new file mode 100644 index 0000000000000000000000000000000000000000..86d003842f0f97b1231de0c21d2cc3b24b274875 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timer_s1/20260618_010049.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:00:49.115236+00:00", + "metrics": { + "MSE[mean]": 30.360152188767984, + "MSE[0.5]": 30.360152188767984, + "MAE[0.5]": 4.575121680895488, + "MASE[0.5]": 0.8737632918421091, + "MAPE[0.5]": 0.5771757090747142, + "sMAPE[0.5]": 0.38840089541387596, + "MSIS": 10.880647613768238, + "RMSE[mean]": 5.51000473582083, + "NRMSE[mean]": 0.4672795535678443, + "ND[0.5]": 0.3879961849522675, + "mean_weighted_sum_quantile_loss": 0.29874707114523325 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 13.982208251953125, + 14.466796875, + 14.300520896911621, + 14.14373779296875, + 14.678955078125, + 13.52655029296875, + 14.507781982421875, + 14.96343994140625, + 13.880950927734375, + 14.328170776367188, + 13.953277587890625, + 13.37225341796875, + 15.0164794921875, + 14.640380859375, + 14.265487670898438, + 14.274227142333984, + 13.35296630859375, + 13.63262939453125, + 14.96343994140625, + 14.358306884765625, + 14.488494873046875, + 14.096725463867188, + 13.3963623046875, + 14.237762451171875 + ], + "p10": [ + 9.2978515625, + 9.780029296875, + 9.548583984375, + 9.33642578125, + 9.895751953125, + 8.912109375, + 9.837890625, + 9.9921875, + 9.4521484375, + 9.7607421875, + 9.56787109375, + 9.25927734375, + 10.146484375, + 9.7607421875, + 9.6064453125, + 9.837890625, + 9.1435546875, + 9.18212890625, + 10.165771484375, + 9.587158203125, + 9.79931640625, + 9.4521484375, + 8.7578125, + 9.548583984375 + ], + "p90": [ + 20.0986328125, + 20.83154296875, + 20.60009765625, + 20.330078125, + 20.75439453125, + 19.52001953125, + 20.79296875, + 21.68017578125, + 20.06005859375, + 20.52294921875, + 19.8671875, + 19.05712890625, + 21.71875, + 21.60302734375, + 20.98583984375, + 20.52294921875, + 19.153564453125, + 19.7900390625, + 21.44873046875, + 20.83154296875, + 20.7158203125, + 20.2529296875, + 19.4814453125, + 20.484375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_235701.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_235701.json new file mode 100644 index 0000000000000000000000000000000000000000..de90a4b5eb8629dbcf964ee197047b2b5aeec98b --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260617_235701.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T23:57:01.369674+00:00", + "metrics": { + "MSE[mean]": 32.25335364626957, + "MSE[0.5]": 27.022474768751408, + "MAE[0.5]": 4.28160301844279, + "MASE[0.5]": 0.8177066772622835, + "MAPE[0.5]": 0.5304721105245713, + "sMAPE[0.5]": 0.36954179565007284, + "MSIS": 34.357232367012166, + "RMSE[mean]": 5.679203610214161, + "NRMSE[mean]": 0.48162857471780873, + "ND[0.5]": 0.36310414290680904, + "mean_weighted_sum_quantile_loss": 0.40294110717893256 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 13.121681213378906, + 13.245149612426758, + 13.25629997253418, + 13.41429328918457, + 13.545952796936035, + 13.731443405151367, + 13.679574012756348, + 13.582283973693848, + 13.349223136901855, + 13.255428314208984, + 13.30846118927002, + 13.322199821472168, + 13.401241302490234, + 13.46061897277832, + 13.498409271240234, + 13.397128105163574, + 13.462119102478027, + 13.665514945983887, + 13.712989807128906, + 13.865421295166016, + 13.823062896728516, + 13.690169334411621, + 13.431137084960938, + 13.422338485717773 + ], + "p10": [ + 14.663334846496582, + 14.805456161499023, + 14.853271484375, + 15.032051086425781, + 15.118451118469238, + 15.289996147155762, + 15.217926025390625, + 15.10451602935791, + 14.994662284851074, + 14.804045677185059, + 14.860930442810059, + 15.003316879272461, + 14.998363494873047, + 15.14173698425293, + 15.111498832702637, + 15.098457336425781, + 15.17270565032959, + 15.257957458496094, + 15.572694778442383, + 15.458686828613281, + 15.431763648986816, + 15.359498977661133, + 15.010446548461914, + 15.040282249450684 + ], + "p90": [ + 18.110767364501953, + 18.433095932006836, + 18.651918411254883, + 18.82027816772461, + 19.007951736450195, + 19.253664016723633, + 19.262540817260742, + 19.137784957885742, + 18.91944122314453, + 18.766695022583008, + 18.901344299316406, + 18.986059188842773, + 19.10505485534668, + 19.226043701171875, + 19.258380889892578, + 19.164207458496094, + 19.237411499023438, + 19.41546058654785, + 19.557350158691406, + 19.633132934570312, + 19.664535522460938, + 19.584856033325195, + 19.2728271484375, + 19.128705978393555 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_005409.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_005409.json new file mode 100644 index 0000000000000000000000000000000000000000..83c1ad3e905a41edde07e39a1dba7883cffe30d6 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/tirex/20260618_005409.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TiRex", + "evaluated_at": "2026-06-18T00:54:09.675173+00:00", + "metrics": { + "MSE[mean]": 32.16348442137655, + "MSE[0.5]": 32.16348442137655, + "MAE[0.5]": 4.790237665176392, + "MASE[0.5]": 0.9148464506437671, + "MAPE[0.5]": 0.6121281092309346, + "sMAPE[0.5]": 0.4017222254451211, + "MSIS": 10.063670512535843, + "RMSE[mean]": 5.671285958349883, + "NRMSE[mean]": 0.4809571130756085, + "ND[0.5]": 0.40623923662273287, + "mean_weighted_sum_quantile_loss": 0.3065590999619746 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 14.405425071716309, + 14.242161750793457, + 14.486014366149902, + 14.536727905273438, + 14.578378677368164, + 14.693787574768066, + 14.63651180267334, + 14.742115020751953, + 14.604487419128418, + 14.611381530761719, + 14.601729393005371, + 14.59736442565918, + 14.717376708984375, + 14.780814170837402, + 14.811491966247559, + 14.524933815002441, + 14.601188659667969, + 14.67670726776123, + 14.753412246704102, + 14.927334785461426, + 14.967122077941895, + 14.790960311889648, + 14.551347732543945, + 14.585244178771973 + ], + "p10": [ + 9.679093360900879, + 9.360004425048828, + 9.595857620239258, + 9.699167251586914, + 9.726282119750977, + 9.773382186889648, + 9.657676696777344, + 9.728094100952148, + 9.605621337890625, + 9.602787971496582, + 9.555261611938477, + 9.532700538635254, + 9.628122329711914, + 9.65959358215332, + 9.703109741210938, + 9.502531051635742, + 9.577377319335938, + 9.649900436401367, + 9.65431022644043, + 9.736127853393555, + 9.807037353515625, + 9.665771484375, + 9.51025104522705, + 9.552750587463379 + ], + "p90": [ + 20.850887298583984, + 20.84209632873535, + 21.10388946533203, + 21.21247673034668, + 21.353904724121094, + 21.558486938476562, + 21.52768898010254, + 21.666900634765625, + 21.485748291015625, + 21.50959014892578, + 21.518478393554688, + 21.559158325195312, + 21.719593048095703, + 21.848604202270508, + 21.925050735473633, + 21.56732177734375, + 21.67186737060547, + 21.792022705078125, + 21.88564109802246, + 22.205759048461914, + 22.210651397705078, + 21.942184448242188, + 21.56540870666504, + 21.594125747680664 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_003454.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_003454.json new file mode 100644 index 0000000000000000000000000000000000000000..3fe1062cc5d9ab6f876cc9c66e9f7374d524140a --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_003454.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:34:54.145029+00:00", + "metrics": { + "MSE[mean]": 30.43988003105964, + "MSE[0.5]": 30.43988003105964, + "MAE[0.5]": 4.641255974769592, + "MASE[0.5]": 0.886393714014352, + "MAPE[0.5]": 0.5882872437777554, + "sMAPE[0.5]": 0.3928804055809671, + "MSIS": 10.147468652902296, + "RMSE[mean]": 5.517234817466051, + "NRMSE[mean]": 0.46789270536814564, + "ND[0.5]": 0.39360474697692654, + "mean_weighted_sum_quantile_loss": 0.29856186032903675 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 10.0, + 12.0, + 13.0, + 14.0, + 19.0, + 10.0, + 12.0, + 15.0, + 7.0, + 10.0, + 11.0, + 12.0, + 18.0, + 14.0, + 17.0, + 16.0, + 9.0, + 12.0, + 19.0, + 16.0, + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 9.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 13.0, + 10.0, + 13.0, + 10.0, + 12.0, + 15.0, + 14.0, + 12.0, + 13.0, + 15.0, + 14.0, + 18.0, + 13.0, + 15.0, + 13.0, + 15.0, + 5.0, + 14.0, + 18.0, + 10.0, + 9.0, + 8.0, + 18.0, + 35.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 11.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 10.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 15.0, + 20.0, + 11.0, + 17.0, + 14.0, + 17.0, + 23.0, + 12.0, + 20.0, + 11.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, + 15.0, + 19.0, + 21.0, + 17.0, + 14.0, + 15.0, + 18.0, + 10.0, + 19.0, + 11.0, + 13.0, + 11.0, + 12.0, + 17.0, + 11.0, + 17.0, + 11.0, + 14.0, + 19.0, + 17.0, + 14.0, + 14.0, + 13.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, + 17.0, + 11.0 + ], + "actual": [ + 9.0, + 9.0, + 9.0, + 10.0, + 9.0, + 13.0, + 18.0, + 10.0, + 11.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, + 13.0, + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 + ], + "predictions": { + "p50": [ + 14.374032974243164, + 14.34725570678711, + 14.387282371520996, + 14.350591659545898, + 14.42261028289795, + 14.338301658630371, + 14.340608596801758, + 14.312463760375977, + 14.338865280151367, + 14.251577377319336, + 14.387886047363281, + 14.346385955810547, + 14.35032844543457, + 14.340537071228027, + 14.39778995513916, + 14.363182067871094, + 14.433211326599121, + 14.364816665649414, + 14.37523365020752, + 14.375791549682617, + 14.40015697479248, + 14.298478126525879, + 14.419321060180664, + 14.376832962036133 + ], + "p10": [ + 9.494136810302734, + 9.519485473632812, + 9.542766571044922, + 9.510656356811523, + 9.569086074829102, + 9.532896041870117, + 9.522502899169922, + 9.507949829101562, + 9.512994766235352, + 9.40530014038086, + 9.526399612426758, + 9.509895324707031, + 9.516345024108887, + 9.508292198181152, + 9.542633056640625, + 9.514698028564453, + 9.53564453125, + 9.520051002502441, + 9.529661178588867, + 9.556022644042969, + 9.561857223510742, + 9.463240623474121, + 9.587324142456055, + 9.56320571899414 + ], + "p90": [ + 20.537446975708008, + 20.42470932006836, + 20.609081268310547, + 20.580299377441406, + 20.781494140625, + 20.54613494873047, + 20.65299415588379, + 20.48468780517578, + 20.74948501586914, + 20.474082946777344, + 20.776079177856445, + 20.650218963623047, + 20.66449737548828, + 20.519983291625977, + 20.8420467376709, + 20.619489669799805, + 20.883663177490234, + 20.645919799804688, + 20.757949829101562, + 20.638404846191406, + 20.791030883789062, + 20.64990997314453, + 20.843395233154297, + 20.73328399658203 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_010053.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..f0563a3d9821702b99c5782ea5f0acf637513ccf --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:00:53.384818+00:00", + "metrics": { + "MSE[mean]": 2.9244108714625447, + "MSE[0.5]": 3.0902279460421958, + "MAE[0.5]": 1.4828289963672845, + "MASE[0.5]": 0.8190685412897448, + "MAPE[0.5]": 0.0654288298000007, + "sMAPE[0.5]": 0.06854999311948155, + "MSIS": 23.06591486199115, + "RMSE[mean]": 1.710090895672667, + "NRMSE[mean]": 0.07744100345043889, + "ND[0.5]": 0.06714950983872729, + "mean_weighted_sum_quantile_loss": 0.06419802891286291 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.788784925839906, + 20.756057325071325, + 20.717249547485928, + 20.68320388428193, + 20.669294822849917, + 20.64345209674411, + 20.65199385286659, + 20.6256805575252, + 20.60486514467958, + 20.61906138227068, + 20.60771105320663, + 20.600934632947812, + 20.61327585900066, + 20.5831816281594, + 20.569234137944356, + 20.58643193772899, + 20.589402105983883, + 20.577716929265947, + 20.588337634926177, + 20.59840656263477, + 20.55466802963152, + 20.56694249426229, + 20.580692793039628, + 20.567131254285485 + ], + "p10": [ + 20.48524382744741, + 20.443505072971536, + 20.35061089984978, + 20.40581906873946, + 20.362537678319253, + 20.309991204888178, + 20.38442412711653, + 20.269835134080903, + 20.235272742520884, + 20.31175843251554, + 20.29429175258171, + 20.219833134825592, + 20.281132111461854, + 20.205555677935067, + 20.271733956382665, + 20.207674434089142, + 20.221853293404802, + 20.231939086775952, + 20.239953388492378, + 20.218278776451204, + 20.20061379112814, + 20.20643604206903, + 20.21715968533873, + 20.27474410524106 + ], + "p90": [ + 21.10933162921675, + 21.083632494201154, + 21.03873839109571, + 20.97811704040159, + 21.09080211418199, + 20.923885582062173, + 20.926616884524066, + 20.944844492340415, + 20.90806893222768, + 20.92600033078303, + 20.945433422239162, + 20.88493388390734, + 20.923841688814566, + 20.907888184811405, + 20.867482585752786, + 20.893889384975626, + 20.909715204102508, + 20.84047390558416, + 20.90483907511708, + 20.9332093871588, + 20.91535897843132, + 20.922231387300293, + 20.99024740371565, + 20.884051032262434 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_234011.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_234011.json new file mode 100644 index 0000000000000000000000000000000000000000..71ffedd68941f56ed08de5a511c926cd3123e4e0 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260617_234011.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T23:40:11.479504+00:00", + "metrics": { + "MSE[mean]": 1.0082514629748403, + "MSE[0.5]": 1.0082514629748403, + "MAE[0.5]": 0.780179500579834, + "MASE[0.5]": 0.4309468502771349, + "MAPE[0.5]": 0.034445166500048946, + "sMAPE[0.5]": 0.033817551485012066, + "MSIS": 2.444838132938304, + "RMSE[mean]": 1.0041172555906208, + "NRMSE[mean]": 0.04547117819971291, + "ND[0.5]": 0.03533021756285016, + "mean_weighted_sum_quantile_loss": 0.033518584988996875 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.857563018798828, + 20.647903442382812, + 20.44390869140625, + 20.345172882080078, + 20.31070327758789, + 20.523513793945312, + 21.072246551513672, + 21.841093063354492, + 22.69681739807129, + 23.462509155273438, + 24.115894317626953, + 24.514726638793945, + 24.788158416748047, + 24.90381622314453, + 24.82598304748535, + 24.608871459960938, + 24.77834129333496, + 24.06730079650879, + 23.14727210998535, + 22.303699493408203, + 21.752269744873047, + 21.422826766967773, + 21.16102409362793, + 20.905982971191406 + ], + "p10": [ + 20.453569412231445, + 20.022735595703125, + 19.704505920410156, + 19.482826232910156, + 19.379579544067383, + 19.464080810546875, + 19.856826782226562, + 20.345476150512695, + 20.795324325561523, + 21.10700225830078, + 21.10507583618164, + 21.255029678344727, + 21.417726516723633, + 21.425321578979492, + 21.268840789794922, + 21.071056365966797, + 20.970577239990234, + 20.99002456665039, + 20.52975082397461, + 19.9866886138916, + 19.717988967895508, + 19.498958587646484, + 19.3414363861084, + 19.03689193725586 + ], + "p90": [ + 21.088937759399414, + 21.245437622070312, + 21.144641876220703, + 21.158288955688477, + 21.293413162231445, + 21.572601318359375, + 22.37140464782715, + 23.494203567504883, + 24.756519317626953, + 26.100135803222656, + 27.324825286865234, + 28.274194717407227, + 28.620929718017578, + 28.616744995117188, + 28.836719512939453, + 28.515926361083984, + 28.2342472076416, + 27.239748001098633, + 25.969127655029297, + 24.85639762878418, + 23.99382781982422, + 23.520538330078125, + 23.233407974243164, + 22.991405487060547 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_010053.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..2877010a9ade719aace396844f342be327cb01e0 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T01:00:53.611522+00:00", + "metrics": { + "MSE[mean]": 6.554949833247299, + "MSE[0.5]": 7.345810740100781, + "MAE[0.5]": 2.357101120016555, + "MASE[0.5]": 1.3019892251730578, + "MAPE[0.5]": 0.10444350596607699, + "sMAPE[0.5]": 0.11214400143316851, + "MSIS": 15.190647933313064, + "RMSE[mean]": 2.560263625732182, + "NRMSE[mean]": 0.11594084546971963, + "ND[0.5]": 0.1067406863752903, + "mean_weighted_sum_quantile_loss": 0.09071258683585551 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.638730846383265, + 20.55373080823632, + 20.4387319907925, + 20.338731609322803, + 20.343729816415117, + 20.27373202893956, + 20.178730808236462, + 20.07873138044108, + 19.99873241040937, + 19.91373141858811, + 19.91373141858814, + 19.7937324867034, + 19.67373164747003, + 19.623732410409513, + 19.513732753732295, + 19.44373210523379, + 19.353731952645926, + 19.23373302076119, + 19.163733325937, + 19.203733287790055, + 19.048732601144575, + 18.92373355481892, + 18.908733211496195, + 18.853733859994758 + ], + "p10": [ + 19.862732158639123, + 19.65173114392968, + 19.60373195264553, + 19.486731372811573, + 19.622730670907305, + 19.449732242562607, + 19.363732181527478, + 19.40373309705485, + 19.13173087690107, + 19.14373286817307, + 19.18873218152759, + 18.974732814767368, + 18.791732440927063, + 18.711732517221037, + 18.810732875802607, + 18.712732540109275, + 18.48073295209661, + 18.450732456185992, + 18.250731693246568, + 18.288732562997573, + 18.16273330304887, + 17.902733074167063, + 18.10373385999473, + 18.021733890512337 + ], + "p90": [ + 21.89573100660055, + 22.15773128125878, + 21.968730579354514, + 21.70373042676665, + 21.95473216626863, + 21.803732715585067, + 21.39873279187904, + 21.713732562997233, + 21.223730884530465, + 21.504731594064186, + 21.436731945016362, + 21.07373145673514, + 21.044732509591615, + 20.864732013680996, + 20.883732639291377, + 20.603731952645898, + 20.64673274610296, + 20.50373157117623, + 20.51873363111278, + 20.658731304147476, + 20.74373286817338, + 20.425733409860424, + 20.719734226205667, + 20.298734127023565 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_005439.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_005439.json new file mode 100644 index 0000000000000000000000000000000000000000..c5e6e25387ca1a65afe39001e51663e9ec284c6f --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260618_005439.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T00:54:39.974096+00:00", + "metrics": { + "MSE[mean]": 0.6685402357297789, + "MSE[0.5]": 0.9291945679308355, + "MAE[0.5]": 0.7232182025909424, + "MASE[0.5]": 0.3994832038499134, + "MAPE[0.5]": 0.03182416337257863, + "sMAPE[0.5]": 0.03271738660284248, + "MSIS": 4.714280261726987, + "RMSE[mean]": 0.8176430980139067, + "NRMSE[mean]": 0.03702674643479452, + "ND[0.5]": 0.032750740597466924, + "mean_weighted_sum_quantile_loss": 0.05531420101936911 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.987476348876953, + 20.993653297424316, + 20.808509826660156, + 20.48521327972412, + 20.78145122528076, + 20.41791343688965, + 20.77534580230713, + 20.82600688934326, + 21.59943675994873, + 21.427353858947754, + 21.45037841796875, + 21.66312026977539, + 21.35580062866211, + 21.629862785339355, + 21.517547607421875, + 21.507774353027344, + 22.131755828857422, + 22.718847274780273, + 22.132699966430664, + 21.96564292907715, + 22.29073143005371, + 21.846571922302246, + 22.83670711517334, + 22.069167137145996 + ], + "p10": [ + 20.53112506866455, + 19.886897087097168, + 19.294480323791504, + 18.623014450073242, + 18.352418899536133, + 17.51260757446289, + 17.18245792388916, + 17.64793586730957, + 17.942617416381836, + 18.0435791015625, + 17.878897666931152, + 17.979493141174316, + 17.195817947387695, + 17.862472534179688, + 17.308274269104004, + 17.19540786743164, + 17.79139232635498, + 17.43280792236328, + 17.301036834716797, + 17.321494102478027, + 17.797505378723145, + 16.252083778381348, + 16.337556838989258, + 16.3648738861084 + ], + "p90": [ + 21.485657691955566, + 21.9058837890625, + 22.249316215515137, + 22.680654525756836, + 23.67480754852295, + 23.33674716949463, + 24.329769134521484, + 25.425297737121582, + 24.981255531311035, + 25.821106910705566, + 25.777339935302734, + 25.913177490234375, + 26.003299713134766, + 26.28495216369629, + 27.574286460876465, + 27.15281581878662, + 26.84317970275879, + 28.33662223815918, + 27.600626945495605, + 29.428882598876953, + 28.466651916503906, + 28.628050804138184, + 30.92001247406006, + 31.69433879852295 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_010053.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..7513046e1da44e4e9ff4c3624bc5755ef69e7e38 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:00:53.708900+00:00", + "metrics": { + "MSE[mean]": 1.3552808749740446, + "MSE[0.5]": 1.1151120880535934, + "MAE[0.5]": 0.8260371094912434, + "MASE[0.5]": 0.4562771647841492, + "MAPE[0.5]": 0.038615694465923694, + "sMAPE[0.5]": 0.03754888748755416, + "MSIS": 4.115785308594549, + "RMSE[mean]": 1.1641653125626295, + "NRMSE[mean]": 0.052718911149796856, + "ND[0.5]": 0.03740686697307957, + "mean_weighted_sum_quantile_loss": 0.032055990258087565 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.582480830339648, + 22.57748071589873, + 22.542481822160937, + 22.522481364397265, + 22.607479495195605, + 22.617481631426074, + 22.602480334429004, + 22.582480830339648, + 22.582481784013964, + 22.57748071589873, + 22.657480639604785, + 22.617481631426074, + 22.57748071589873, + 22.607481402544238, + 22.577481669573046, + 22.587480944780566, + 22.57748071589873, + 22.53748170772002, + 22.547481936601855, + 22.667481822160937, + 22.592481059221484, + 22.547481936601855, + 22.612481516985156, + 22.637482089189746 + ], + "p10": [ + 21.806482142595506, + 21.67548105159209, + 21.707481784013964, + 21.670481127886035, + 21.886480349687794, + 21.793481845049122, + 21.78748170772002, + 21.907482546953418, + 21.715480250505664, + 21.80748216548369, + 21.932481402544237, + 21.79848195949004, + 21.695481509355762, + 21.695481509355762, + 21.87448179164336, + 21.856481379656053, + 21.704481715349413, + 21.754481143144822, + 21.634480303911424, + 21.752481097368456, + 21.70648176112578, + 21.526481455949998, + 21.80748216548369, + 21.805482119707325 + ], + "p90": [ + 23.839480990556932, + 24.18148118892119, + 24.07248041072295, + 23.887480181841113, + 24.21848184504912, + 24.14748231807158, + 23.822482318071582, + 24.2174820128958, + 23.807480258135058, + 24.168480891374806, + 24.180481166033008, + 23.89748060145781, + 23.948481578020314, + 23.84848100581572, + 23.94748155513213, + 23.747480792192675, + 23.870481509355763, + 23.807480258135058, + 23.902482241777637, + 24.12247983851836, + 24.28748132625029, + 24.04948179164336, + 24.423482531694628, + 24.082482356218552 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..ea4cf9a870e5e539c8d7cb47609e8e185edd26d3 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:00:53.766527+00:00", + "metrics": { + "MSE[mean]": 2.1437042964941306, + "MSE[0.5]": 2.1437042964941306, + "MAE[0.5]": 1.2912500699361165, + "MASE[0.5]": 0.7132463108112109, + "MAPE[0.5]": 0.05893869912850077, + "sMAPE[0.5]": 0.057397264678754834, + "MSIS": 15.762726357163581, + "RMSE[mean]": 1.4641394388835138, + "NRMSE[mean]": 0.06630315828557283, + "ND[0.5]": 0.05847390999761378, + "mean_weighted_sum_quantile_loss": 0.05233002873140174 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "p10": [ + 22.15780059814453, + 21.961799850463866, + 21.805, + 21.65800037384033, + 21.44239917755127, + 21.461999626159667, + 22.40280059814453, + 23.65719940185547, + 24.7253995513916, + 24.931200523376464, + 24.63719940185547, + 24.156999626159667, + 23.911999626159666, + 23.559200897216797, + 22.696799850463865, + 22.363599700927733, + 22.108799476623535, + 21.65800037384033, + 21.138599700927735, + 20.8151997756958, + 20.68780059814453, + 20.638799476623536, + 20.5701997756958, + 20.491799850463867 + ], + "p90": [ + 23.062200622558596, + 22.858199844360353, + 22.695, + 22.542000389099123, + 22.317599143981933, + 22.33799961090088, + 23.317200622558595, + 24.622799377441407, + 25.734599533081056, + 25.94880054473877, + 25.642799377441406, + 25.14299961090088, + 24.88799961090088, + 24.52080093383789, + 23.623199844360354, + 23.276399688720705, + 23.01119945526123, + 22.542000389099123, + 22.001399688720703, + 21.66479976654053, + 21.532200622558594, + 21.48119945526123, + 21.409799766540527, + 21.328199844360352 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_005539.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_005539.json new file mode 100644 index 0000000000000000000000000000000000000000..9c57c6873cf9ee5018ae85f9b1bbcf7adeba6b51 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260618_005539.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T00:55:39.351420+00:00", + "metrics": { + "MSE[mean]": 4.051738910394761, + "MSE[0.5]": 4.051738910394761, + "MAE[0.5]": 1.5394481817881267, + "MASE[0.5]": 0.8503432153926083, + "MAPE[0.5]": 0.06780837187298276, + "sMAPE[0.5]": 0.06465411322895132, + "MSIS": 2.5435106082142234, + "RMSE[mean]": 2.0128931691460332, + "NRMSE[mean]": 0.09115332246470267, + "ND[0.5]": 0.06971349432904397, + "mean_weighted_sum_quantile_loss": 0.045377083344849835 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.61907958984375, + 20.41827392578125, + 20.27484130859375, + 20.1170654296875, + 20.0023193359375, + 20.1170654296875, + 20.87725830078125, + 22.074920654296875, + 23.42139434814453, + 24.667465209960938, + 25.703765869140625, + 26.456787109375, + 26.90142822265625, + 27.1165771484375, + 26.95880126953125, + 26.4281005859375, + 25.675079345703125, + 24.850341796875, + 23.715431213378906, + 22.71319580078125, + 21.9530029296875, + 21.50836181640625, + 21.07806396484375, + 20.79119873046875 + ], + "p10": [ + 20.33221435546875, + 19.916259765625, + 19.62939453125, + 19.39990234375, + 19.113037109375, + 19.0843505859375, + 19.457275390625, + 20.33221435546875, + 21.2071533203125, + 21.981689453125, + 22.591278076171875, + 23.00006103515625, + 23.204452514648438, + 23.347885131835938, + 23.1578369140625, + 22.784912109375, + 22.376129150390625, + 21.85260009765625, + 21.00634765625, + 20.33221435546875, + 19.85888671875, + 19.6007080078125, + 19.227783203125, + 18.998291015625 + ], + "p90": [ + 20.8629150390625, + 20.7481689453125, + 20.77685546875, + 20.73382568359375, + 20.73382568359375, + 20.96331787109375, + 22.074920654296875, + 23.591720581054688, + 25.32366943359375, + 26.90142822265625, + 28.1492919921875, + 29.1533203125, + 29.841796875, + 30.243408203125, + 30.18603515625, + 29.669677734375, + 28.751708984375, + 27.8050537109375, + 26.49981689453125, + 25.2232666015625, + 24.222824096679688, + 23.561241149902344, + 22.989303588867188, + 22.670166015625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_235000.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_235000.json new file mode 100644 index 0000000000000000000000000000000000000000..b608cdd8ddd8b2bde86a7f407183361954dc421a --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260617_235000.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T23:50:00.776182+00:00", + "metrics": { + "MSE[mean]": 3.265212421903167, + "MSE[0.5]": 2.0555524345600134, + "MAE[0.5]": 1.1191657384236653, + "MASE[0.5]": 0.6181922872278925, + "MAPE[0.5]": 0.04934103729951961, + "sMAPE[0.5]": 0.04822957659021768, + "MSIS": 26.443721001437382, + "RMSE[mean]": 1.8069898787495096, + "NRMSE[mean]": 0.0818290476776705, + "ND[0.5]": 0.05068111761204866, + "mean_weighted_sum_quantile_loss": 0.058322632263445154 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.7585391998291, + 20.618999481201172, + 20.436073303222656, + 20.30069351196289, + 20.302343368530273, + 20.419166564941406, + 20.99262809753418, + 22.00701332092285, + 23.13190269470215, + 24.148582458496094, + 24.944150924682617, + 25.540979385375977, + 25.840978622436523, + 25.943973541259766, + 25.74445343017578, + 25.12926483154297, + 24.434043884277344, + 23.582847595214844, + 22.656145095825195, + 21.805675506591797, + 21.165306091308594, + 20.82621192932129, + 20.550310134887695, + 20.428409576416016 + ], + "p10": [ + 20.802688598632812, + 20.755508422851562, + 20.526199340820312, + 20.560462951660156, + 20.484943389892578, + 20.792221069335938, + 21.33295440673828, + 22.299644470214844, + 23.682022094726562, + 24.744630813598633, + 25.632308959960938, + 26.293418884277344, + 26.567224502563477, + 26.68696403503418, + 26.391782760620117, + 25.878326416015625, + 25.172119140625, + 24.269611358642578, + 23.42589569091797, + 22.476905822753906, + 21.774574279785156, + 21.46290397644043, + 21.272647857666016, + 21.073715209960938 + ], + "p90": [ + 20.911060333251953, + 21.021337509155273, + 21.067108154296875, + 21.1031494140625, + 21.338253021240234, + 21.730422973632812, + 22.612831115722656, + 23.95408058166504, + 25.405235290527344, + 26.714853286743164, + 27.75808334350586, + 28.523576736450195, + 28.89879608154297, + 29.103227615356445, + 28.876253128051758, + 28.262720108032227, + 27.504972457885742, + 26.533782958984375, + 25.476165771484375, + 24.442758560180664, + 23.69216537475586, + 23.299306869506836, + 22.89461326599121, + 22.62143325805664 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_004740.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_004740.json new file mode 100644 index 0000000000000000000000000000000000000000..d7a35322e28c5af5b4f41b1b786412d3bbee3b59 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260618_004740.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T00:47:40.111626+00:00", + "metrics": { + "MSE[mean]": 0.599317467854083, + "MSE[0.5]": 0.599317467854083, + "MAE[0.5]": 0.5944896539052328, + "MASE[0.5]": 0.3283775639867488, + "MAPE[0.5]": 0.026530083893923598, + "sMAPE[0.5]": 0.026747771423885704, + "MSIS": 2.1204012782978103, + "RMSE[mean]": 0.7741559712707013, + "NRMSE[mean]": 0.03505744366808659, + "ND[0.5]": 0.026921303104895065, + "mean_weighted_sum_quantile_loss": 0.02886119856295038 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.781906127929688, + 20.675437927246094, + 20.57654571533203, + 20.45308494567871, + 20.366914749145508, + 20.39887046813965, + 20.841705322265625, + 21.520286560058594, + 22.2479248046875, + 22.92205238342285, + 23.47926139831543, + 23.921674728393555, + 24.187503814697266, + 24.22819709777832, + 24.132558822631836, + 23.859928131103516, + 23.493650436401367, + 23.030319213867188, + 22.242515563964844, + 21.618759155273438, + 21.15574073791504, + 20.8491153717041, + 20.60015296936035, + 20.33843231201172 + ], + "p10": [ + 20.654205322265625, + 20.415931701660156, + 20.17816925048828, + 19.899864196777344, + 19.634098052978516, + 19.455062866210938, + 19.697734832763672, + 20.138019561767578, + 20.626562118530273, + 21.042760848999023, + 21.25497055053711, + 21.27948760986328, + 21.255535125732422, + 21.144180297851562, + 21.01751136779785, + 20.864742279052734, + 20.78468132019043, + 20.646625518798828, + 20.232421875, + 19.853376388549805, + 19.47370147705078, + 19.16350746154785, + 18.875059127807617, + 18.61350440979004 + ], + "p90": [ + 20.899417877197266, + 20.91337776184082, + 20.95802879333496, + 20.990398406982422, + 21.076688766479492, + 21.287723541259766, + 21.966386795043945, + 22.909055709838867, + 23.967622756958008, + 25.019378662109375, + 26.02660369873047, + 26.848270416259766, + 27.507699966430664, + 27.76997947692871, + 27.770891189575195, + 27.426652908325195, + 26.860736846923828, + 25.90775489807129, + 24.627986907958984, + 23.72882652282715, + 23.107662200927734, + 22.723604202270508, + 22.383323669433594, + 22.101194381713867 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_002409.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_002409.json new file mode 100644 index 0000000000000000000000000000000000000000..dfce7c8c4cd26387456f623d3464fa32c0a9c712 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260618_002409.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:24:09.622233+00:00", + "metrics": { + "MSE[mean]": 3.4284285278736206, + "MSE[0.5]": 3.4284285278736206, + "MAE[0.5]": 1.3590960502624512, + "MASE[0.5]": 0.7507223166584148, + "MAPE[0.5]": 0.05963965742649446, + "sMAPE[0.5]": 0.0567959913348521, + "MSIS": 2.6957509008207823, + "RMSE[mean]": 1.8516016115443463, + "NRMSE[mean]": 0.08384927792510193, + "ND[0.5]": 0.06154629685719261, + "mean_weighted_sum_quantile_loss": 0.04398314079085203 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-05-31 00:00:00", + "2026-05-31 01:00:00", + "2026-05-31 02:00:00", + "2026-05-31 03:00:00", + "2026-05-31 04:00:00", + "2026-05-31 05:00:00", + "2026-05-31 06:00:00", + "2026-05-31 07:00:00", + "2026-05-31 08:00:00", + "2026-05-31 09:00:00", + "2026-05-31 10:00:00", + "2026-05-31 11:00:00", + "2026-05-31 12:00:00", + "2026-05-31 13:00:00", + "2026-05-31 14:00:00", + "2026-05-31 15:00:00", + "2026-05-31 16:00:00", + "2026-05-31 17:00:00", + "2026-05-31 18:00:00", + "2026-05-31 19:00:00", + "2026-05-31 20:00:00", + "2026-05-31 21:00:00", + "2026-05-31 22:00:00", + "2026-05-31 23:00:00", + "2026-06-01 00:00:00", + "2026-06-01 01:00:00", + "2026-06-01 02:00:00", + "2026-06-01 03:00:00", + "2026-06-01 04:00:00", + "2026-06-01 05:00:00", + "2026-06-01 06:00:00", + "2026-06-01 07:00:00", + "2026-06-01 08:00:00", + "2026-06-01 09:00:00", + "2026-06-01 10:00:00", + "2026-06-01 11:00:00", + "2026-06-01 12:00:00", + "2026-06-01 13:00:00", + "2026-06-01 14:00:00", + "2026-06-01 15:00:00", + "2026-06-01 16:00:00", + "2026-06-01 17:00:00", + "2026-06-01 18:00:00", + "2026-06-01 19:00:00", + "2026-06-01 20:00:00", + "2026-06-01 21:00:00", + "2026-06-01 22:00:00", + "2026-06-01 23:00:00", + "2026-06-02 00:00:00", + "2026-06-02 01:00:00", + "2026-06-02 02:00:00", + "2026-06-02 03:00:00", + "2026-06-02 04:00:00", + "2026-06-02 05:00:00", + "2026-06-02 06:00:00", + "2026-06-02 07:00:00", + "2026-06-02 08:00:00", + "2026-06-02 09:00:00", + "2026-06-02 10:00:00", + "2026-06-02 11:00:00", + "2026-06-02 12:00:00", + "2026-06-02 13:00:00", + "2026-06-02 14:00:00", + "2026-06-02 15:00:00", + "2026-06-02 16:00:00", + "2026-06-02 17:00:00", + "2026-06-02 18:00:00", + "2026-06-02 19:00:00", + "2026-06-02 20:00:00", + "2026-06-02 21:00:00", + "2026-06-02 22:00:00", + "2026-06-02 23:00:00", + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00" + ], + "context": [ + 18.809999465942383, + 18.389999389648438, + 18.020000457763672, + 17.700000762939453, + 17.420000076293945, + 17.59000015258789, + 19.760000228881836, + 22.600000381469727, + 24.920000076293945, + 26.3700008392334, + 27.350000381469727, + 27.989999771118164, + 28.290000915527344, + 28.34000015258789, + 28.149999618530273, + 27.649999618530273, + 26.760000228881836, + 25.489999771118164, + 23.790000915527344, + 22.219999313354492, + 21.260000228881836, + 20.559999465942383, + 19.989999771118164, + 19.510000228881836, + 19.059999465942383, + 18.649999618530273, + 18.479999542236328, + 18.540000915527344, + 18.520000457763672, + 18.75, + 20.559999465942383, + 22.68000030517578, + 24.690000534057617, + 26.399999618530273, + 27.799999237060547, + 28.84000015258789, + 29.59000015258789, + 30.209999084472656, + 30.780000686645508, + 30.940000534057617, + 30.350000381469727, + 29.110000610351562, + 27.219999313354492, + 25.549999237060547, + 24.479999542236328, + 23.81999969482422, + 23.309999465942383, + 22.770000457763672, + 22.360000610351562, + 22.25, + 22.34000015258789, + 22.389999389648438, + 22.43000030517578, + 22.440000534057617, + 22.59000015258789, + 23.139999389648438, + 24.75, + 27.0, + 28.979999542236328, + 30.079999923706055, + 30.719999313354492, + 31.100000381469727, + 31.139999389648438, + 30.969999313354492, + 30.56999969482422, + 29.8799991607666, + 28.530000686645508, + 26.729999542236328, + 25.1299991607666, + 23.969999313354492, + 23.329999923706055, + 23.06999969482422, + 22.889999389648438, + 22.75, + 22.670000076293945, + 22.600000381469727, + 22.510000228881836, + 22.530000686645508, + 22.940000534057617, + 23.690000534057617, + 25.559999465942383, + 27.8700008392334, + 29.479999542236328, + 30.920000076293945, + 32.11000061035156, + 32.470001220703125, + 31.34000015258789, + 29.100000381469727, + 27.639999389648438, + 26.760000228881836, + 25.93000030517578, + 25.25, + 24.8799991607666, + 24.639999389648438, + 24.40999984741211, + 24.25, + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211 + ], + "actual": [ + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617 + ], + "predictions": { + "p50": [ + 20.75291633605957, + 20.661235809326172, + 20.510290145874023, + 20.339534759521484, + 20.249828338623047, + 20.421283721923828, + 21.07335090637207, + 22.216672897338867, + 23.341068267822266, + 24.38194465637207, + 25.33951187133789, + 26.034870147705078, + 26.50377655029297, + 26.835899353027344, + 26.63916778564453, + 26.29499053955078, + 25.75944709777832, + 24.8602294921875, + 23.83880043029785, + 22.886707305908203, + 22.181123733520508, + 21.73434829711914, + 21.395187377929688, + 21.07792854309082 + ], + "p10": [ + 20.5836238861084, + 20.372854232788086, + 19.998037338256836, + 19.496700286865234, + 19.292858123779297, + 19.30006217956543, + 19.85402488708496, + 20.420028686523438, + 21.0481014251709, + 21.642528533935547, + 21.946794509887695, + 22.25947380065918, + 22.45566177368164, + 22.55890655517578, + 22.429880142211914, + 22.154600143432617, + 21.82029151916504, + 21.329204559326172, + 20.846384048461914, + 20.311325073242188, + 19.882423400878906, + 19.564743041992188, + 19.34213638305664, + 19.100177764892578 + ], + "p90": [ + 20.88675880432129, + 20.863679885864258, + 20.82301902770996, + 20.76272964477539, + 20.905550003051758, + 21.283466339111328, + 22.561738967895508, + 24.0993709564209, + 25.75850486755371, + 27.60481071472168, + 28.874244689941406, + 30.156736373901367, + 30.67273712158203, + 31.06147003173828, + 31.05324935913086, + 30.473325729370117, + 29.6243953704834, + 28.91620445251465, + 27.41275405883789, + 25.907917022705078, + 24.66209602355957, + 24.038484573364258, + 23.571983337402344, + 23.163890838623047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_010053.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..57f4e584c8080f70aab04ea47396461b1eaaac71 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/arima/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:00:53.425017+00:00", + "metrics": { + "MSE[mean]": 1.5214240033666513, + "MSE[0.5]": 1.0430254666246634, + "MAE[0.5]": 0.9260209846943329, + "MASE[0.5]": 0.5635969017576826, + "MAPE[0.5]": 0.04286927033219693, + "sMAPE[0.5]": 0.041768989651237265, + "MSIS": 9.560315478024226, + "RMSE[mean]": 1.2334601750225467, + "NRMSE[mean]": 0.05650513995232125, + "ND[0.5]": 0.04242126855695455, + "mean_weighted_sum_quantile_loss": 0.04209962473013393 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.73292687319525, + 22.732933561275406, + 22.73293163681724, + 22.732931975856072, + 22.73293159174008, + 22.73293178670563, + 22.732931682970822, + 22.73293173380004, + 22.73293296451324, + 22.732949023685066, + 22.73294905777283, + 22.732931699088127, + 22.73293174526155, + 22.732931704471753, + 22.73293169847005, + 22.73293174531751, + 22.732934337982492, + 22.73293170994723, + 22.732931698953298, + 22.732931704451396, + 22.732932966895056, + 22.732931745314477, + 22.732931698951063, + 22.732936930652876 + ], + "p10": [ + 22.42473982601179, + 22.34924225798088, + 22.540775061969207, + 22.332914915636042, + 22.42474454456143, + 22.54672636623161, + 22.43293244511338, + 22.351054374053412, + 22.424744649390576, + 22.487220889922938, + 22.661792919592212, + 22.332914638076282, + 22.432932461040437, + 22.710495713037925, + 22.54672632483256, + 22.54672632484349, + 22.576819861314014, + 22.43293246109381, + 22.54672632484027, + 22.481792046212444, + 22.69235572208788, + 22.481792046212387, + 22.67086284576522, + 22.487220889003382 + ], + "p90": [ + 23.353613029407395, + 23.353619717540933, + 23.484656635283567, + 23.353618132066565, + 23.353617747957035, + 23.61836883181712, + 23.353619571569382, + 23.484657360740517, + 23.69474381707524, + 23.618368791345514, + 23.69474381910206, + 23.505666001196754, + 23.48465735451818, + 23.730368164538675, + 23.35361958754147, + 23.730521285540483, + 23.50566600105852, + 23.353635178981836, + 23.626006293328892, + 23.35363517898145, + 23.353635178981357, + 23.69474381945709, + 23.366737396540348, + 23.73036816451825 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_234017.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_234017.json new file mode 100644 index 0000000000000000000000000000000000000000..3ae8add918a8648a92a4b2c2594285173ebc4ec4 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/chronos_2/20260617_234017.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T23:40:17.216249+00:00", + "metrics": { + "MSE[mean]": 3.4639680973887153, + "MSE[0.5]": 3.4639680973887153, + "MAE[0.5]": 1.645504315694173, + "MASE[0.5]": 1.001490408406084, + "MAPE[0.5]": 0.07622718585796251, + "sMAPE[0.5]": 0.07264951778075374, + "MSIS": 8.702724080904606, + "RMSE[mean]": 1.8611738493189494, + "NRMSE[mean]": 0.08526087097173231, + "ND[0.5]": 0.07538099205249839, + "mean_weighted_sum_quantile_loss": 0.04624031736338079 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.797574996948242, + 22.804180145263672, + 22.83316993713379, + 22.89133071899414, + 22.973796844482422, + 23.011871337890625, + 23.094438552856445, + 23.183809280395508, + 23.25139617919922, + 23.270952224731445, + 23.317848205566406, + 23.37248992919922, + 23.38898468017578, + 23.50075912475586, + 23.582672119140625, + 23.660287857055664, + 23.90753173828125, + 23.925662994384766, + 23.96395492553711, + 24.02432632446289, + 24.102994918823242, + 24.090484619140625, + 24.18526840209961, + 24.256319046020508 + ], + "p10": [ + 22.18376350402832, + 22.085168838500977, + 22.049720764160156, + 22.06429672241211, + 22.09943389892578, + 22.06846046447754, + 22.115835189819336, + 22.11238670349121, + 22.071186065673828, + 22.112041473388672, + 21.992557525634766, + 22.019256591796875, + 22.012447357177734, + 22.061927795410156, + 22.04134750366211, + 22.028324127197266, + 22.079423904418945, + 22.03453826904297, + 22.07881736755371, + 22.109830856323242, + 22.045063018798828, + 22.077701568603516, + 22.11798858642578, + 22.128192901611328 + ], + "p90": [ + 23.36066246032715, + 23.427087783813477, + 23.528671264648438, + 23.676162719726562, + 23.802654266357422, + 23.916379928588867, + 24.047298431396484, + 24.20878791809082, + 24.2833251953125, + 24.353851318359375, + 24.49543571472168, + 24.62069320678711, + 24.717321395874023, + 24.746191024780273, + 24.878582000732422, + 24.974300384521484, + 25.30512046813965, + 25.347043991088867, + 25.422128677368164, + 25.580734252929688, + 25.604326248168945, + 25.712114334106445, + 25.833114624023438, + 25.977439880371094 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_010053.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..3abe2e2842bb07b0cecfc886051627999379f357 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/ets/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T01:00:53.630558+00:00", + "metrics": { + "MSE[mean]": 5.023497099829141, + "MSE[0.5]": 4.697156389664191, + "MAE[0.5]": 1.9719378829837393, + "MASE[0.5]": 1.2001651146977947, + "MAPE[0.5]": 0.09120443538094891, + "sMAPE[0.5]": 0.08640244212914128, + "MSIS": 29.030771479271877, + "RMSE[mean]": 2.2413159303920414, + "NRMSE[mean]": 0.10267528120383329, + "ND[0.5]": 0.09033500092797363, + "mean_weighted_sum_quantile_loss": 0.08882199235703347 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.952332182186286, + 23.0261384805378, + 23.099944778889313, + 23.173751077240826, + 23.24755737559234, + 23.321363673943853, + 23.395169972295367, + 23.46897627064688, + 23.542782568998394, + 23.61658886734991, + 23.690395165701425, + 23.764201464052938, + 23.83800776240445, + 23.911814060755965, + 23.98562035910748, + 24.059426657458992, + 24.133232955810506, + 24.20703925416202, + 24.280845552513533, + 24.354651850865046, + 24.42845814921656, + 24.502264447568074, + 24.576070745919587, + 24.6498770442711 + ], + "p10": [ + 22.65233294512574, + 22.0261384805378, + 22.799945541828766, + 22.773751458710553, + 22.947558138531793, + 23.021364436883307, + 22.995170353765094, + 23.068976652116607, + 23.14278295046812, + 23.316589630289364, + 23.29039554717115, + 23.364201845522665, + 23.52800848719693, + 23.911814060755965, + 23.685621122046932, + 23.759427420398445, + 24.0132326887817, + 23.807039635631746, + 23.980846315452986, + 23.954652232334773, + 24.308457882187753, + 24.1022648290378, + 24.47607036444986, + 24.549876662801374 + ], + "p90": [ + 23.952332182186286, + 23.426138099068073, + 24.099944778889313, + 24.173751077240826, + 24.24755737559234, + 24.321363673943853, + 24.395169972295367, + 24.46897627064688, + 24.542782568998394, + 24.61658886734991, + 24.690395165701425, + 24.764201464052938, + 24.478008105727202, + 24.911814060755965, + 24.98562035910748, + 25.059426657458992, + 25.133232955810506, + 25.20703925416202, + 25.280845552513533, + 25.354651850865046, + 25.42845814921656, + 25.502264447568074, + 25.576070745919587, + 25.6498770442711 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_005445.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_005445.json new file mode 100644 index 0000000000000000000000000000000000000000..09f29994d78dce8786d34e0e54d7e20fe328e642 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moirai_1_1_large/20260618_005445.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T00:54:45.942585+00:00", + "metrics": { + "MSE[mean]": 5.510957388479862, + "MSE[0.5]": 4.759060447331687, + "MAE[0.5]": 1.9826345046361287, + "MASE[0.5]": 1.2066753157863273, + "MAPE[0.5]": 0.09171260726674131, + "sMAPE[0.5]": 0.08684706313737639, + "MSIS": 7.6113675113023715, + "RMSE[mean]": 2.347542840605867, + "NRMSE[mean]": 0.10754156432337152, + "ND[0.5]": 0.0908250160218734, + "mean_weighted_sum_quantile_loss": 0.0556042857603593 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.97781276702881, + 23.081900596618652, + 23.097397804260254, + 23.1235990524292, + 23.142942428588867, + 23.31552028656006, + 23.307830810546875, + 23.333484649658203, + 23.547149658203125, + 23.761780738830566, + 23.777231216430664, + 23.810184478759766, + 23.813870429992676, + 23.84209632873535, + 23.829567909240723, + 24.298117637634277, + 23.829641342163086, + 24.17049217224121, + 23.91399574279785, + 24.245798110961914, + 24.08712863922119, + 24.482467651367188, + 24.748805046081543, + 25.00269889831543 + ], + "p10": [ + 22.344011306762695, + 22.32413673400879, + 22.141980171203613, + 22.05207347869873, + 21.96352195739746, + 22.10604953765869, + 21.803141593933105, + 21.572976112365723, + 21.951838493347168, + 21.711162567138672, + 22.010621070861816, + 21.882658004760742, + 22.165431022644043, + 21.800148010253906, + 21.66081714630127, + 21.89576816558838, + 21.23362922668457, + 21.18240451812744, + 21.5673885345459, + 21.50637722015381, + 21.386754035949707, + 21.49949359893799, + 22.230082511901855, + 22.174565315246582 + ], + "p90": [ + 23.81236743927002, + 23.89271354675293, + 24.1107120513916, + 24.36532497406006, + 24.451078414916992, + 24.697134017944336, + 25.060497283935547, + 24.912236213684082, + 25.604703903198242, + 26.102130889892578, + 25.97637939453125, + 25.651546478271484, + 26.179347038269043, + 27.302017211914062, + 26.194555282592773, + 27.2299222946167, + 26.438315391540527, + 26.655296325683594, + 26.932141304016113, + 27.617820739746094, + 27.398902893066406, + 28.277413368225098, + 28.566452026367188, + 29.19299602508545 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_010053.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..23bf3e64fdf3b2b7bd43425b380482d829f38982 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/moving_average/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:00:53.719908+00:00", + "metrics": { + "MSE[mean]": 0.5532331171798412, + "MSE[0.5]": 0.6416355595738832, + "MAE[0.5]": 0.7214547233971933, + "MASE[0.5]": 0.43909333976845066, + "MAPE[0.5]": 0.032723345568581176, + "sMAPE[0.5]": 0.0333734293573756, + "MSIS": 2.062467877609135, + "RMSE[mean]": 0.7437964218654465, + "NRMSE[mean]": 0.034073512679705764, + "ND[0.5]": 0.033050033507629424, + "mean_weighted_sum_quantile_loss": 0.02620540350564568 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162, + 21.184649154596162 + ], + "p10": [ + 20.884649917535615, + 20.184649154596162, + 20.884649917535615, + 20.78464953606589, + 20.884649917535615, + 20.884649917535615, + 20.78464953606589, + 20.78464953606589, + 20.78464953606589, + 20.884649917535615, + 20.78464953606589, + 20.78464953606589, + 20.87464987938864, + 21.184649154596162, + 20.884649917535615, + 20.884649917535615, + 21.064648887567355, + 20.78464953606589, + 20.884649917535615, + 20.78464953606589, + 21.064648887567355, + 20.78464953606589, + 21.084648773126435, + 21.084648773126435 + ], + "p90": [ + 22.184649154596162, + 21.584648773126435, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 21.824649497918912, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162, + 22.184649154596162 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..ad67d087a9c1ab7baef7a35ab1589436efc6a092 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/seasonal_naive/20260618_010053.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:00:53.776471+00:00", + "metrics": { + "MSE[mean]": 1.7854166984558713, + "MSE[0.5]": 1.7854166984558713, + "MAE[0.5]": 1.2375000317891438, + "MASE[0.5]": 0.7531699555076653, + "MAPE[0.5]": 0.056804665091953165, + "sMAPE[0.5]": 0.057440066219125875, + "MSIS": 16.046629374970085, + "RMSE[mean]": 1.3361948579664087, + "NRMSE[mean]": 0.06121144320819586, + "ND[0.5]": 0.056690206869443024, + "mean_weighted_sum_quantile_loss": 0.05066446007260741 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "p10": [ + 19.6, + 19.6, + 20.58, + 20.18800037384033, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 21.56, + 20.58, + 20.58, + 20.58, + 20.18800037384033, + 20.58, + 20.58, + 21.56, + 21.56, + 22.54, + 22.54, + 22.54 + ], + "p90": [ + 20.4, + 20.4, + 21.42, + 21.01200038909912, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 22.44, + 21.42, + 21.42, + 21.42, + 21.01200038909912, + 21.42, + 21.42, + 22.44, + 22.44, + 23.46, + 23.46, + 23.46 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_005543.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_005543.json new file mode 100644 index 0000000000000000000000000000000000000000..da9d921ae826c937c13b6422e48b3540d910ee8d --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timer_s1/20260618_005543.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T00:55:43.446322+00:00", + "metrics": { + "MSE[mean]": 0.7228695110449431, + "MSE[0.5]": 0.7228695110449431, + "MAE[0.5]": 0.7878986994425455, + "MASE[0.5]": 0.47953261669475394, + "MAPE[0.5]": 0.036408538441657444, + "sMAPE[0.5]": 0.03565453614610256, + "MSIS": 2.292670937622958, + "RMSE[mean]": 0.850217331654056, + "NRMSE[mean]": 0.03894868297156283, + "ND[0.5]": 0.0360938497908448, + "mean_weighted_sum_quantile_loss": 0.02880810989698391 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.89892578125, + 22.8388671875, + 22.748779296875, + 22.71875, + 22.7037353515625, + 22.7037353515625, + 22.71875, + 22.71875, + 22.6737060546875, + 22.6737060546875, + 22.5986328125, + 22.568603515625, + 22.5235595703125, + 22.5535888671875, + 22.5235595703125, + 22.53857421875, + 22.4935302734375, + 22.508544921875, + 22.4635009765625, + 22.41845703125, + 22.388427734375, + 22.3433837890625, + 22.3734130859375, + 22.3133544921875 + ], + "p10": [ + 22.2232666015625, + 21.7728271484375, + 21.4124755859375, + 21.21728515625, + 21.0821533203125, + 21.0521240234375, + 20.97705078125, + 20.9019775390625, + 20.7818603515625, + 20.7518310546875, + 20.63922119140625, + 20.5416259765625, + 20.44403076171875, + 20.36895751953125, + 20.29388427734375, + 20.17376708984375, + 20.33892822265625, + 20.30889892578125, + 20.2113037109375, + 20.106201171875, + 20.01611328125, + 19.9110107421875, + 19.88848876953125, + 19.79840087890625 + ], + "p90": [ + 23.37939453125, + 23.529541015625, + 23.589599609375, + 23.6796875, + 23.829833984375, + 23.889892578125, + 23.949951171875, + 24.010009765625, + 24.070068359375, + 24.10009765625, + 24.070068359375, + 24.10009765625, + 24.0400390625, + 24.130126953125, + 24.070068359375, + 24.22021484375, + 24.190185546875, + 24.250244140625, + 24.22021484375, + 24.22021484375, + 24.250244140625, + 24.250244140625, + 24.34033203125, + 24.310302734375 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_235333.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_235333.json new file mode 100644 index 0000000000000000000000000000000000000000..c8757051a016040e3b1209fc3a87e0a54c55def9 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/timesfm_2_5/20260617_235333.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T23:53:33.497695+00:00", + "metrics": { + "MSE[mean]": 1.902370516881092, + "MSE[0.5]": 1.1541935834075048, + "MAE[0.5]": 0.9277235666910807, + "MASE[0.5]": 0.5646331309082262, + "MAPE[0.5]": 0.043042185487388473, + "sMAPE[0.5]": 0.04182098250819404, + "MSIS": 25.545743042756147, + "RMSE[mean]": 1.379264484020774, + "NRMSE[mean]": 0.06318447427735994, + "ND[0.5]": 0.042499264292815885, + "mean_weighted_sum_quantile_loss": 0.04886898288672729 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.72574806213379, + 22.630678176879883, + 22.646766662597656, + 22.51382064819336, + 22.527645111083984, + 22.61500358581543, + 22.61658477783203, + 22.577089309692383, + 22.673791885375977, + 22.695085525512695, + 22.744598388671875, + 22.78336524963379, + 22.64189338684082, + 22.654558181762695, + 22.66354751586914, + 22.697641372680664, + 22.81056022644043, + 22.9069766998291, + 22.881418228149414, + 22.78675079345703, + 22.865713119506836, + 22.900897979736328, + 23.08038330078125, + 23.01404571533203 + ], + "p10": [ + 22.671112060546875, + 22.864980697631836, + 22.78150749206543, + 22.685993194580078, + 22.63205337524414, + 22.613340377807617, + 22.64012908935547, + 22.802875518798828, + 22.649568557739258, + 22.91421127319336, + 22.843582153320312, + 22.576250076293945, + 22.80191993713379, + 22.7643985748291, + 22.854320526123047, + 23.06548500061035, + 22.895587921142578, + 22.889944076538086, + 23.089365005493164, + 22.895689010620117, + 23.092395782470703, + 23.06351089477539, + 23.057811737060547, + 23.03000259399414 + ], + "p90": [ + 23.36522674560547, + 23.42603302001953, + 23.493932723999023, + 23.542034149169922, + 23.628469467163086, + 23.699954986572266, + 23.646535873413086, + 23.766721725463867, + 23.9290828704834, + 23.996932983398438, + 24.149900436401367, + 24.00124168395996, + 24.09405517578125, + 24.198617935180664, + 24.161273956298828, + 24.224815368652344, + 24.368377685546875, + 24.535470962524414, + 24.517229080200195, + 24.594345092773438, + 24.654863357543945, + 24.70012855529785, + 24.72539520263672, + 24.811107635498047 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_004744.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_004744.json new file mode 100644 index 0000000000000000000000000000000000000000..b10d8de855580480992bcc8a432423299a07ff67 --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/tirex/20260618_004744.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T00:47:44.727126+00:00", + "metrics": { + "MSE[mean]": 2.5288945886456227, + "MSE[0.5]": 2.5288945886456227, + "MAE[0.5]": 1.4268042246500652, + "MASE[0.5]": 0.868384684276875, + "MAPE[0.5]": 0.06607594543425328, + "sMAPE[0.5]": 0.06344211565827966, + "MSIS": 4.841767463784721, + "RMSE[mean]": 1.5902498510126082, + "NRMSE[mean]": 0.07284977027246374, + "ND[0.5]": 0.0653622824887244, + "mean_weighted_sum_quantile_loss": 0.041351252599246296 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 22.931598663330078, + 22.90357208251953, + 22.895156860351562, + 22.90397071838379, + 22.929668426513672, + 22.962753295898438, + 22.990848541259766, + 23.02582550048828, + 23.063796997070312, + 23.11229705810547, + 23.154462814331055, + 23.19887924194336, + 23.258371353149414, + 23.304460525512695, + 23.363258361816406, + 23.39659309387207, + 23.443668365478516, + 23.485488891601562, + 23.52130699157715, + 23.581268310546875, + 23.625171661376953, + 23.65595245361328, + 23.70022964477539, + 23.734703063964844 + ], + "p10": [ + 22.203964233398438, + 21.940332412719727, + 21.808263778686523, + 21.721683502197266, + 21.720947265625, + 21.72492790222168, + 21.689302444458008, + 21.661800384521484, + 21.661008834838867, + 21.647628784179688, + 21.639280319213867, + 21.629871368408203, + 21.63168716430664, + 21.63736915588379, + 21.6431827545166, + 21.597869873046875, + 21.58734893798828, + 21.572214126586914, + 21.562297821044922, + 21.584754943847656, + 21.53307342529297, + 21.464603424072266, + 21.391761779785156, + 21.346067428588867 + ], + "p90": [ + 23.440610885620117, + 23.638689041137695, + 23.897991180419922, + 24.171480178833008, + 24.397029876708984, + 24.58207130432129, + 24.74356460571289, + 24.911359786987305, + 25.06238555908203, + 25.244905471801758, + 25.35927963256836, + 25.483001708984375, + 25.61935043334961, + 25.73556900024414, + 25.8968505859375, + 26.01980209350586, + 26.150060653686523, + 26.24042320251465, + 26.310733795166016, + 26.45301055908203, + 26.480253219604492, + 26.534454345703125, + 26.56366539001465, + 26.622713088989258 + ] + } +} diff --git a/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_002413.json b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_002413.json new file mode 100644 index 0000000000000000000000000000000000000000..4e616fa181d49567ec78df1957810b9e1c5681fd --- /dev/null +++ b/results/saved_evals/weather/nws_ksfo_observations_temperature_1h_short/toto_2_0_1b/20260618_002413.json @@ -0,0 +1,347 @@ +{ + "dataset": "nws_ksfo_observations_temperature/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:24:13.886304+00:00", + "metrics": { + "MSE[mean]": 1.264317342097911, + "MSE[0.5]": 1.264317342097911, + "MAE[0.5]": 1.0581629276275635, + "MASE[0.5]": 0.6440214178975542, + "MAPE[0.5]": 0.048873524619461074, + "sMAPE[0.5]": 0.04754738513054904, + "MSIS": 1.9363125464462791, + "RMSE[mean]": 1.1244186685118276, + "NRMSE[mean]": 0.0515099194249236, + "ND[0.5]": 0.04847472624469656, + "mean_weighted_sum_quantile_loss": 0.03144084100023453 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00", + "2026-06-22 01:00:00", + "2026-06-22 02:00:00", + "2026-06-22 03:00:00", + "2026-06-22 04:00:00", + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" + ], + "context": [ + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 16.0, + 16.0, + 16.0, + 16.0, + 16.100000381469727, + 16.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actual": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 + ], + "predictions": { + "p50": [ + 23.00775909423828, + 23.008756637573242, + 23.010499954223633, + 22.98208999633789, + 22.988662719726562, + 22.978561401367188, + 22.983312606811523, + 22.95565414428711, + 22.94420051574707, + 22.9549617767334, + 22.981962203979492, + 22.99767303466797, + 22.97909164428711, + 22.9595947265625, + 22.927915573120117, + 22.876529693603516, + 22.802383422851562, + 22.750429153442383, + 22.701168060302734, + 22.696609497070312, + 22.678997039794922, + 22.693971633911133, + 22.699935913085938, + 22.699115753173828 + ], + "p10": [ + 21.70685386657715, + 21.85334587097168, + 21.790586471557617, + 21.673851013183594, + 21.654644012451172, + 21.55924415588379, + 21.464338302612305, + 21.434207916259766, + 21.3212833404541, + 21.246662139892578, + 21.153656005859375, + 21.0892333984375, + 21.020673751831055, + 20.94084930419922, + 20.868305206298828, + 20.813098907470703, + 20.725582122802734, + 20.64922332763672, + 20.586223602294922, + 20.533079147338867, + 20.460847854614258, + 20.40373420715332, + 20.34528923034668, + 20.282094955444336 + ], + "p90": [ + 23.145601272583008, + 23.430490493774414, + 23.60254669189453, + 23.748685836791992, + 23.895687103271484, + 23.99242401123047, + 24.097637176513672, + 24.144649505615234, + 24.16611099243164, + 24.173959732055664, + 24.27102279663086, + 24.32013511657715, + 24.39352798461914, + 24.400653839111328, + 24.440908432006836, + 24.46868896484375, + 24.528770446777344, + 24.5427303314209, + 24.604747772216797, + 24.622488021850586, + 24.65057945251465, + 24.72357940673828, + 24.758621215820312, + 24.80791664123535 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_010053.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..a128b7ce8a9c04b0a9268f0acf79205f65ffcbfe --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/arima/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-18T01:00:53.502972+00:00", + "metrics": { + "MSE[mean]": 13.977260736059156, + "MSE[0.5]": 13.77901665949534, + "MAE[0.5]": 3.083117072706667, + "MASE[0.5]": 1.4992714515083962, + "MAPE[0.5]": 0.12688876715631114, + "sMAPE[0.5]": 0.11644545546774998, + "MSIS": 36.91578847321643, + "RMSE[mean]": 3.738617489936508, + "NRMSE[mean]": 0.14502475834516637, + "ND[0.5]": 0.11959723336840608, + "mean_weighted_sum_quantile_loss": 0.11187299535211277 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.12854901408852, + 26.00900347725792, + 26.631465018235396, + 27.149807648537898, + 27.537893009179022, + 27.927095470656603, + 28.047999694211843, + 28.319706853623693, + 28.432094756511916, + 28.43511721366043, + 28.539738949270053, + 28.589448107185802, + 28.672987656614954, + 28.7331988277341, + 28.739035654536757, + 28.62275650886376, + 28.629257785477215, + 28.704351056987246, + 28.71094084293499, + 28.789375583776916, + 28.786119569473488, + 28.724791007134545, + 28.794047390336683, + 28.750161649508023 + ], + "p10": [ + 24.234927163757018, + 25.110483300183144, + 25.85672269091623, + 26.438584103076327, + 26.737486166479993, + 27.2948927744794, + 27.278059040627056, + 27.629240318079745, + 27.62387192262794, + 27.715306276134413, + 27.7329617487669, + 27.977687823354945, + 27.829559705062607, + 27.928250676584756, + 28.062906123526172, + 27.732530557591122, + 27.83285859304526, + 27.874035571775806, + 27.85747666104489, + 28.142472839176143, + 27.93601777095888, + 27.86862127535202, + 27.925769185221448, + 27.88048952208317 + ], + "p90": [ + 25.766584797510646, + 26.796521442487496, + 27.34875499348177, + 27.908839057320105, + 28.340124779264126, + 28.578154847638416, + 28.74464786462487, + 29.289064895042905, + 29.060763959509565, + 29.19686291590721, + 29.29682532981298, + 29.31905288521274, + 29.455212293888728, + 29.289306246889964, + 29.50766806412901, + 29.373006347709563, + 29.70284188753768, + 29.420418702244966, + 29.468163182433177, + 29.41300943833959, + 29.43041870228679, + 29.36962573486473, + 29.451354734672954, + 29.63925047215267 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_234926.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_234926.json new file mode 100644 index 0000000000000000000000000000000000000000..064d9d9f942835f5d25823d970c9bc3a02aec2c7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/chronos_2/20260617_234926.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-17T23:49:26.085897+00:00", + "metrics": { + "MSE[mean]": 1.3433300580052976, + "MSE[0.5]": 1.3433300580052976, + "MAE[0.5]": 1.10390305519104, + "MASE[0.5]": 0.5368107330507096, + "MAPE[0.5]": 0.04392810167973752, + "sMAPE[0.5]": 0.04477555897846017, + "MSIS": 2.6721916924214235, + "RMSE[mean]": 1.159021163743483, + "NRMSE[mean]": 0.04495960462424486, + "ND[0.5]": 0.042821517378149924, + "mean_weighted_sum_quantile_loss": 0.03969285165028666 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.739856719970703, + 27.251766204833984, + 28.296781539916992, + 28.971094131469727, + 29.349390029907227, + 29.435272216796875, + 29.205631256103516, + 28.598190307617188, + 27.76618766784668, + 26.690532684326172, + 25.624549865722656, + 24.553510665893555, + 23.93017578125, + 23.28154182434082, + 22.751911163330078, + 22.304967880249023, + 22.17376708984375, + 22.12588882446289, + 22.116682052612305, + 21.88888931274414, + 21.616737365722656, + 21.573572158813477, + 22.108165740966797, + 23.469038009643555 + ], + "p10": [ + 25.173751831054688, + 26.06915283203125, + 26.604536056518555, + 26.757951736450195, + 26.77036476135254, + 26.636184692382812, + 26.350502014160156, + 25.74381446838379, + 25.063236236572266, + 24.234214782714844, + 23.31913948059082, + 22.569133758544922, + 21.990800857543945, + 21.40219497680664, + 20.93735122680664, + 20.47871971130371, + 20.281557083129883, + 20.219369888305664, + 20.067609786987305, + 19.837547302246094, + 19.604581832885742, + 19.52341079711914, + 19.90956687927246, + 20.997920989990234 + ], + "p90": [ + 26.29610824584961, + 28.376544952392578, + 29.99444580078125, + 31.263715744018555, + 31.98630142211914, + 32.38921356201172, + 32.30729675292969, + 31.908058166503906, + 30.809356689453125, + 29.502262115478516, + 28.056495666503906, + 26.835176467895508, + 26.020885467529297, + 25.384084701538086, + 24.777925491333008, + 24.427898406982422, + 24.17905616760254, + 24.10329246520996, + 24.3966007232666, + 24.098487854003906, + 23.930931091308594, + 23.804628372192383, + 24.461467742919922, + 26.165239334106445 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_010053.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..b64808055f829e4cbd71eaf6506671d1490ad3ac --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/ets/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-18T01:00:53.667818+00:00", + "metrics": { + "MSE[mean]": 505.9744882454977, + "MSE[0.5]": 501.8557937711559, + "MAE[0.5]": 18.17316082594456, + "MASE[0.5]": 8.837322932434004, + "MAPE[0.5]": 0.7497554924192755, + "sMAPE[0.5]": 0.4800546589430459, + "MSIS": 326.344336081437, + "RMSE[mean]": 22.49387668334424, + "NRMSE[mean]": 0.8725602549683069, + "ND[0.5]": 0.7049553114874056, + "mean_weighted_sum_quantile_loss": 0.6960331767638945 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.371482511881954, + 26.89155747841046, + 28.51163091906006, + 30.231702833830752, + 31.75177780035926, + 33.37185124100886, + 35.091923155779554, + 36.61199812230806, + 38.33207003707875, + 39.85214309625863, + 41.572216918377954, + 43.09229188490646, + 44.81236379967716, + 46.432437240326756, + 48.052510680976354, + 49.57258374015623, + 51.19265718080583, + 52.81273252880406, + 54.53280444357476, + 56.05287750275463, + 57.77295132487396, + 59.393024765523556, + 60.91309782470343, + 62.63317164682276 + ], + "p10": [ + 24.571481367472774, + 25.991557669145323, + 27.811628248771974, + 29.431701689421573, + 30.851777991094124, + 32.57185009659968, + 34.281922163958264, + 35.71199831304292, + 37.33207194442738, + 38.85214309625863, + 40.57221882572659, + 42.29229074049728, + 44.01236265526798, + 45.432437240326756, + 47.34251007062479, + 48.66258427421385, + 50.29265756227556, + 52.112729858515976, + 53.73280329916558, + 55.152879600838126, + 57.072950561934505, + 58.383024918111445, + 60.203097214351864, + 61.63317164682276 + ], + "p90": [ + 26.591483160380488, + 28.191556715471005, + 30.011629011711427, + 31.631702452361026, + 33.051777037419804, + 34.89185112656794, + 36.29192391871901, + 38.211998503777785, + 39.732069655609024, + 41.17214412622689, + 42.79221756687649, + 44.392291121967006, + 46.21236341820743, + 47.83243685885703, + 49.452510490241494, + 50.87258488456541, + 52.69265718080583, + 54.112729858515976, + 55.84280371878228, + 57.35287864716381, + 58.97295208781341, + 60.4130263676964, + 62.21309896911261, + 64.03317126535303 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_005503.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_005503.json new file mode 100644 index 0000000000000000000000000000000000000000..6238f251da1ce83f2c37fc5958cd20f8cf4a112c --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moirai_1_1_large/20260618_005503.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T00:55:03.692053+00:00", + "metrics": { + "MSE[mean]": 1.3163932828647376, + "MSE[0.5]": 1.6512751273683837, + "MAE[0.5]": 1.1724226474761963, + "MASE[0.5]": 0.570130735554521, + "MAPE[0.5]": 0.04530573029053806, + "sMAPE[0.5]": 0.046451930171964105, + "MSIS": 2.3120737702904326, + "RMSE[mean]": 1.147341833485007, + "NRMSE[mean]": 0.04450655157644626, + "ND[0.5]": 0.045479461749247614, + "mean_weighted_sum_quantile_loss": 0.041080462396735656 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.439438819885254, + 26.474021911621094, + 27.0891056060791, + 28.094958305358887, + 28.21943950653076, + 28.393892288208008, + 27.98033332824707, + 27.299036979675293, + 26.578725814819336, + 26.003393173217773, + 25.433995246887207, + 24.637797355651855, + 23.91552448272705, + 23.5604248046875, + 22.866551399230957, + 22.306958198547363, + 22.195441246032715, + 22.274410247802734, + 22.112884521484375, + 21.818659782409668, + 21.730685234069824, + 21.73017978668213, + 22.532849311828613, + 23.83537769317627 + ], + "p10": [ + 24.648841857910156, + 25.198822021484375, + 25.598691940307617, + 26.036279678344727, + 26.408181190490723, + 26.048912048339844, + 25.531017303466797, + 25.231874465942383, + 24.08253765106201, + 23.927578926086426, + 23.609037399291992, + 22.467517852783203, + 22.217546463012695, + 21.88234519958496, + 21.383912086486816, + 20.539941787719727, + 20.500179290771484, + 20.535446166992188, + 20.396183967590332, + 19.46540355682373, + 20.129618644714355, + 19.675333976745605, + 20.410103797912598, + 21.70181941986084 + ], + "p90": [ + 26.46799945831299, + 27.901777267456055, + 29.301834106445312, + 30.7027530670166, + 31.92109775543213, + 32.34766387939453, + 31.250327110290527, + 30.946367263793945, + 29.49632167816162, + 28.87692165374756, + 27.751046180725098, + 26.86476230621338, + 25.916239738464355, + 25.167001724243164, + 24.41479778289795, + 24.063304901123047, + 23.802977561950684, + 23.926387786865234, + 23.524035453796387, + 23.733644485473633, + 23.653237342834473, + 23.10774326324463, + 24.540325164794922, + 25.883158683776855 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_010053.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..5abddc84cb30e25bb3872b8e6d26a2df0d2c10ce --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/moving_average/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T01:00:53.738242+00:00", + "metrics": { + "MSE[mean]": 9.722593231225055, + "MSE[0.5]": 10.330641523472025, + "MAE[0.5]": 2.3913763494633913, + "MASE[0.5]": 1.162888792742235, + "MAPE[0.5]": 0.08618355951534667, + "sMAPE[0.5]": 0.09287300197548705, + "MSIS": 19.28970264456953, + "RMSE[mean]": 3.1181073155401586, + "NRMSE[mean]": 0.1209545403207822, + "ND[0.5]": 0.09276391022264335, + "mean_weighted_sum_quantile_loss": 0.08243721186959024 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 23.730696074642353, + 23.63069760052126, + 23.63069760052126, + 23.730696074642353, + 23.63069760052126, + 23.63069760052126, + 23.730696074642353, + 23.63069760052126, + 23.730696074642353, + 23.630695693172626, + 23.730696074642353, + 23.63069760052126, + 23.730696074642353, + 23.730696074642353, + 23.730696074642353, + 23.630695693172626, + 23.630695693172626, + 23.63069760052126, + 23.730696074642353, + 23.630695693172626, + 23.730696074642353, + 23.730696074642353, + 23.630695693172626, + 23.730696074642353 + ], + "p10": [ + 22.930694930233173, + 22.730697791256123, + 22.930694930233173, + 22.930694930233173, + 22.730697791256123, + 22.83069645611208, + 22.920695082821062, + 22.730697791256123, + 22.730697981990986, + 22.630695693172626, + 22.730697981990986, + 22.83069645611208, + 22.930694930233173, + 22.730696074642353, + 23.02069546429079, + 22.720696227230242, + 22.730696074642353, + 22.930694930233173, + 22.930694930233173, + 22.730697791256123, + 23.0306953117029, + 22.720696227230242, + 22.920695082821062, + 22.730696074642353 + ], + "p90": [ + 24.950696723140886, + 24.930696837581806, + 25.130695693172626, + 25.130695693172626, + 24.930696837581806, + 25.15069748608034, + 24.930696837581806, + 25.230697981990986, + 25.130695693172626, + 24.950696723140886, + 24.950696723140886, + 24.930696837581806, + 25.130695693172626, + 25.130695693172626, + 25.13069588390749, + 24.930696837581806, + 25.130695693172626, + 24.930694930233173, + 25.040695349849873, + 24.930696837581806, + 24.930696837581806, + 24.750697676815204, + 24.930696837581806, + 25.130695693172626 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_010053.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_010053.json new file mode 100644 index 0000000000000000000000000000000000000000..f88aad3995b9c2cd12c1f22d359f4c57a37027fd --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/seasonal_naive/20260618_010053.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T01:00:53.791933+00:00", + "metrics": { + "MSE[mean]": 4.884583072663038, + "MSE[0.5]": 4.884583072663038, + "MAE[0.5]": 1.962500015894572, + "MASE[0.5]": 0.9543329617491443, + "MAPE[0.5]": 0.07390796012489782, + "sMAPE[0.5]": 0.0773109514271065, + "MSIS": 24.981559903666646, + "RMSE[mean]": 2.210109289755382, + "NRMSE[mean]": 0.08573237741650454, + "ND[0.5]": 0.0761273629419438, + "mean_weighted_sum_quantile_loss": 0.06996821217208898 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "p10": [ + 23.323999252319336, + 24.401999626159668, + 25.38199962615967, + 25.676000747680664, + 26.36199962615967, + 26.263999252319337, + 24.99, + 24.696000747680664, + 24.5, + 24.5, + 23.911999626159666, + 23.323999252319336, + 23.03, + 22.54, + 22.148000373840333, + 21.853999252319337, + 21.56, + 21.266000747680664, + 21.853999252319337, + 21.266000747680664, + 21.07, + 21.07, + 21.756000747680662, + 23.421999626159668 + ], + "p90": [ + 24.275999221801758, + 25.39799961090088, + 26.41799961090088, + 26.724000778198242, + 27.437999610900878, + 27.335999221801757, + 26.01, + 25.704000778198242, + 25.5, + 25.5, + 24.88799961090088, + 24.275999221801758, + 23.97, + 23.46, + 23.05200038909912, + 22.745999221801757, + 22.44, + 22.134000778198242, + 22.745999221801757, + 22.134000778198242, + 21.93, + 21.93, + 22.644000778198244, + 24.37799961090088 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_010044.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_010044.json new file mode 100644 index 0000000000000000000000000000000000000000..4f98b2bbd3d90df3a0697e383806bd5323f61063 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timer_s1/20260618_010044.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T01:00:44.292335+00:00", + "metrics": { + "MSE[mean]": 2.176933664018634, + "MSE[0.5]": 2.176933664018634, + "MAE[0.5]": 1.35002334912618, + "MASE[0.5]": 0.6564951698177716, + "MAPE[0.5]": 0.05232440467767626, + "sMAPE[0.5]": 0.05382668749250135, + "MSIS": 3.451763603106324, + "RMSE[mean]": 1.4754435482317287, + "NRMSE[mean]": 0.057233949343631615, + "ND[0.5]": 0.05236877281357859, + "mean_weighted_sum_quantile_loss": 0.04337541294475588 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.76171875, + 26.7734375, + 27.59375, + 28.11328125, + 28.359375, + 28.27734375, + 28.0859375, + 27.251953125, + 26.431640625, + 25.81640625, + 24.845703125, + 23.9698486328125, + 23.575927734375, + 22.9453125, + 22.6240234375, + 22.2890625, + 22.2275390625, + 22.056640625, + 22.220703125, + 22.015625, + 21.701171875, + 21.6875, + 22.3369140625, + 23.596435546875 + ], + "p10": [ + 25.119140625, + 25.7890625, + 26.103515625, + 26.349609375, + 26.390625, + 26.212890625, + 25.92578125, + 25.173828125, + 24.5517578125, + 24.0552978515625, + 23.23583984375, + 22.37109375, + 21.9609375, + 21.44140625, + 21.03125, + 20.689453125, + 20.703125, + 20.45703125, + 20.552734375, + 20.29296875, + 19.96484375, + 19.8828125, + 20.40234375, + 21.455078125 + ], + "p90": [ + 26.404296875, + 27.83984375, + 29.234375, + 30.02734375, + 30.546875, + 30.6015625, + 30.4375, + 29.53515625, + 28.5234375, + 27.67578125, + 26.513671875, + 25.59765625, + 25.1806640625, + 24.4697265625, + 24.2236328125, + 23.868484497070312, + 23.77203369140625, + 23.6776123046875, + 23.90533447265625, + 23.7049560546875, + 23.38623046875, + 23.466552734375, + 24.26806640625, + 25.734375 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_235653.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_235653.json new file mode 100644 index 0000000000000000000000000000000000000000..26dfaaaaeeb852001221345dc802cb1ceab6e701 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/timesfm_2_5/20260617_235653.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-17T23:56:53.848822+00:00", + "metrics": { + "MSE[mean]": 1.2116234501477265, + "MSE[0.5]": 2.297502241673404, + "MAE[0.5]": 1.3904921213785808, + "MASE[0.5]": 0.67617449871927, + "MAPE[0.5]": 0.05459600541978508, + "sMAPE[0.5]": 0.056402665299690374, + "MSIS": 2.065623426199494, + "RMSE[mean]": 1.1007376845314811, + "NRMSE[mean]": 0.04269872944485344, + "ND[0.5]": 0.05393859746994633, + "mean_weighted_sum_quantile_loss": 0.03406162008761295 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.094348907470703, + 26.193187713623047, + 27.30516815185547, + 27.960975646972656, + 28.34528350830078, + 28.38062286376953, + 28.284278869628906, + 27.716938018798828, + 26.841960906982422, + 25.943870544433594, + 24.967491149902344, + 24.05074691772461, + 23.363344192504883, + 22.756494522094727, + 22.374237060546875, + 22.037036895751953, + 21.90622901916504, + 21.85057830810547, + 21.923381805419922, + 21.786584854125977, + 21.48081398010254, + 21.370914459228516, + 21.789134979248047, + 22.979637145996094 + ], + "p10": [ + 25.280059814453125, + 26.44609832763672, + 27.69924545288086, + 28.39984130859375, + 28.834129333496094, + 29.037506103515625, + 28.881507873535156, + 28.295719146728516, + 27.52395248413086, + 26.574352264404297, + 25.653186798095703, + 24.61957550048828, + 23.973358154296875, + 23.300857543945312, + 22.91779327392578, + 22.626380920410156, + 22.521060943603516, + 22.36072540283203, + 22.389419555664062, + 22.190650939941406, + 22.03213882446289, + 21.94171905517578, + 22.518848419189453, + 23.572031021118164 + ], + "p90": [ + 25.824573516845703, + 27.33065414428711, + 28.912097930908203, + 29.922710418701172, + 30.654521942138672, + 30.842849731445312, + 30.855487823486328, + 30.29090118408203, + 29.383560180664062, + 28.32229995727539, + 27.299381256103516, + 26.284191131591797, + 25.5445556640625, + 24.825069427490234, + 24.326549530029297, + 23.939815521240234, + 23.836864471435547, + 23.77672576904297, + 23.91162109375, + 23.71114158630371, + 23.517005920410156, + 23.560253143310547, + 24.15438461303711, + 25.4996337890625 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_004755.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_004755.json new file mode 100644 index 0000000000000000000000000000000000000000..61a4e59e67fc1c1b8b7447f18e02ab3cab7cb028 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/tirex/20260618_004755.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-18T00:47:55.370300+00:00", + "metrics": { + "MSE[mean]": 1.501031605570309, + "MSE[0.5]": 1.501031605570309, + "MAE[0.5]": 1.1371702353159587, + "MASE[0.5]": 0.5529880407095756, + "MAPE[0.5]": 0.04464144741899998, + "sMAPE[0.5]": 0.04573867200295851, + "MSIS": 2.377909640235031, + "RMSE[mean]": 1.2251659502166672, + "NRMSE[mean]": 0.04752542787304934, + "ND[0.5]": 0.04411198498320128, + "mean_weighted_sum_quantile_loss": 0.04208228985611902 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.514785766601562, + 26.582538604736328, + 27.54076385498047, + 28.197134017944336, + 28.537155151367188, + 28.579452514648438, + 28.363819122314453, + 27.911211013793945, + 27.20128059387207, + 26.387441635131836, + 25.40366554260254, + 24.576810836791992, + 24.008846282958984, + 23.43114471435547, + 23.012378692626953, + 22.662900924682617, + 22.338836669921875, + 22.155452728271484, + 22.11170768737793, + 21.840166091918945, + 21.60658836364746, + 21.298110961914062, + 21.982824325561523, + 23.43907356262207 + ], + "p10": [ + 24.70509147644043, + 25.13860511779785, + 25.501665115356445, + 25.681556701660156, + 25.76581573486328, + 25.667285919189453, + 25.38389778137207, + 24.950014114379883, + 24.428640365600586, + 23.848796844482422, + 23.181425094604492, + 22.577810287475586, + 22.02143669128418, + 21.3676700592041, + 20.854711532592773, + 20.401424407958984, + 19.948453903198242, + 19.645545959472656, + 19.442991256713867, + 18.998348236083984, + 18.800800323486328, + 18.70878028869629, + 19.46918296813965, + 20.829431533813477 + ], + "p90": [ + 26.459440231323242, + 28.284038543701172, + 29.83405303955078, + 30.91904640197754, + 31.512462615966797, + 31.75506591796875, + 31.651042938232422, + 30.960243225097656, + 30.054180145263672, + 29.00623893737793, + 27.647865295410156, + 26.501718521118164, + 25.793716430664062, + 25.17888832092285, + 24.702899932861328, + 24.348285675048828, + 24.035547256469727, + 23.848695755004883, + 23.83358383178711, + 23.619300842285156, + 23.451622009277344, + 23.243513107299805, + 24.087242126464844, + 25.746013641357422 + ] + } +} diff --git a/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_002425.json b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_002425.json new file mode 100644 index 0000000000000000000000000000000000000000..11ae6427581e8fcd2a38649df25c9eaca16531f7 --- /dev/null +++ b/results/saved_evals/weather/open_meteo_shanghai_hourly_temperature_2m_1h_short/toto_2_0_1b/20260618_002425.json @@ -0,0 +1,827 @@ +{ + "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T00:24:25.660204+00:00", + "metrics": { + "MSE[mean]": 0.4483771449939316, + "MSE[0.5]": 0.4483771449939316, + "MAE[0.5]": 0.5865267912546793, + "MASE[0.5]": 0.2852187746801885, + "MAPE[0.5]": 0.02279390842507334, + "sMAPE[0.5]": 0.02280973956803396, + "MSIS": 3.035559873792496, + "RMSE[mean]": 0.6696096960124843, + "NRMSE[mean]": 0.025974838188498404, + "ND[0.5]": 0.022751968179050133, + "mean_weighted_sum_quantile_loss": 0.03197898984565876 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-03 00:00:00", + "2026-06-03 01:00:00", + "2026-06-03 02:00:00", + "2026-06-03 03:00:00", + "2026-06-03 04:00:00", + "2026-06-03 05:00:00", + "2026-06-03 06:00:00", + "2026-06-03 07:00:00", + "2026-06-03 08:00:00", + "2026-06-03 09:00:00", + "2026-06-03 10:00:00", + "2026-06-03 11:00:00", + "2026-06-03 12:00:00", + "2026-06-03 13:00:00", + "2026-06-03 14:00:00", + "2026-06-03 15:00:00", + "2026-06-03 16:00:00", + "2026-06-03 17:00:00", + "2026-06-03 18:00:00", + "2026-06-03 19:00:00", + "2026-06-03 20:00:00", + "2026-06-03 21:00:00", + "2026-06-03 22:00:00", + "2026-06-03 23:00:00", + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 28.600000381469727, + 31.0, + 33.099998474121094, + 33.70000076293945, + 32.79999923706055, + 30.600000381469727, + 28.5, + 27.0, + 26.399999618530273, + 26.0, + 25.700000762939453, + 25.5, + 25.799999237060547, + 25.200000762939453, + 25.0, + 24.399999618530273, + 24.200000762939453, + 24.100000381469727, + 24.399999618530273, + 24.299999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 24.600000381469727, + 26.399999618530273, + 26.299999237060547, + 26.799999237060547, + 27.0, + 28.100000381469727, + 28.299999237060547, + 29.100000381469727, + 28.799999237060547, + 28.600000381469727, + 28.5, + 27.799999237060547, + 26.5, + 26.299999237060547, + 25.100000381469727, + 24.5, + 24.0, + 23.700000762939453, + 23.399999618530273, + 23.200000762939453, + 22.799999237060547, + 22.600000381469727, + 22.299999237060547, + 22.299999237060547, + 22.700000762939453, + 24.0, + 24.799999237060547, + 25.600000381469727, + 26.200000762939453, + 26.399999618530273, + 26.399999618530273, + 26.299999237060547, + 25.100000381469727, + 24.200000762939453, + 23.5, + 22.700000762939453, + 21.899999618530273, + 21.899999618530273, + 21.299999237060547, + 21.100000381469727, + 20.700000762939453, + 20.200000762939453, + 20.100000381469727, + 20.700000762939453, + 19.5, + 19.200000762939453, + 19.100000381469727, + 20.200000762939453, + 21.700000762939453, + 23.5, + 24.600000381469727, + 25.899999618530273, + 26.799999237060547, + 27.0, + 26.299999237060547, + 26.100000381469727, + 24.399999618530273, + 24.299999237060547, + 23.600000381469727, + 23.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.299999237060547, + 20.799999237060547, + 20.399999618530273, + 20.200000762939453, + 20.100000381469727, + 21.0, + 20.5, + 20.5, + 20.299999237060547, + 21.200000762939453, + 22.5, + 24.0, + 25.100000381469727, + 26.299999237060547, + 27.100000381469727, + 27.5, + 27.799999237060547, + 28.600000381469727, + 27.700000762939453, + 26.5, + 25.5, + 24.100000381469727, + 22.600000381469727, + 21.899999618530273, + 21.100000381469727, + 20.5, + 20.100000381469727, + 19.899999618530273, + 19.799999237060547, + 20.399999618530273, + 20.0, + 20.200000762939453, + 20.399999618530273, + 20.700000762939453, + 21.200000762939453, + 22.299999237060547, + 23.399999618530273, + 22.399999618530273, + 22.100000381469727, + 21.299999237060547, + 21.5, + 22.600000381469727, + 22.299999237060547, + 22.399999618530273, + 21.899999618530273, + 21.5, + 20.899999618530273, + 20.600000381469727, + 19.899999618530273, + 19.700000762939453, + 19.399999618530273, + 19.299999237060547, + 19.200000762939453, + 19.399999618530273, + 19.0, + 18.899999618530273, + 18.899999618530273, + 19.100000381469727, + 20.0, + 20.399999618530273, + 20.399999618530273, + 20.399999618530273, + 21.700000762939453, + 23.799999237060547, + 24.799999237060547, + 25.399999618530273, + 25.399999618530273, + 25.299999237060547, + 24.799999237060547, + 23.700000762939453, + 21.700000762939453, + 20.799999237060547, + 19.5, + 18.799999237060547, + 18.399999618530273, + 17.899999618530273, + 17.299999237060547, + 17.299999237060547, + 16.200000762939453, + 15.600000381469727, + 15.300000190734863, + 15.899999618530273, + 18.899999618530273, + 22.100000381469727, + 24.5, + 26.399999618530273, + 28.100000381469727, + 29.399999618530273, + 30.200000762939453, + 30.899999618530273, + 30.899999618530273, + 30.100000381469727, + 28.200000762939453, + 26.600000381469727, + 25.200000762939453, + 24.0, + 22.899999618530273, + 22.0, + 21.299999237060547, + 20.799999237060547, + 20.600000381469727, + 20.200000762939453, + 20.200000762939453, + 20.100000381469727, + 19.700000762939453, + 21.0, + 23.200000762939453, + 25.899999618530273, + 28.600000381469727, + 30.899999618530273, + 32.400001525878906, + 33.70000076293945, + 34.29999923706055, + 34.5, + 33.20000076293945, + 31.799999237060547, + 30.299999237060547, + 28.600000381469727, + 26.5, + 26.200000762939453, + 25.100000381469727, + 24.5, + 24.0, + 23.899999618530273, + 23.5, + 23.600000381469727, + 22.600000381469727, + 22.200000762939453, + 21.799999237060547, + 22.700000762939453, + 24.899999618530273, + 28.100000381469727, + 30.299999237060547, + 31.700000762939453, + 31.799999237060547, + 33.29999923706055, + 34.0, + 33.099998474121094, + 32.70000076293945, + 32.0, + 30.899999618530273, + 28.899999618530273, + 27.100000381469727, + 26.600000381469727, + 25.899999618530273, + 25.5, + 25.100000381469727, + 24.700000762939453, + 24.399999618530273, + 24.600000381469727, + 24.5, + 24.299999237060547, + 23.799999237060547, + 24.100000381469727, + 24.600000381469727, + 26.299999237060547, + 26.100000381469727, + 26.399999618530273, + 26.0, + 25.600000381469727, + 26.0, + 25.299999237060547, + 24.700000762939453, + 24.0, + 23.700000762939453, + 22.799999237060547, + 22.299999237060547, + 21.700000762939453, + 20.799999237060547, + 20.700000762939453, + 20.799999237060547, + 20.799999237060547, + 20.799999237060547, + 21.100000381469727, + 21.0, + 20.600000381469727, + 20.5, + 20.799999237060547, + 21.399999618530273, + 22.299999237060547, + 22.600000381469727, + 22.899999618530273, + 24.0, + 23.899999618530273, + 23.799999237060547, + 24.200000762939453, + 24.100000381469727, + 24.0, + 23.200000762939453, + 22.700000762939453, + 22.399999618530273, + 22.299999237060547, + 22.399999618530273, + 22.399999618530273, + 22.200000762939453, + 22.100000381469727, + 21.899999618530273, + 21.700000762939453, + 21.700000762939453, + 21.799999237060547, + 21.799999237060547, + 22.200000762939453, + 23.100000381469727, + 24.0, + 23.799999237060547, + 25.399999618530273, + 25.299999237060547, + 25.200000762939453, + 25.100000381469727, + 25.100000381469727, + 25.600000381469727, + 24.799999237060547, + 23.700000762939453, + 23.299999237060547, + 22.899999618530273, + 22.700000762939453, + 22.299999237060547, + 22.200000762939453, + 22.0, + 21.899999618530273, + 22.0, + 22.299999237060547, + 22.200000762939453, + 22.299999237060547, + 22.299999237060547, + 22.600000381469727, + 23.100000381469727, + 23.799999237060547, + 24.899999618530273, + 25.899999618530273, + 26.200000762939453, + 26.899999618530273, + 26.799999237060547, + 25.5, + 25.200000762939453, + 25.0, + 25.0, + 24.399999618530273, + 23.799999237060547, + 23.5, + 23.0, + 22.600000381469727, + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 + ], + "actual": [ + 24.5, + 26.100000381469727, + 27.399999618530273, + 28.200000762939453, + 29.100000381469727, + 29.799999237060547, + 29.799999237060547, + 29.799999237060547, + 28.5, + 27.700000762939453, + 27.200000762939453, + 26.200000762939453, + 25.0, + 24.399999618530273, + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 + ], + "predictions": { + "p50": [ + 25.851757049560547, + 27.196109771728516, + 28.49931526184082, + 29.15125846862793, + 29.565216064453125, + 29.649141311645508, + 29.535076141357422, + 28.970291137695312, + 28.236038208007812, + 27.277359008789062, + 26.290292739868164, + 25.22585105895996, + 24.702768325805664, + 24.0638484954834, + 23.622419357299805, + 23.221027374267578, + 22.962100982666016, + 22.788408279418945, + 22.891572952270508, + 22.67595100402832, + 22.54351806640625, + 22.369781494140625, + 22.978975296020508, + 24.282588958740234 + ], + "p10": [ + 24.99595832824707, + 25.820201873779297, + 26.447572708129883, + 26.670042037963867, + 26.716562271118164, + 26.539640426635742, + 26.172117233276367, + 25.664480209350586, + 24.940473556518555, + 24.150480270385742, + 23.43402671813965, + 22.478469848632812, + 22.00904083251953, + 21.467857360839844, + 21.141983032226562, + 20.838863372802734, + 20.58536720275879, + 20.422780990600586, + 20.412073135375977, + 20.254396438598633, + 20.14746856689453, + 20.053638458251953, + 20.548690795898438, + 21.555099487304688 + ], + "p90": [ + 26.6533203125, + 28.600845336914062, + 30.710140228271484, + 31.939939498901367, + 32.92155456542969, + 33.40164566040039, + 33.425987243652344, + 32.79227066040039, + 32.225341796875, + 30.946561813354492, + 29.663692474365234, + 28.378555297851562, + 27.689998626708984, + 26.978294372558594, + 26.359575271606445, + 25.89370346069336, + 25.569612503051758, + 25.368167877197266, + 25.4812068939209, + 25.229591369628906, + 25.134780883789062, + 24.900569915771484, + 25.722253799438477, + 27.4578914642334 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 4f52e7efcc3eff7b7ccecbd9b8a3bba4c0482bac..c20632f0784f5bc9f15748bf96538ebb609ec161 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,959222.1277402242,959222.1277402242,827.5152994791666,0.8325410796904839,0.012662426621977203,0.01255107241970721,4.005233303551461,979.3988603935703,0.014943248285793189,0.012625873972776041,0.009420189590735406,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1123411.4618962605,1123411.4618962605,860.8785807291666,0.8485734372047012,0.013267675328911972,0.013135800306730566,3.908215199389319,1059.9110632011823,0.016241931558092604,0.013191985132980002,0.010325085686597093,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.6494995871042994,2.6494995871042994,1.410383348170823,1.312116743712008,25.39934135303427,1.0812195449551294,50.2030879152496,1.6277283517541554,1.8449739977625979,1.5986209255667825,1.5823821417965558,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.09236110713746983,0.09236110713746983,0.26805555323759717,1.9219076710290368,0.20325168780358993,0.2319451979022707,68.93155910599116,0.3039097022759718,0.23992872035169208,0.21162281226895358,0.20660575557143807,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,0.027499955495234946,0.027499955495234946,0.07499996821085612,0.2076922348970439,0.004710972349038222,0.004738617981868662,2.650153886396169,0.1658311053308002,0.010369845373955787,0.004689940839788435,0.006864683354009691,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,692.600829930307,692.600829930307,20.366666436195374,1.6750758763798679,0.4797758390090279,0.687974549632932,65.2008824176943,26.31731046156326,0.7045348032097248,0.5452314494910083,0.541801072110206,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.578749726613903,4.578749726613903,1.7374999523162842,0.8449188812045311,0.0643912679995025,0.0673319843658502,22.206373089603186,2.13980132877188,0.08424415017596304,0.06840551267330591,0.06287438108926222,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,25.5,25.5,4.416666666666667,0.8335517693315859,0.4768336865376339,0.3638344445449137,30.4554654620096,5.049752469181039,0.4391089103635686,0.38405797101449274,0.3762801932367149,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.7854166984558713,1.7854166984558713,1.2375000317891438,0.7531699555076653,0.056804665091953165,0.057440066219125875,16.046629374970085,1.3361948579664087,0.06121144320819586,0.056690206869443024,0.05066446007260741,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,94.39916051705787,94.39916051705787,8.499999721844992,0.6780180533559816,0.27795196833279806,0.3331575402874747,24.226675359929676,9.715923039889615,0.26833389293135873,0.23475258150089734,0.22866180028014288,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,4.884583072663038,4.884583072663038,1.962500015894572,0.9543329617491443,0.07390796012489782,0.0773109514271065,24.981559903666646,2.210109289755382,0.08573237741650454,0.0761273629419438,0.06996821217208898,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.916666666666664,45.916666666666664,5.333333333333333,1.0185676392572944,0.6710366600991602,0.40729243277896415,37.485994911970494,6.776183783418707,0.5746586954136006,0.45229681978798586,0.4438398115429918,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1875.0,1875.0,37.5,0.75,0.013392857142857142,0.01327433628318584,3.4074997915828624,43.30127018922193,0.015453241405818979,0.013382899628252789,0.009827344072697211,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8458.0,8458.0,67.0,1.3985756385068764,0.3564068100358423,0.2659571504193018,50.69106116148495,91.96738552334735,0.3880480401829002,0.28270042194092826,0.2751711204875762,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d7c0fe4921a5aa1cbc1b9cdb48c1fd1f5c74d77d..d831d591c1848dda638c334ae21de63068bee6f2 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.748380+00:00", + "evaluated_at": "2026-06-18T01:00:53.760747+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63982.48046875, - 63865.44140625, - 63694.0, - 63589.26953125, - 63449.0, - 63472.0, - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,9 +93,7 @@ 66429.828125, 66052.0, 65654.8984375, - 65859.7578125 - ], - "actuals": [ + 65859.7578125, 65758.0703125, 65978.7890625, 65847.9921875, @@ -111,7 +101,9 @@ 65854.0, 65776.96875, 65780.0, - 65675.0078125, + 65675.0078125 + ], + "actuals": [ 65700.0, 65940.0, 65904.0, @@ -127,17 +119,17 @@ 65040.87890625, 65278.0, 65101.44921875, - 65491.26171875 + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 67157.9921875, - 66851.7890625, - 66766.1171875, - 66614.3515625, - 66519.9765625, - 66368.1484375, - 66206.34375, - 66328.7421875, 66250.0, 66346.5234375, 65741.9921875, @@ -153,17 +145,17 @@ 66429.828125, 66052.0, 65654.8984375, - 65859.7578125 + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 ], "p10": [ - 65814.83234375, - 65514.75328125, - 65430.79484375, - 65282.06453125, - 65189.577031249995, - 65040.78546875, - 64882.216875, - 65002.16734375, 64925.0, 65019.592968749996, 64427.15234375, @@ -179,17 +171,17 @@ 65101.2315625, 64730.96, 64341.80046875, - 64542.56265625 + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996 ], "p90": [ - 68501.15203125, - 68188.82484375, - 68101.43953125, - 67946.63859375, - 67850.37609375, - 67695.51140625, - 67530.470625, - 67655.31703125, 67575.0, 67673.45390625, 67056.83203125, @@ -205,17 +197,17 @@ 67758.4246875, 67373.04000000001, 66967.99640625001, - 67176.95296875 + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875 ], "timestamps": [ - "2026-06-12 16:00:00", - "2026-06-12 17:00:00", - "2026-06-12 18:00:00", - "2026-06-12 19:00:00", - "2026-06-12 20:00:00", - "2026-06-12 21:00:00", - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +319,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 80bf38e58c6a79cd9c21983d37a0071640898adf..48c2e4134cab57e8b330dcc26adae241e67507f6 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.754397+00:00", + "evaluated_at": "2026-06-18T01:00:53.766527+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json index 962df866d8ff35ebccfe451b9c828cc047752897..e0fb17c32a6c964063b6b89492d91ef5ae5f9919 100644 --- a/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/seasonal_naive/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.763182+00:00", + "evaluated_at": "2026-06-18T01:00:53.776471+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0 + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "p10": [ - 15.288000373840331, - 15.68, - 15.68, - 15.68, - 15.68, - 15.288000373840331, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.288000373840331, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68, - 15.68 + 19.6, + 19.6, + 20.58, + 20.18800037384033, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 20.58, + 21.56, + 20.58, + 20.58, + 20.58, + 20.18800037384033, + 20.58, + 20.58, + 21.56, + 21.56, + 22.54, + 22.54, + 22.54 ], "p90": [ - 15.912000389099122, - 16.32, - 16.32, - 16.32, - 16.32, - 15.912000389099122, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 15.912000389099122, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32, - 16.32 + 20.4, + 20.4, + 21.42, + 21.01200038909912, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 21.42, + 22.44, + 21.42, + 21.42, + 21.42, + 21.01200038909912, + 21.42, + 21.42, + 22.44, + 22.44, + 23.46, + 23.46, + 23.46 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 02b2de7b35ba633f884e707de9569b83508aab19..499b22590101beda1e06503449ce0f0ba1254a5a 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.769000+00:00", + "evaluated_at": "2026-06-18T01:00:53.782511+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,20 +356,20 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 16.5, - 15.0, - 13.800000190734863, - 12.800000190734863, - 12.0, - 11.699999809265137, - 11.800000190734863, - 16.100000381469727, 15.800000190734863, 18.5, 14.800000190734863, @@ -393,17 +385,17 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 + 66.5999984741211, + 69.4000015258789, + 61.70000076293945, + 57.29999923706055, + 55.099998474121094, + 55.099998474121094, + 57.0, + 52.70000076293945, + 38.900001525878906 ], "p10": [ - 16.169999999999998, - 14.7, - 13.524000186920166, - 12.544000186920165, - 11.76, - 11.465999813079835, - 11.564000186920167, - 15.778000373840332, 15.484000186920166, 18.13, 14.504000186920166, @@ -419,17 +411,17 @@ 24.303999252319336, 37.63200149536133, 51.54799850463867, - 65.26799850463867 + 65.26799850463867, + 68.01200149536133, + 60.46600074768066, + 56.15399925231934, + 53.99799850463867, + 53.99799850463867, + 55.86, + 51.64600074768067, + 38.122001495361324 ], "p90": [ - 16.830000000000002, - 15.3, - 14.076000194549561, - 13.056000194549561, - 12.24, - 11.933999805450439, - 12.03600019454956, - 16.42200038909912, 16.11600019454956, 18.87, 15.09600019454956, @@ -445,17 +437,17 @@ 25.295999221801758, 39.16800155639648, 53.65199844360352, - 67.93199844360352 + 67.93199844360352, + 70.78800155639648, + 62.93400077819825, + 58.445999221801756, + 56.201998443603514, + 56.201998443603514, + 58.14, + 53.75400077819824, + 39.67800155639649 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index fa63f00d6d68cf2e61e18e64d924525e9c71d19f..ab44c08c3fe79cc00aa5b46f4b72e18212aef836 100644 --- a/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/seasonal_naive/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.777970+00:00", + "evaluated_at": "2026-06-18T01:00:53.791933+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,20 +356,20 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 21.899999618530273, - 22.0, - 22.299999237060547, - 22.200000762939453, - 22.299999237060547, - 22.299999237060547, - 22.600000381469727, - 23.100000381469727, 23.799999237060547, 24.899999618530273, 25.899999618530273, @@ -393,17 +385,17 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 + 22.299999237060547, + 22.0, + 21.700000762939453, + 22.299999237060547, + 21.700000762939453, + 21.5, + 21.5, + 22.200000762939453, + 23.899999618530273 ], "p10": [ - 21.461999626159667, - 21.56, - 21.853999252319337, - 21.756000747680662, - 21.853999252319337, - 21.853999252319337, - 22.148000373840333, - 22.63800037384033, 23.323999252319336, 24.401999626159668, 25.38199962615967, @@ -419,17 +411,17 @@ 23.03, 22.54, 22.148000373840333, - 21.853999252319337 + 21.853999252319337, + 21.56, + 21.266000747680664, + 21.853999252319337, + 21.266000747680664, + 21.07, + 21.07, + 21.756000747680662, + 23.421999626159668 ], "p90": [ - 22.33799961090088, - 22.44, - 22.745999221801757, - 22.644000778198244, - 22.745999221801757, - 22.745999221801757, - 23.05200038909912, - 23.562000389099122, 24.275999221801758, 25.39799961090088, 26.41799961090088, @@ -445,17 +437,17 @@ 23.97, 23.46, 23.05200038909912, - 22.745999221801757 + 22.745999221801757, + 22.44, + 22.134000778198242, + 22.745999221801757, + 22.134000778198242, + 21.93, + 21.93, + 22.644000778198244, + 24.37799961090088 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 2cc3974f3fbf3e113d86f2d6c89214207b6a1b34..89e942fa25f2efd6f34bbbbb98aa59da1f529ade 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-17T16:02:35.787197+00:00", + "evaluated_at": "2026-06-18T01:00:53.801218+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,51 +157,51 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 21.0, - 14.0, - 12.0, - 13.0, - 17.0, - 7.0, - 19.0, - 11.0, 13.0, 11.0, 12.0, @@ -217,25 +209,25 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "p10": [ - 20.58, - 13.719999999999999, - 11.76, - 12.74, - 16.66, - 6.859999999999999, - 18.62, - 10.78, 12.74, 10.78, 11.76, @@ -243,25 +235,25 @@ 10.78, 16.66, 10.78, - 10.78, + 13.719999999999999, + 18.62, + 16.66, 13.719999999999999, 13.719999999999999, 12.74, - 12.74, - 8.82, - 9.8, + 11.76, + 17.64, + 14.7, + 19.6, + 23.52, + 11.76, + 18.62, + 20.58, + 6.859999999999999, 16.66, - 14.7 + 10.78 ], "p90": [ - 21.42, - 14.280000000000001, - 12.24, - 13.26, - 17.34, - 7.140000000000001, - 19.38, - 11.22, 13.26, 11.22, 12.24, @@ -269,25 +261,25 @@ 11.22, 17.34, 11.22, - 11.22, + 14.280000000000001, + 19.38, + 17.34, 14.280000000000001, 14.280000000000001, 13.26, - 13.26, - 9.18, - 10.2, + 12.24, + 18.36, + 15.3, + 20.4, + 24.48, + 12.24, + 19.38, + 21.42, + 7.140000000000001, 17.34, - 15.3 + 11.22 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 107619d66fae6baddfac95514fcd1ca7c8b7eaad..327906429d37f45b3a28999d4be7766b53995a99 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,41 +1,41 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-17T16:02:35.790874+00:00", + "evaluated_at": "2026-06-18T01:00:53.804841+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 168, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 7f803572a9ddd317bec90032462ce2d340f6c2d6..3421f8991c0fddd7b22a75daa17481f63f6052e5 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,308388.15445836383,308388.15445836383,419.7057291666667,0.42225474396983703,0.006436755153835118,0.006400538515760013,2.217389567185416,555.3270698051409,0.008472942556401922,0.006403690234423052,0.005692700639980962,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,498576.9785486857,498576.9785486857,564.2688802083334,0.5562033879161777,0.008701587480135055,0.008649721958438788,1.9972860990063683,706.099836105834,0.010820176908592691,0.00864677882031478,0.006308779384105227,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.03765878392622473,0.03765878392622473,0.17246229499966528,0.16044621146551752,1.6556418898977676,0.39610848399041326,1.9181475764116511,0.19405871257489246,0.2199588637465952,0.19548006860354952,0.14953699834174478,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.06895108663306597,0.06895108663306597,0.23183123601807487,1.6621861606886783,0.1745307003988674,0.19517332334025603,36.63255605180606,0.2625853892223746,0.20730426158611154,0.183024666138688,0.16276936025386848,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Timer-S1,0.007242287484132248,0.007242287484132248,0.03340506553649902,0.09250634211806825,0.0021103323724135457,0.0020995720762260217,2.3744470797646655,0.08510163032593587,0.0053216237435739664,0.0020889046335990117,0.0057131236951817755,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,99.3249435543471,99.3249435543471,8.21993883450826,0.6760566973558673,0.2682187136200331,0.21533539522429115,4.37554219285727,9.966190021986693,0.2668026330481658,0.22005413500077886,0.1996278246886492,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.431376512438722,1.431376512438722,0.9270726044972738,0.45082081685411163,0.03503988326710664,0.036065599176042594,1.7027825289729097,1.1964014846357898,0.04710242254137212,0.03649892289865741,0.03329185426990351,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,23.9437321566996,23.9437321566996,4.277865727742513,0.8073560482240131,0.5129763394967423,0.37038188787393295,7.9256638193193,4.893233302909192,0.4254985480790602,0.3719883241515229,0.27427592500204434,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Timer-S1,0.7228695110449431,0.7228695110449431,0.7878986994425455,0.47953261669475394,0.036408538441657444,0.03565453614610256,2.292670937622958,0.850217331654056,0.03894868297156283,0.0360938497908448,0.02880810989698391,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,62.59502601848029,62.59502601848029,6.263466835021973,0.49961690937791703,0.1765352100335578,0.1713733539298161,3.646996526298608,7.911701840848168,0.21850499905679632,0.17298412432741928,0.18120241222471822,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,2.176933664018634,2.176933664018634,1.35002334912618,0.6564951698177716,0.05232440467767626,0.05382668749250135,3.451763603106324,1.4754435482317287,0.057233949343631615,0.05236877281357859,0.04337541294475588,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,30.360152188767984,30.360152188767984,4.575121680895488,0.8737632918421091,0.5771757090747142,0.38840089541387596,10.880647613768238,5.51000473582083,0.4672795535678443,0.3879961849522675,0.29874707114523325,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1915.8649749159813,1915.8649749159813,43.043701171875,0.8608740234375,0.01537135736884529,0.015250288704403078,1.3594264729817709,43.77059486591405,0.015620732740251853,0.015361320864312267,0.00807130632680194,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 094559556b923ef9673cfe86bab9f8f80e6f84d4..8ae9c2f661c646fc4f8b4b9d01806fb7146f59f6 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T23:00:13.624411+00:00", + "evaluated_at": "2026-06-18T00:55:34.636116+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,11 +99,11 @@ 65847.9921875, 65675.8828125, 65854.0, - 65776.96875 + 65776.96875, + 65780.0, + 65675.0078125 ], "actuals": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -127,89 +125,89 @@ 65516.0, 64301.8515625, 64434.359375, - 64300.0 + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65679.90625, - 65697.28125, - 65732.03125, - 65762.4375, - 65771.125, - 65784.15625, - 65762.4375, - 65766.78125, - 65758.09375, - 65775.46875, - 65784.15625, - 65801.53125, - 65784.15625, - 65797.1875, - 65792.84375, - 65788.5, - 65792.84375, - 65792.84375, - 65779.8125, - 65771.125, - 65779.8125, - 65753.75, - 65775.46875, - 65758.09375 + 65549.875, + 65558.375, + 65569.0, + 65598.75, + 65613.625, + 65613.625, + 65615.75, + 65617.875, + 65622.125, + 65624.25, + 65634.875, + 65643.375, + 65641.25, + 65643.375, + 65647.625, + 65628.5, + 65632.75, + 65624.25, + 65615.75, + 65609.375, + 65634.875, + 65617.875, + 65622.125, + 65620.0 ], "p10": [ - 65133.13671875, - 65025.1015625, - 64967.8046875, - 64930.06640625, - 64867.625, - 64820.9296875, - 64766.6328125, - 64730.796875, - 64685.1875, - 64663.46875, - 64628.71875, - 64617.859375, - 64557.046875, - 64533.15625, - 64517.953125, - 64468.0, - 64485.375, - 64463.65625, - 64441.9375, - 64415.875, - 64407.1875, - 64385.46875, - 64385.46875, - 64359.40625 + 65132.3125, + 65027.125, + 64925.125, + 64878.375, + 64810.375, + 64750.875, + 64697.75, + 64659.5, + 64612.75, + 64553.25, + 64532.0, + 64493.75, + 64455.5, + 64417.25, + 64413.0, + 64374.75, + 64353.5, + 64332.25, + 64323.75, + 64311.0, + 64332.25, + 64311.0, + 64294.0, + 64281.25 ], "p90": [ - 66266.3125, - 66370.5625, - 66448.75, - 66526.9375, - 66553.0, - 66579.0625, - 66579.0625, - 66613.8125, - 66639.875, - 66665.9375, - 66683.3125, - 66726.75, - 66718.0625, - 66761.5, - 66752.8125, - 66761.5, - 66770.1875, - 66770.1875, - 66761.5, - 66770.1875, - 66770.1875, - 66761.5, - 66796.25, - 66787.5625 + 66011.0, + 66121.5, + 66219.25, + 66295.75, + 66359.5, + 66402.0, + 66444.5, + 66470.0, + 66487.0, + 66504.0, + 66521.0, + 66555.0, + 66563.5, + 66589.0, + 66589.0, + 66580.5, + 66563.5, + 66563.5, + 66563.5, + 66572.0, + 66597.5, + 66597.5, + 66614.5, + 66623.0 ], "timestamps": [ - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +325,8 @@ "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", - "2026-06-17 21:00:00" + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index a414040e2b274c95adcbf2093c88dddfea387c60..5e34f60165934d71ead117b362c25c213af5caaa 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T16:00:03.166146+00:00", + "evaluated_at": "2026-06-18T00:55:39.351420+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json index 17fda3ef629731e66696bb79e9774c3d6f09e385..046699c9545c392522f1a8aba4285ecdfccf63f9 100644 --- a/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timer_s1/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T16:00:07.893201+00:00", + "evaluated_at": "2026-06-18T00:55:43.446322+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 15.990676879882812, - 15.990676879882812, - 15.987289428710938, - 15.987289428710938, - 15.988983154296875, - 15.990676879882812, - 15.990676879882812, - 15.988983154296875, - 15.987289428710938, - 15.987289428710938, - 15.988983154296875, - 15.985595703125, - 15.982208251953125, - 15.985595703125, - 15.987289428710938, - 15.985595703125, - 15.9991455078125, - 15.997451782226562, - 15.994064331054688, - 15.995758056640625, - 15.99237060546875, - 15.997451782226562, - 15.994064331054688, - 15.997451782226562 + 22.89892578125, + 22.8388671875, + 22.748779296875, + 22.71875, + 22.7037353515625, + 22.7037353515625, + 22.71875, + 22.71875, + 22.6737060546875, + 22.6737060546875, + 22.5986328125, + 22.568603515625, + 22.5235595703125, + 22.5535888671875, + 22.5235595703125, + 22.53857421875, + 22.4935302734375, + 22.508544921875, + 22.4635009765625, + 22.41845703125, + 22.388427734375, + 22.3433837890625, + 22.3734130859375, + 22.3133544921875 ], "p10": [ - 15.750591278076172, - 15.665375709533691, - 15.600273132324219, - 15.556236267089844, - 15.543533325195312, - 15.533370971679688, - 15.52490234375, - 15.496109008789062, - 15.4842529296875, - 15.458847045898438, - 15.426666259765625, - 15.406341552734375, - 15.392791748046875, - 15.389404296875, - 15.389404296875, - 15.38262939453125, - 15.386016845703125, - 15.379241943359375, - 15.377548217773438, - 15.3758544921875, - 15.353836059570312, - 15.331817626953125, - 15.30133056640625, - 15.297943115234375 + 22.2232666015625, + 21.7728271484375, + 21.4124755859375, + 21.21728515625, + 21.0821533203125, + 21.0521240234375, + 20.97705078125, + 20.9019775390625, + 20.7818603515625, + 20.7518310546875, + 20.63922119140625, + 20.5416259765625, + 20.44403076171875, + 20.36895751953125, + 20.29388427734375, + 20.17376708984375, + 20.33892822265625, + 20.30889892578125, + 20.2113037109375, + 20.106201171875, + 20.01611328125, + 19.9110107421875, + 19.88848876953125, + 19.79840087890625 ], "p90": [ - 16.009307861328125, - 16.002532958984375, - 16.004226684570312, - 16.004226684570312, - 16.000839233398438, - 16.000839233398438, - 16.004226684570312, - 16.011001586914062, - 16.004226684570312, - 15.9991455078125, - 16.007614135742188, - 16.00592041015625, - 16.00592041015625, - 16.004226684570312, - 16.004226684570312, - 16.00592041015625, - 16.016082763671875, - 16.014389038085938, - 16.002532958984375, - 16.00592041015625, - 15.9991455078125, - 16.002532958984375, - 16.004226684570312, - 16.007614135742188 + 23.37939453125, + 23.529541015625, + 23.589599609375, + 23.6796875, + 23.829833984375, + 23.889892578125, + 23.949951171875, + 24.010009765625, + 24.070068359375, + 24.10009765625, + 24.070068359375, + 24.10009765625, + 24.0400390625, + 24.130126953125, + 24.070068359375, + 24.22021484375, + 24.190185546875, + 24.250244140625, + 24.22021484375, + 24.22021484375, + 24.250244140625, + 24.250244140625, + 24.34033203125, + 24.310302734375 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index dda387d3506aa766cb58eb722b3a706532aa344a..a1143ad73cf7acc1cfa5e715f15aab2e57c225be 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T16:01:50.910124+00:00", + "evaluated_at": "2026-06-18T01:00:39.462275+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 73.955078125, - 75.37109375, - 74.8046875, - 71.123046875, - 67.158203125, - 61.77734375, - 56.396484375, - 47.900390625, - 39.75830078125, - 36.395263671875, - 33.563232421875, - 31.337432861328125, - 29.16473388671875, - 27.4212646484375, - 27.01416015625, - 27.120361328125, - 25.987548828125, - 27.1026611328125, - 28.99658203125, - 35.93505859375, - 42.44873046875, - 47.4755859375, - 52.0068359375, - 53.564453125 + 29.57666015625, + 26.702880859375, + 24.7021484375, + 23.75634765625, + 23.428955078125, + 22.846923828125, + 23.210693359375, + 23.68359375, + 24.33837890625, + 24.9931640625, + 28.33984375, + 35.6697998046875, + 45.21875, + 51.1845703125, + 55.404296875, + 56.4228515625, + 49.875, + 46.5283203125, + 42.890625, + 40.307861328125, + 37.979736328125, + 36.670166015625, + 35.32421875, + 31.236358642578125 ], "p10": [ - 64.609375, - 55.263671875, - 47.1923828125, - 39.8291015625, - 34.908447265625, - 30.1470947265625, - 26.5185546875, - 23.47412109375, - 20.0048828125, - 18.94287109375, - 18.5888671875, - 17.7392578125, - 16.3232421875, - 15.54443359375, - 15.68603515625, - 15.615234375, - 15.1904296875, - 15.1904296875, - 15.1904296875, - 18.37646484375, - 20.50048828125, - 21.20849609375, - 21.668701171875, - 21.63330078125 + 23.501708984375, + 18.8818359375, + 16.5537109375, + 16.04443359375, + 16.48095703125, + 15.89892578125, + 15.60791015625, + 15.75341796875, + 16.04443359375, + 16.62646484375, + 17.572265625, + 19.53662109375, + 23.61083984375, + 25.93896484375, + 27.17578125, + 26.81201171875, + 22.73779296875, + 20.84619140625, + 18.66357421875, + 17.64501953125, + 16.77197265625, + 16.48095703125, + 16.62646484375, + 15.75341796875 ], "p90": [ - 81.318359375, - 88.681640625, - 92.9296875, - 94.345703125, - 94.345703125, - 93.779296875, - 92.9296875, - 85.0, - 76.50390625, - 72.255859375, - 66.7333984375, - 61.3525390625, - 57.24609375, - 53.9892578125, - 52.71484375, - 52.431640625, - 51.4404296875, - 54.5556640625, - 58.37890625, - 68.57421875, - 78.203125, - 85.56640625, - 92.646484375, - 96.044921875 + 34.487548828125, + 34.5421142578125, + 33.9237060546875, + 32.9415283203125, + 32.354949951171875, + 32.136688232421875, + 32.73236083984375, + 33.468994140625, + 35.10595703125, + 37.5068359375, + 44.4912109375, + 58.1689453125, + 74.029296875, + 83.6328125, + 89.744140625, + 91.490234375, + 82.177734375, + 77.8125, + 73.15625, + 69.373046875, + 65.880859375, + 64.134765625, + 62.09765625, + 55.404296875 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index ad8fb80ee6f86929b7333acefa7ba539223fba4a..3c92557cea0b2c995faf47c912206fcbcef9cb00 100644 --- a/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timer_s1/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T16:02:23.898019+00:00", + "evaluated_at": "2026-06-18T01:00:44.292335+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.08087158203125, - 21.93115234375, - 22.02642822265625, - 21.658935546875, - 21.67254638671875, - 21.6044921875, - 21.9583740234375, - 23.094879150390625, - 24.758804321289062, - 25.905517578125, - 27.212158203125, - 28.02880859375, - 28.4371337890625, - 28.4915771484375, - 28.3282470703125, - 27.6749267578125, - 26.95355224609375, - 26.10968017578125, - 25.150115966796875, - 24.2177734375, - 23.629104614257812, - 23.094879150390625, - 22.686553955078125, - 22.3394775390625 + 25.76171875, + 26.7734375, + 27.59375, + 28.11328125, + 28.359375, + 28.27734375, + 28.0859375, + 27.251953125, + 26.431640625, + 25.81640625, + 24.845703125, + 23.9698486328125, + 23.575927734375, + 22.9453125, + 22.6240234375, + 22.2890625, + 22.2275390625, + 22.056640625, + 22.220703125, + 22.015625, + 21.701171875, + 21.6875, + 22.3369140625, + 23.596435546875 ], "p10": [ - 21.7950439453125, - 21.550048828125, - 21.42755126953125, - 20.93756103515625, - 20.82867431640625, - 20.678955078125, - 20.84228515625, - 21.7950439453125, - 23.186752319335938, - 24.049339294433594, - 25.0072021484375, - 25.490386962890625, - 25.694549560546875, - 25.7694091796875, - 25.48358154296875, - 24.905120849609375, - 24.507003784179688, - 23.84857940673828, - 23.054046630859375, - 22.2850341796875, - 21.93115234375, - 21.4683837890625, - 21.114501953125, - 20.7606201171875 + 25.119140625, + 25.7890625, + 26.103515625, + 26.349609375, + 26.390625, + 26.212890625, + 25.92578125, + 25.173828125, + 24.5517578125, + 24.0552978515625, + 23.23583984375, + 22.37109375, + 21.9609375, + 21.44140625, + 21.03125, + 20.689453125, + 20.703125, + 20.45703125, + 20.552734375, + 20.29296875, + 19.96484375, + 19.8828125, + 20.40234375, + 21.455078125 ], "p90": [ - 22.373504638671875, - 22.32586669921875, - 22.70697021484375, - 22.421142578125, - 22.51641845703125, - 22.5572509765625, - 23.135711669921875, - 24.415130615234375, - 26.3138427734375, - 27.59326171875, - 29.1448974609375, - 30.2882080078125, - 30.914306640625, - 31.07763671875, - 31.07763671875, - 30.3970947265625, - 29.33544921875, - 28.409912109375, - 27.28021240234375, - 26.21856689453125, - 25.469970703125, - 24.806442260742188, - 24.31475067138672, - 23.945556640625 + 26.404296875, + 27.83984375, + 29.234375, + 30.02734375, + 30.546875, + 30.6015625, + 30.4375, + 29.53515625, + 28.5234375, + 27.67578125, + 26.513671875, + 25.59765625, + 25.1806640625, + 24.4697265625, + 24.2236328125, + 23.868484497070312, + 23.77203369140625, + 23.6776123046875, + 23.90533447265625, + 23.7049560546875, + 23.38623046875, + 23.466552734375, + 24.26806640625, + 25.734375 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index a05d7c1c5a103b3b0aa96bcfd5e006a0c723942c..2692ece2cb0988a1291089f0377949c547b96dcc 100644 --- a/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timer_s1/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-17T16:02:30.624781+00:00", + "evaluated_at": "2026-06-18T01:00:49.115236+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 13.47991943359375, - 13.493927001953125, - 13.447235107421875, - 13.556961059570312, - 13.605987548828125, - 13.521942138671875, - 13.526611328125, - 13.456573486328125, - 13.538284301757812, - 13.409881591796875, - 13.407546997070312, - 13.388870239257812, - 13.458908081054688, - 13.3958740234375, - 13.444900512695312, - 13.505599975585938, - 13.297821044921875, - 13.3211669921875, - 13.47991943359375, - 13.391204833984375, - 13.398208618164062, - 13.409881591796875, - 13.524276733398438, - 13.33050537109375 + 13.982208251953125, + 14.466796875, + 14.300520896911621, + 14.14373779296875, + 14.678955078125, + 13.52655029296875, + 14.507781982421875, + 14.96343994140625, + 13.880950927734375, + 14.328170776367188, + 13.953277587890625, + 13.37225341796875, + 15.0164794921875, + 14.640380859375, + 14.265487670898438, + 14.274227142333984, + 13.35296630859375, + 13.63262939453125, + 14.96343994140625, + 14.358306884765625, + 14.488494873046875, + 14.096725463867188, + 13.3963623046875, + 14.237762451171875 ], "p10": [ - 9.23095703125, - 9.15625, - 9.15625, - 9.2496337890625, - 9.38037109375, - 9.2496337890625, - 9.193603515625, - 9.23095703125, - 9.193603515625, - 9.118896484375, - 9.118896484375, - 9.118896484375, - 9.118896484375, - 9.08154296875, - 9.08154296875, - 9.08154296875, - 8.894775390625, - 8.820068359375, - 8.894775390625, - 8.857421875, - 8.969482421875, - 8.894775390625, - 8.93212890625, - 8.820068359375 + 9.2978515625, + 9.780029296875, + 9.548583984375, + 9.33642578125, + 9.895751953125, + 8.912109375, + 9.837890625, + 9.9921875, + 9.4521484375, + 9.7607421875, + 9.56787109375, + 9.25927734375, + 10.146484375, + 9.7607421875, + 9.6064453125, + 9.837890625, + 9.1435546875, + 9.18212890625, + 10.165771484375, + 9.587158203125, + 9.79931640625, + 9.4521484375, + 8.7578125, + 9.548583984375 ], "p90": [ - 18.71875, - 18.830810546875, - 18.64404296875, - 18.8681640625, - 19.054931640625, - 19.1669921875, - 19.279052734375, - 19.1669921875, - 19.279052734375, - 18.8681640625, - 18.79345703125, - 18.830810546875, - 19.129638671875, - 19.129638671875, - 19.24169921875, - 19.31640625, - 18.6627197265625, - 18.79345703125, - 19.1669921875, - 19.24169921875, - 19.24169921875, - 19.279052734375, - 19.31640625, - 18.79345703125 + 20.0986328125, + 20.83154296875, + 20.60009765625, + 20.330078125, + 20.75439453125, + 19.52001953125, + 20.79296875, + 21.68017578125, + 20.06005859375, + 20.52294921875, + 19.8671875, + 19.05712890625, + 21.71875, + 21.60302734375, + 20.98583984375, + 20.52294921875, + 19.153564453125, + 19.7900390625, + 21.44873046875, + 20.83154296875, + 20.7158203125, + 20.2529296875, + 19.4814453125, + 20.484375 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index eb5ca9dcfcb72fb6b4865bd0fbe40047570a61e4..49ca52fafb543ef176f3fdf63bdd69e374746dcd 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,41 +1,41 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-17T16:02:33.496522+00:00", + "evaluated_at": "2026-06-18T01:00:51.328064+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t134000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t150000z", - "data_fetched_at": "2026-06-17T15:41:36.154160Z", + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 168, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..7f53455d1a953c933994c7ead09a82bfebf581e5 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,739587.7461217245,571333.8100128174,585.3167317708334,0.5769503877207691,0.009034058960231463,0.008970012289680217,24.007021232152123,859.9928756226557,0.013178412709575761,0.008969313206823142,0.009705617380424343,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.12245662376038964,0.19380293688360267,0.33365391635646424,0.3526251296804111,0.5854562276307621,0.7646670319591045,1.7673551632515399,0.349938028457025,0.5722773087018854,0.5456467996126076,0.34520929311460175,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.08283379883160297,0.1023218282989955,0.289525364836057,1.9646362704144475,0.20796931039706174,0.23664596930393023,35.04983163675819,0.2878086149363896,0.2142939082667338,0.21557215021789142,0.16589158970274712,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.902370516881092,1.1541935834075048,0.9277235666910807,0.5646331309082262,0.043042185487388473,0.04182098250819404,25.545743042756147,1.379264484020774,0.06318447427735994,0.042499264292815885,0.04886898288672729,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,85.30155509685149,147.90203187163692,9.8178342183431,0.7831375367913367,0.2474237246803321,0.27963366203606643,6.2688926971166765,9.235884099362199,0.25507620067283404,0.2711484709323756,0.18805441871626483,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,1.2116234501477265,2.297502241673404,1.3904921213785808,0.67617449871927,0.05459600541978508,0.056402665299690374,2.065623426199494,1.1007376845314811,0.04269872944485344,0.05393859746994633,0.03406162008761295,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,32.25335364626957,27.022474768751408,4.28160301844279,0.8177066772622835,0.5304721105245713,0.36954179565007284,34.357232367012166,5.679203610214161,0.48162857471780873,0.36310414290680904,0.40294110717893256,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,9326.618901111186,8568.728595525026,70.7781982421875,1.6986767578125004,0.026978041135788996,0.026366058497457517,78.37085620117188,96.57442156757236,0.036074492103062045,0.026438548759727627,0.02908030231639105,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 0ed55c291608222d65d6e5c3b19d4c833dda82a8..edfb29528fe3711128c55b1f9fc8588974175a5a 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T21:39:44.657064+00:00", + "evaluated_at": "2026-06-17T23:49:52.703241+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,11 +99,11 @@ 65847.9921875, 65675.8828125, 65854.0, - 65776.96875 + 65776.96875, + 65780.0, + 65675.0078125 ], "actuals": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -127,89 +125,89 @@ 65516.0, 64301.8515625, 64434.359375, - 64300.0 + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65771.265625, - 65757.6171875, - 65757.5703125, - 65756.0859375, - 65768.015625, - 65749.296875, - 65740.265625, - 65722.6796875, - 65724.0390625, - 65724.8828125, - 65758.234375, - 65736.0625, - 65765.3203125, - 65743.5703125, - 65779.5546875, - 65736.203125, - 65766.359375, - 65742.9140625, - 65693.1484375, - 65661.765625, - 65669.1484375, - 65661.15625, - 65678.265625, - 65705.765625 + 65648.9609375, + 65620.1953125, + 65643.140625, + 65657.078125, + 65676.375, + 65692.9453125, + 65718.3671875, + 65707.3125, + 65694.765625, + 65714.609375, + 65700.375, + 65679.9453125, + 65708.546875, + 65737.140625, + 65754.1953125, + 65734.1953125, + 65779.171875, + 65759.6796875, + 65731.1171875, + 65729.265625, + 65744.890625, + 65733.9921875, + 65707.265625, + 65693.3515625 ], "p10": [ - 65844.0625, - 65845.1875, - 65824.5859375, - 65845.375, - 65852.09375, - 65811.1171875, - 65784.828125, - 65780.90625, - 65794.515625, - 65798.1484375, - 65804.7109375, - 65811.3125, - 65835.59375, - 65808.421875, - 65825.2734375, - 65806.9453125, - 65855.7109375, - 65726.46875, - 65772.5859375, - 65709.140625, - 65763.0859375, - 65753.8515625, - 65776.671875, - 65747.5078125 + 65734.1796875, + 65713.625, + 65727.9921875, + 65763.015625, + 65753.9765625, + 65766.984375, + 65792.4921875, + 65779.3125, + 65794.9453125, + 65834.1171875, + 65785.0390625, + 65785.9921875, + 65805.640625, + 65818.4140625, + 65868.3671875, + 65860.5703125, + 65880.3125, + 65835.96875, + 65845.8671875, + 65874.1640625, + 65909.84375, + 65907.6484375, + 65864.609375, + 65835.5625 ], "p90": [ - 66072.7578125, - 66116.703125, - 66163.7421875, - 66204.625, - 66236.59375, - 66242.0546875, - 66249.71875, - 66269.859375, - 66279.015625, - 66304.390625, - 66382.2421875, - 66327.234375, - 66387.3359375, - 66402.9375, - 66418.53125, - 66426.7421875, - 66457.1171875, - 66459.15625, - 66442.5390625, - 66417.9140625, - 66444.40625, - 66461.046875, - 66455.65625, - 66474.03125 + 65971.640625, + 65985.765625, + 66033.2734375, + 66077.546875, + 66115.5078125, + 66154.640625, + 66204.53125, + 66224.421875, + 66224.0234375, + 66264.515625, + 66304.6953125, + 66250.0, + 66321.78125, + 66383.484375, + 66380.5234375, + 66406.2734375, + 66453.015625, + 66462.2421875, + 66467.4765625, + 66489.25, + 66528.984375, + 66533.4140625, + 66501.3125, + 66496.6484375 ], "timestamps": [ - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +325,8 @@ "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", - "2026-06-17 21:00:00" + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index e46d40aad3f9b613674b4112f046f71262452d84..a51f6c2c78a1183d4cfbe3fcf99ec30921139586 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T20:13:43.784813+00:00", + "evaluated_at": "2026-06-17T23:50:00.776182+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json index 2421d064fa039e6cd68c05d5eb90edf9de929ba7..b3f0b340bcb90a77564f8c38c4933e78b3f93281 100644 --- a/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/timesfm_2_5/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,73 +1,11 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T20:22:51.530185+00:00", + "evaluated_at": "2026-06-17T23:53:33.497695+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, 16.0, 16.0, 16.0, @@ -101,9 +39,7 @@ 18.0, 18.0, 18.0, - 18.0 - ], - "actuals": [ + 18.0, 18.0, 18.299999237060547, 18.0, @@ -127,92 +63,151 @@ 19.0, 19.0, 20.0, - 20.0 + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 + ], + "actuals": [ + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 17.989221572875977, - 17.96497344970703, - 17.973934173583984, - 17.938125610351562, - 17.93977165222168, - 17.928720474243164, - 17.949026107788086, - 17.924280166625977, - 17.971647262573242, - 17.95391273498535, - 17.930423736572266, - 17.934782028198242, - 17.928974151611328, - 17.90408706665039, - 17.87997817993164, - 17.87302017211914, - 17.906558990478516, - 17.89837074279785, - 17.887815475463867, - 17.863901138305664, - 17.889787673950195, - 17.86156463623047, - 17.894235610961914, - 17.90727996826172 + 22.72574806213379, + 22.630678176879883, + 22.646766662597656, + 22.51382064819336, + 22.527645111083984, + 22.61500358581543, + 22.61658477783203, + 22.577089309692383, + 22.673791885375977, + 22.695085525512695, + 22.744598388671875, + 22.78336524963379, + 22.64189338684082, + 22.654558181762695, + 22.66354751586914, + 22.697641372680664, + 22.81056022644043, + 22.9069766998291, + 22.881418228149414, + 22.78675079345703, + 22.865713119506836, + 22.900897979736328, + 23.08038330078125, + 23.01404571533203 ], "p10": [ - 17.94741439819336, - 17.933584213256836, - 17.956684112548828, - 17.965768814086914, - 17.87815284729004, - 17.87896728515625, - 17.849781036376953, - 17.87333869934082, - 17.797996520996094, - 17.877307891845703, - 17.85967445373535, - 17.788223266601562, - 17.79367446899414, - 17.80862045288086, - 17.786609649658203, - 17.828317642211914, - 17.751340866088867, - 17.734859466552734, - 17.755502700805664, - 17.76066780090332, - 17.790239334106445, - 17.805952072143555, - 17.70319938659668, - 17.721328735351562 + 22.671112060546875, + 22.864980697631836, + 22.78150749206543, + 22.685993194580078, + 22.63205337524414, + 22.613340377807617, + 22.64012908935547, + 22.802875518798828, + 22.649568557739258, + 22.91421127319336, + 22.843582153320312, + 22.576250076293945, + 22.80191993713379, + 22.7643985748291, + 22.854320526123047, + 23.06548500061035, + 22.895587921142578, + 22.889944076538086, + 23.089365005493164, + 22.895689010620117, + 23.092395782470703, + 23.06351089477539, + 23.057811737060547, + 23.03000259399414 ], "p90": [ - 18.07692527770996, - 18.095706939697266, - 18.161405563354492, - 18.174970626831055, - 18.19222068786621, - 18.196109771728516, - 18.202070236206055, - 18.21678924560547, - 18.249839782714844, - 18.24017333984375, - 18.26800537109375, - 18.213253021240234, - 18.263986587524414, - 18.270639419555664, - 18.22987937927246, - 18.249465942382812, - 18.29290771484375, - 18.28649139404297, - 18.292312622070312, - 18.29705238342285, - 18.33068084716797, - 18.328353881835938, - 18.362045288085938, - 18.371158599853516 + 23.36522674560547, + 23.42603302001953, + 23.493932723999023, + 23.542034149169922, + 23.628469467163086, + 23.699954986572266, + 23.646535873413086, + 23.766721725463867, + 23.9290828704834, + 23.996932983398438, + 24.149900436401367, + 24.00124168395996, + 24.09405517578125, + 24.198617935180664, + 24.161273956298828, + 24.224815368652344, + 24.368377685546875, + 24.535470962524414, + 24.517229080200195, + 24.594345092773438, + 24.654863357543945, + 24.70012855529785, + 24.72539520263672, + 24.811107635498047 ], "timestamps": [ - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +322,11 @@ "2026-06-22 05:00:00", "2026-06-22 06:00:00", "2026-06-22 07:00:00", - "2026-06-22 08:00:00" + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 12efa207c234a6260c8d0b75921f119eae69030f..903c48077d1ed52ede19554271f97a704bb5ada0 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T20:23:01.563574+00:00", + "evaluated_at": "2026-06-17T23:56:47.906605+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,14 +336,14 @@ 66.5999984741211, 69.4000015258789, 61.70000076293945, - 57.29999923706055 - ], - "actuals": [ + 57.29999923706055, 55.099998474121094, 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -361,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0, - 43.29999923706055, - 39.599998474121094, - 36.099998474121094 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 51.28777313232422, - 46.95933151245117, - 42.962928771972656, - 38.68567657470703, - 33.1766357421875, - 29.416114807128906, - 27.524677276611328, - 25.828392028808594, - 24.20219612121582, - 22.750953674316406, - 22.595264434814453, - 21.940336227416992, - 22.507123947143555, - 22.645965576171875, - 23.317304611206055, - 25.125473022460938, - 29.254623413085938, - 33.17014694213867, - 36.107200622558594, - 38.0795783996582, - 38.0753173828125, - 36.93172073364258, - 34.97080612182617, - 33.4744987487793 + 27.464277267456055, + 23.662029266357422, + 21.203380584716797, + 19.243288040161133, + 17.724380493164062, + 17.57396125793457, + 18.490280151367188, + 19.128360748291016, + 19.385494232177734, + 20.580074310302734, + 23.115032196044922, + 26.62420654296875, + 32.29931640625, + 36.15620422363281, + 38.568206787109375, + 39.96918487548828, + 39.963661193847656, + 37.35819625854492, + 35.371681213378906, + 33.903717041015625, + 31.826257705688477, + 30.07196044921875, + 27.968503952026367, + 25.609766006469727 ], "p10": [ - 53.481239318847656, - 48.81396484375, - 46.04511260986328, - 42.3851432800293, - 37.55203628540039, - 34.34245300292969, - 32.57010269165039, - 31.481948852539062, - 29.031021118164062, - 27.980941772460938, - 27.084136962890625, - 26.853404998779297, - 27.186954498291016, - 28.324886322021484, - 29.37258529663086, - 32.34260177612305, - 35.93730545043945, - 40.09347152709961, - 43.676658630371094, - 45.94488525390625, - 45.66828918457031, - 44.5932731628418, - 43.342323303222656, - 40.997764587402344 + 28.982437133789062, + 25.63280487060547, + 23.435556411743164, + 22.085525512695312, + 21.184371948242188, + 20.95245361328125, + 22.094390869140625, + 23.073974609375, + 23.87493133544922, + 25.505123138427734, + 28.110979080200195, + 33.522377014160156, + 38.6431884765625, + 43.3605842590332, + 45.80807876586914, + 47.548744201660156, + 47.32966613769531, + 44.24919509887695, + 42.194366455078125, + 40.14131164550781, + 38.18346405029297, + 36.40477752685547, + 34.973365783691406, + 32.35633087158203 ], "p90": [ - 58.87350845336914, - 56.76393508911133, - 54.90700149536133, - 51.64144515991211, - 47.278507232666016, - 44.345211029052734, - 42.537506103515625, - 40.79644012451172, - 38.622657775878906, - 36.349849700927734, - 36.47965621948242, - 35.65188217163086, - 36.67859649658203, - 37.88938522338867, - 39.940303802490234, - 43.44214630126953, - 49.32821273803711, - 55.06908416748047, - 59.47449493408203, - 62.46328353881836, - 63.02040100097656, - 62.10909652709961, - 59.25194549560547, - 56.6870231628418 + 32.88603973388672, + 30.608768463134766, + 29.46593475341797, + 27.69889259338379, + 26.575626373291016, + 27.12198829650879, + 28.702756881713867, + 30.342247009277344, + 32.19116973876953, + 34.763427734375, + 39.49760437011719, + 45.1304817199707, + 52.75535202026367, + 58.363258361816406, + 62.04177474975586, + 64.01380920410156, + 63.99883270263672, + 61.2359619140625, + 58.509483337402344, + 56.07270812988281, + 53.43574905395508, + 51.244140625, + 47.97379684448242, + 44.53973388671875 ], "timestamps": [ - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +802,11 @@ "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", - "2026-06-17 18:00:00" + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 2d6cdab1aae61d2af91b7fdc395a360fb0c14965..0d632540a237e9ae769edab11c709cec53bbb0bd 100644 --- a/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/timesfm_2_5/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,16 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T20:36:13.323670+00:00", + "evaluated_at": "2026-06-17T23:56:53.848822+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,14 +336,14 @@ 22.299999237060547, 22.0, 21.700000762939453, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 21.700000762939453, 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -361,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273, + 24.100000381469727, + 23.799999237060547, 23.600000381469727, - 23.399999618530273, - 23.200000762939453 + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.22985076904297, - 22.108867645263672, - 22.19729995727539, - 22.59926414489746, - 23.568729400634766, - 24.721511840820312, - 25.735652923583984, - 26.475540161132812, - 26.981948852539062, - 27.278053283691406, - 27.521434783935547, - 27.429378509521484, - 26.98196029663086, - 26.350433349609375, - 25.57326889038086, - 24.572433471679688, - 23.73700523376465, - 23.25977325439453, - 22.700332641601562, - 22.292381286621094, - 22.0087890625, - 21.652427673339844, - 21.552242279052734, - 21.621131896972656 + 25.094348907470703, + 26.193187713623047, + 27.30516815185547, + 27.960975646972656, + 28.34528350830078, + 28.38062286376953, + 28.284278869628906, + 27.716938018798828, + 26.841960906982422, + 25.943870544433594, + 24.967491149902344, + 24.05074691772461, + 23.363344192504883, + 22.756494522094727, + 22.374237060546875, + 22.037036895751953, + 21.90622901916504, + 21.85057830810547, + 21.923381805419922, + 21.786584854125977, + 21.48081398010254, + 21.370914459228516, + 21.789134979248047, + 22.979637145996094 ], "p10": [ - 22.210800170898438, - 22.194095611572266, - 22.32853126525879, - 22.84815216064453, - 23.90725326538086, - 25.194080352783203, - 26.233924865722656, - 27.03448486328125, - 27.62994384765625, - 27.946022033691406, - 28.18994140625, - 28.101787567138672, - 27.582534790039062, - 26.947490692138672, - 26.198871612548828, - 25.214859008789062, - 24.46038818359375, - 23.915115356445312, - 23.326372146606445, - 22.843830108642578, - 22.626083374023438, - 22.288747787475586, - 22.2049503326416, - 22.118511199951172 + 25.280059814453125, + 26.44609832763672, + 27.69924545288086, + 28.39984130859375, + 28.834129333496094, + 29.037506103515625, + 28.881507873535156, + 28.295719146728516, + 27.52395248413086, + 26.574352264404297, + 25.653186798095703, + 24.61957550048828, + 23.973358154296875, + 23.300857543945312, + 22.91779327392578, + 22.626380920410156, + 22.521060943603516, + 22.36072540283203, + 22.389419555664062, + 22.190650939941406, + 22.03213882446289, + 21.94171905517578, + 22.518848419189453, + 23.572031021118164 ], "p90": [ - 22.574382781982422, - 22.721843719482422, - 23.178640365600586, - 23.903648376464844, - 25.29293441772461, - 26.761474609375, - 28.05292510986328, - 28.95055389404297, - 29.637039184570312, - 29.966136932373047, - 30.349143981933594, - 30.27120590209961, - 29.819915771484375, - 29.13782501220703, - 28.219894409179688, - 27.133777618408203, - 26.212390899658203, - 25.65949249267578, - 25.04803466796875, - 24.514781951904297, - 24.2164306640625, - 23.94190216064453, - 23.814945220947266, - 23.84782600402832 + 25.824573516845703, + 27.33065414428711, + 28.912097930908203, + 29.922710418701172, + 30.654521942138672, + 30.842849731445312, + 30.855487823486328, + 30.29090118408203, + 29.383560180664062, + 28.32229995727539, + 27.299381256103516, + 26.284191131591797, + 25.5445556640625, + 24.825069427490234, + 24.326549530029297, + 23.939815521240234, + 23.836864471435547, + 23.77672576904297, + 23.91162109375, + 23.71114158630371, + 23.517005920410156, + 23.560253143310547, + 24.15438461303711, + 25.4996337890625 ], "timestamps": [ - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +802,11 @@ "2026-06-17 15:00:00", "2026-06-17 16:00:00", "2026-06-17 17:00:00", - "2026-06-17 18:00:00" + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 661631ff1a7dda6a8beebea583c7f7d310dae122..208d21fd03e44776edd5d669e3350cbea645c116 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-17T15:48:23.023808+00:00", + "evaluated_at": "2026-06-17T23:57:01.369674+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 12.20544147491455, - 12.037431716918945, - 11.81390380859375, - 11.882087707519531, - 11.94091510772705, - 11.915685653686523, - 11.970141410827637, - 11.987424850463867, - 11.909387588500977, - 11.887164115905762, - 12.065033912658691, - 12.084649085998535, - 12.212786674499512, - 12.280606269836426, - 12.216346740722656, - 12.11445140838623, - 11.967717170715332, - 11.959063529968262, - 11.919374465942383, - 11.865059852600098, - 11.93679141998291, - 11.95374584197998, - 11.999861717224121, - 11.938274383544922 + 13.121681213378906, + 13.245149612426758, + 13.25629997253418, + 13.41429328918457, + 13.545952796936035, + 13.731443405151367, + 13.679574012756348, + 13.582283973693848, + 13.349223136901855, + 13.255428314208984, + 13.30846118927002, + 13.322199821472168, + 13.401241302490234, + 13.46061897277832, + 13.498409271240234, + 13.397128105163574, + 13.462119102478027, + 13.665514945983887, + 13.712989807128906, + 13.865421295166016, + 13.823062896728516, + 13.690169334411621, + 13.431137084960938, + 13.422338485717773 ], "p10": [ - 13.471028327941895, - 13.449990272521973, - 13.14365005493164, - 13.265923500061035, - 13.37496280670166, - 13.285521507263184, - 13.305668830871582, - 13.283568382263184, - 13.334490776062012, - 13.24219799041748, - 13.426913261413574, - 13.556474685668945, - 13.680839538574219, - 13.691018104553223, - 13.660802841186523, - 13.52384090423584, - 13.480796813964844, - 13.356849670410156, - 13.513976097106934, - 13.209857940673828, - 13.339644432067871, - 13.371498107910156, - 13.408103942871094, - 13.38166618347168 + 14.663334846496582, + 14.805456161499023, + 14.853271484375, + 15.032051086425781, + 15.118451118469238, + 15.289996147155762, + 15.217926025390625, + 15.10451602935791, + 14.994662284851074, + 14.804045677185059, + 14.860930442810059, + 15.003316879272461, + 14.998363494873047, + 15.14173698425293, + 15.111498832702637, + 15.098457336425781, + 15.17270565032959, + 15.257957458496094, + 15.572694778442383, + 15.458686828613281, + 15.431763648986816, + 15.359498977661133, + 15.010446548461914, + 15.040282249450684 ], "p90": [ - 16.462398529052734, - 16.464733123779297, - 16.38828468322754, - 16.43674087524414, - 16.5242919921875, - 16.53607177734375, - 16.600479125976562, - 16.632484436035156, - 16.594036102294922, - 16.517375946044922, - 16.74140167236328, - 16.799072265625, - 16.982891082763672, - 17.071571350097656, - 17.030067443847656, - 16.953876495361328, - 16.800174713134766, - 16.759624481201172, - 16.761573791503906, - 16.66349983215332, - 16.73615837097168, - 16.836376190185547, - 16.87088394165039, - 16.70882797241211 + 18.110767364501953, + 18.433095932006836, + 18.651918411254883, + 18.82027816772461, + 19.007951736450195, + 19.253664016723633, + 19.262540817260742, + 19.137784957885742, + 18.91944122314453, + 18.766695022583008, + 18.901344299316406, + 18.986059188842773, + 19.10505485534668, + 19.226043701171875, + 19.258380889892578, + 19.164207458496094, + 19.237411499023438, + 19.41546058654785, + 19.557350158691406, + 19.633132934570312, + 19.664535522460938, + 19.584856033325195, + 19.2728271484375, + 19.128705978393555 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..c952e55d2e8eafa1210abacdba85d21879954d9b 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,44 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-17T23:57:04.710504+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, + "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 2f7f66f814a2bda1708f34034e6450dbdbc0f282..9ae814e72df1d9448f58629ef88ca0034c22d2ab 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,429557.1378485362,429557.1378485362,476.96826171875,0.4653572055824577,0.007352741179894946,0.007303397108794345,3.622360415530597,655.4060862156654,0.01002610530778726,0.007296444328243287,0.005539982300968469,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,539025.4795862833,539025.4795862833,565.1337890625,0.5570559340192848,0.008723407901700057,0.008662701934511602,4.408270435196389,734.1835462514011,0.011250527825681885,0.008660032564804375,0.006302540762937877,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.16972805977928646,0.16972805977928646,0.3230724222337206,0.3414419828497335,0.573695123608662,0.7619263091800765,1.0668275088375965,0.41198065461777017,0.6737398084496908,0.5283421671172223,0.4598640952257399,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.08134466244867491,0.08134466244867491,0.252102287279235,1.7106939757201727,0.18023538362267433,0.20235068381989751,5.108918364590007,0.2852098568574987,0.2123589487260392,0.1877080171348948,0.15428702219370163,Ocean,1 -nws_ksfo_observations_temperature/1h/short,TiRex,0.007481669945794541,0.007481669945794541,0.025922457377115887,0.0717852718489186,0.0016435512229017544,0.001631719227822341,2.5988771804572752,0.0864966470205322,0.0054088577241242,0.0016209979073432865,0.005984700397541342,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,37.37129230547771,37.37129230547771,4.80046550432841,0.3948188569241562,0.15034592288131657,0.15007735858586801,4.260679158699059,6.113206384989608,0.16365527411015127,0.12851218304950568,0.18337121715168603,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,4.502894281981146,4.502894281981146,1.737082799275716,0.8447160262462573,0.06424947441429187,0.06734410124300579,5.67206509124118,2.122002422708595,0.08354340581469852,0.06838908932459431,0.055692257014732384,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,24.018371701635413,24.018371701635413,4.303847869237264,0.8122596240762334,0.5130841926016814,0.3723456106890441,7.321613614243574,4.900854180817403,0.4261612331145567,0.37424764080324036,0.276256755085575,Hazards,1 +nws_ksfo_observations_temperature/1h/short,TiRex,2.5288945886456227,2.5288945886456227,1.4268042246500652,0.868384684276875,0.06607594543425328,0.06344211565827966,4.841767463784721,1.5902498510126082,0.07284977027246374,0.0653622824887244,0.041351252599246296,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,47.54768131593543,47.54768131593543,5.547917366027832,0.44253979479867017,0.16209505248702014,0.16821057165656583,3.191825476816659,6.895482674616435,0.19043910723911903,0.15322211367625774,0.1758353032506102,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.501031605570309,1.501031605570309,1.1371702353159587,0.5529880407095756,0.04464144741899998,0.04573867200295851,2.377909640235031,1.2251659502166672,0.04752542787304934,0.04411198498320128,0.04208228985611902,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,32.16348442137655,32.16348442137655,4.790237665176392,0.9148464506437671,0.6121281092309346,0.4017222254451211,10.063670512535843,5.671285958349883,0.4809571130756085,0.40623923662273287,0.3065590999619746,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,9308.633076975742,9308.633076975742,73.17289225260417,1.7561494140625002,0.02790157203331124,0.027236987758386354,69.54208569335937,96.48125764611353,0.0360396915720891,0.027333064810311284,0.02813000381674233,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index b099a5e1c138d995783a2deaef892bdb0007da10..403a2154afdae87f308e9023769f514ef7ff1135 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T22:51:11.422332+00:00", + "evaluated_at": "2026-06-18T00:44:56.520068+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,11 +99,11 @@ 65847.9921875, 65675.8828125, 65854.0, - 65776.96875 + 65776.96875, + 65780.0, + 65675.0078125 ], "actuals": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -127,89 +125,89 @@ 65516.0, 64301.8515625, 64434.359375, - 64300.0 + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65811.7734375, - 65824.75, - 65833.921875, - 65829.8671875, - 65817.78125, - 65804.140625, - 65787.203125, - 65784.15625, - 65792.5625, - 65789.9375, - 65782.9375, - 65777.8359375, - 65776.0625, - 65784.15625, - 65798.0390625, - 65799.328125, - 65800.140625, - 65797.828125, - 65776.2421875, - 65750.1796875, - 65727.8671875, - 65696.8125, - 65665.9296875, - 65630.9609375 + 65705.453125, + 65691.0390625, + 65682.71875, + 65682.65625, + 65677.1875, + 65673.578125, + 65678.015625, + 65683.6171875, + 65691.2109375, + 65690.21875, + 65699.3125, + 65710.9375, + 65716.7734375, + 65724.390625, + 65739.109375, + 65751.8984375, + 65750.5234375, + 65746.0625, + 65738.9375, + 65720.90625, + 65704.40625, + 65678.8984375, + 65638.1640625, + 65594.3203125 ], "p10": [ - 65536.109375, - 65440.58203125, - 65374.01171875, - 65319.609375, - 65274.4765625, - 65236.640625, - 65196.42578125, - 65159.14453125, - 65119.89453125, - 65077.453125, - 65042.5625, - 65014.3359375, - 64972.4609375, - 64944.86328125, - 64921.2578125, - 64887.4375, - 64854.92578125, - 64822.08203125, - 64771.13671875, - 64720.4453125, - 64668.08984375, - 64628.0703125, - 64583.58984375, - 64537.6484375 + 65429.859375, + 65298.38671875, + 65208.20703125, + 65163.7265625, + 65128.1953125, + 65099.671875, + 65078.54296875, + 65048.375, + 65016.2734375, + 64977.67578125, + 64955.09765625, + 64940.3828125, + 64902.9921875, + 64877.03515625, + 64856.52734375, + 64835.3671875, + 64797.65234375, + 64764.31640625, + 64730.9140625, + 64690.83203125, + 64649.91015625, + 64615.03125, + 64567.0, + 64517.19921875 ], "p90": [ - 66106.7734375, - 66227.9609375, - 66319.7421875, - 66379.1796875, - 66414.2421875, - 66441.6875, - 66465.234375, - 66502.4375, - 66544.109375, - 66580.71875, - 66604.96875, - 66626.859375, - 66647.1796875, - 66693.2890625, - 66757.1171875, - 66783.90625, - 66829.046875, - 66893.46875, - 66926.9453125, - 66953.1875, - 66952.65625, - 66949.953125, - 66932.15625, - 66922.3203125 + 65994.4140625, + 66073.4375, + 66128.3671875, + 66194.09375, + 66245.3984375, + 66296.6328125, + 66355.765625, + 66406.734375, + 66455.578125, + 66496.8125, + 66546.6796875, + 66594.7578125, + 66628.453125, + 66681.6796875, + 66749.765625, + 66792.6953125, + 66828.53125, + 66883.5859375, + 66926.828125, + 66954.046875, + 66950.0, + 66943.25, + 66910.4921875, + 66885.875 ], "timestamps": [ - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +325,8 @@ "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", - "2026-06-17 21:00:00" + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 4156469a4c2f719a520da17cabec7585cb037d2b..0997adfd84760902bf878c25caf6d883535bddfc 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T15:52:01.034032+00:00", + "evaluated_at": "2026-06-18T00:47:40.111626+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json index f6eddaac7fa02fc46f50c3e12a3bb15d660fd6ed..dcafb1cf92174a18f9a0533b3bdfd7ffac77e5f5 100644 --- a/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/tirex/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T15:52:14.755537+00:00", + "evaluated_at": "2026-06-18T00:47:44.727126+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 16.000011444091797, - 15.999594688415527, - 15.999288558959961, - 15.999128341674805, - 15.99875545501709, - 15.998620986938477, - 15.998652458190918, - 15.999248504638672, - 15.999052047729492, - 15.998828887939453, - 15.999032020568848, - 15.99864387512207, - 15.99920654296875, - 15.999200820922852, - 15.998974800109863, - 15.99910831451416, - 15.998820304870605, - 15.998140335083008, - 15.9983549118042, - 15.998368263244629, - 15.998546600341797, - 15.999151229858398, - 16.000036239624023, - 15.999375343322754 + 22.931598663330078, + 22.90357208251953, + 22.895156860351562, + 22.90397071838379, + 22.929668426513672, + 22.962753295898438, + 22.990848541259766, + 23.02582550048828, + 23.063796997070312, + 23.11229705810547, + 23.154462814331055, + 23.19887924194336, + 23.258371353149414, + 23.304460525512695, + 23.363258361816406, + 23.39659309387207, + 23.443668365478516, + 23.485488891601562, + 23.52130699157715, + 23.581268310546875, + 23.625171661376953, + 23.65595245361328, + 23.70022964477539, + 23.734703063964844 ], "p10": [ - 15.976850509643555, - 15.845152854919434, - 15.66050910949707, - 15.571215629577637, - 15.553939819335938, - 15.537899017333984, - 15.526189804077148, - 15.496170043945312, - 15.455426216125488, - 15.378003120422363, - 15.374157905578613, - 15.333782196044922, - 15.323421478271484, - 15.326688766479492, - 15.276198387145996, - 15.242036819458008, - 15.178062438964844, - 15.205732345581055, - 15.169748306274414, - 15.171010971069336, - 15.173637390136719, - 15.173212051391602, - 15.202489852905273, - 15.205409049987793 + 22.203964233398438, + 21.940332412719727, + 21.808263778686523, + 21.721683502197266, + 21.720947265625, + 21.72492790222168, + 21.689302444458008, + 21.661800384521484, + 21.661008834838867, + 21.647628784179688, + 21.639280319213867, + 21.629871368408203, + 21.63168716430664, + 21.63736915588379, + 21.6431827545166, + 21.597869873046875, + 21.58734893798828, + 21.572214126586914, + 21.562297821044922, + 21.584754943847656, + 21.53307342529297, + 21.464603424072266, + 21.391761779785156, + 21.346067428588867 ], "p90": [ - 16.001462936401367, - 16.000593185424805, - 16.000213623046875, - 16.001258850097656, - 16.000539779663086, - 16.000423431396484, - 16.00066566467285, - 16.000856399536133, - 16.00156021118164, - 16.00078773498535, - 16.001359939575195, - 16.00063133239746, - 16.000715255737305, - 16.00139617919922, - 16.001224517822266, - 16.001567840576172, - 16.001495361328125, - 16.002517700195312, - 16.001676559448242, - 16.001617431640625, - 16.00112533569336, - 16.001583099365234, - 16.00221824645996, - 16.001567840576172 + 23.440610885620117, + 23.638689041137695, + 23.897991180419922, + 24.171480178833008, + 24.397029876708984, + 24.58207130432129, + 24.74356460571289, + 24.911359786987305, + 25.06238555908203, + 25.244905471801758, + 25.35927963256836, + 25.483001708984375, + 25.61935043334961, + 25.73556900024414, + 25.8968505859375, + 26.01980209350586, + 26.150060653686523, + 26.24042320251465, + 26.310733795166016, + 26.45301055908203, + 26.480253219604492, + 26.534454345703125, + 26.56366539001465, + 26.622713088989258 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index f972655d0a75918db0573c485124a88f066d9e43..e63728b3272d0d4984e646db1a64fecc3cc5bcd0 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T15:57:44.702395+00:00", + "evaluated_at": "2026-06-18T00:47:49.870227+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 69.3282470703125, - 69.51244354248047, - 67.07933044433594, - 61.529380798339844, - 52.72228240966797, - 44.906551361083984, - 39.84339141845703, - 33.79793930053711, - 28.70672035217285, - 25.60359001159668, - 23.429000854492188, - 21.225034713745117, - 19.550559997558594, - 18.94615936279297, - 18.91846466064453, - 19.348201751708984, - 20.396770477294922, - 21.781465530395508, - 24.50469970703125, - 30.150043487548828, - 35.88438034057617, - 41.14527130126953, - 45.94367980957031, - 47.334354400634766 + 27.043298721313477, + 24.08429718017578, + 21.727493286132812, + 20.077884674072266, + 19.214385986328125, + 18.863784790039062, + 18.931608200073242, + 19.3577823638916, + 20.36647605895996, + 21.541004180908203, + 23.65972328186035, + 32.32854461669922, + 44.65025329589844, + 48.94807434082031, + 52.475765228271484, + 53.13856506347656, + 51.6318359375, + 49.017005920410156, + 45.562522888183594, + 42.67316436767578, + 39.62804412841797, + 37.76831817626953, + 34.91311264038086, + 29.640928268432617 ], "p10": [ - 57.420989990234375, - 49.82654571533203, - 41.614654541015625, - 30.605669021606445, - 21.3453369140625, - 16.948463439941406, - 14.81037425994873, - 13.269699096679688, - 12.409229278564453, - 12.177570343017578, - 12.119239807128906, - 11.377307891845703, - 10.109304428100586, - 9.51695442199707, - 9.29959487915039, - 9.403829574584961, - 9.646833419799805, - 10.496994018554688, - 12.14748764038086, - 14.387399673461914, - 17.321136474609375, - 18.806215286254883, - 18.668087005615234, - 18.20135498046875 + 20.315967559814453, + 15.741087913513184, + 13.518264770507812, + 12.179229736328125, + 11.36260986328125, + 10.999837875366211, + 10.961862564086914, + 11.05108642578125, + 11.394121170043945, + 11.921182632446289, + 13.339345932006836, + 17.622556686401367, + 21.845233917236328, + 24.774412155151367, + 26.299922943115234, + 26.870080947875977, + 25.314815521240234, + 22.205646514892578, + 19.112869262695312, + 15.709797859191895, + 14.305143356323242, + 14.555351257324219, + 15.086271286010742, + 13.871946334838867 ], "p90": [ - 79.31492614746094, - 86.94740295410156, - 90.12689208984375, - 89.17472839355469, - 84.38184356689453, - 82.71426391601562, - 81.00581359863281, - 76.00967407226562, - 69.83668518066406, - 63.2759895324707, - 57.656036376953125, - 53.125091552734375, - 50.635318756103516, - 49.23988723754883, - 48.45258331298828, - 51.166481018066406, - 54.473548889160156, - 56.982757568359375, - 61.382537841796875, - 69.63687133789062, - 77.95482635498047, - 83.73487091064453, - 88.11527252197266, - 89.88484191894531 + 33.175777435302734, + 33.092288970947266, + 32.822998046875, + 32.02716827392578, + 31.28192138671875, + 31.597204208374023, + 32.52701950073242, + 34.194278717041016, + 36.77737045288086, + 40.3341178894043, + 45.85708236694336, + 59.10012435913086, + 70.02368927001953, + 74.21833801269531, + 75.70488739013672, + 76.29842376708984, + 74.59007263183594, + 72.36410522460938, + 69.89691925048828, + 67.25701904296875, + 65.57353210449219, + 63.21028137207031, + 59.36825942993164, + 52.773712158203125 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 86e4c8b5f3333f1bc29202d2719e07e027b46ece..40a6a1940d969665a52a4fe7816abfdb851fff80 100644 --- a/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/tirex/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T15:57:49.520198+00:00", + "evaluated_at": "2026-06-18T00:47:55.370300+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.10624885559082, - 22.023143768310547, - 21.995800018310547, - 21.88612937927246, - 21.7235050201416, - 21.603809356689453, - 21.975624084472656, - 22.90276527404785, - 24.036848068237305, - 24.915056228637695, - 25.522682189941406, - 26.030057907104492, - 26.368206024169922, - 26.480276107788086, - 26.308666229248047, - 26.005834579467773, - 25.6008358001709, - 25.065185546875, - 24.196561813354492, - 23.455379486083984, - 23.046510696411133, - 22.496538162231445, - 22.16527557373047, - 21.884742736816406 + 25.514785766601562, + 26.582538604736328, + 27.54076385498047, + 28.197134017944336, + 28.537155151367188, + 28.579452514648438, + 28.363819122314453, + 27.911211013793945, + 27.20128059387207, + 26.387441635131836, + 25.40366554260254, + 24.576810836791992, + 24.008846282958984, + 23.43114471435547, + 23.012378692626953, + 22.662900924682617, + 22.338836669921875, + 22.155452728271484, + 22.11170768737793, + 21.840166091918945, + 21.60658836364746, + 21.298110961914062, + 21.982824325561523, + 23.43907356262207 ], "p10": [ - 21.837120056152344, - 21.580760955810547, - 21.406896591186523, - 21.167448043823242, - 20.90626335144043, - 20.70296287536621, - 20.944576263427734, - 21.657482147216797, - 22.452377319335938, - 23.03132438659668, - 23.283855438232422, - 23.496522903442383, - 23.631750106811523, - 23.576881408691406, - 23.492477416992188, - 23.317777633666992, - 23.012859344482422, - 22.61113166809082, - 21.976303100585938, - 21.331745147705078, - 20.89059829711914, - 20.200597763061523, - 19.672643661499023, - 19.2736759185791 + 24.70509147644043, + 25.13860511779785, + 25.501665115356445, + 25.681556701660156, + 25.76581573486328, + 25.667285919189453, + 25.38389778137207, + 24.950014114379883, + 24.428640365600586, + 23.848796844482422, + 23.181425094604492, + 22.577810287475586, + 22.02143669128418, + 21.3676700592041, + 20.854711532592773, + 20.401424407958984, + 19.948453903198242, + 19.645545959472656, + 19.442991256713867, + 18.998348236083984, + 18.800800323486328, + 18.70878028869629, + 19.46918296813965, + 20.829431533813477 ], "p90": [ - 22.363201141357422, - 22.419692993164062, - 22.547060012817383, - 22.547103881835938, - 22.48079490661621, - 22.434558868408203, - 22.917675018310547, - 24.083402633666992, - 25.6765193939209, - 26.957990646362305, - 28.199609756469727, - 29.063879013061523, - 29.743417739868164, - 29.876388549804688, - 29.57871437072754, - 28.949148178100586, - 28.209003448486328, - 27.399511337280273, - 26.25933837890625, - 25.34937286376953, - 24.8862247467041, - 24.364389419555664, - 24.078140258789062, - 23.847105026245117 + 26.459440231323242, + 28.284038543701172, + 29.83405303955078, + 30.91904640197754, + 31.512462615966797, + 31.75506591796875, + 31.651042938232422, + 30.960243225097656, + 30.054180145263672, + 29.00623893737793, + 27.647865295410156, + 26.501718521118164, + 25.793716430664062, + 25.17888832092285, + 24.702899932861328, + 24.348285675048828, + 24.035547256469727, + 23.848695755004883, + 23.83358383178711, + 23.619300842285156, + 23.451622009277344, + 23.243513107299805, + 24.087242126464844, + 25.746013641357422 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 02c1d24838215c6df6cbb017543ec62b5da67d72..e8b0c7b5de21f09993a4e8a049efa615cec5f42c 100644 --- a/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/tirex/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-17T15:58:02.158967+00:00", + "evaluated_at": "2026-06-18T00:54:09.675173+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 13.50794792175293, - 13.312192916870117, - 13.117973327636719, - 13.20361614227295, - 13.258613586425781, - 13.418074607849121, - 13.392817497253418, - 13.35694694519043, - 13.280073165893555, - 13.182908058166504, - 13.336287498474121, - 13.388957977294922, - 13.575302124023438, - 13.545001983642578, - 13.535752296447754, - 13.442704200744629, - 13.324252128601074, - 13.380626678466797, - 13.444501876831055, - 13.654410362243652, - 13.636690139770508, - 13.602063179016113, - 13.529414176940918, - 13.390469551086426 + 14.405425071716309, + 14.242161750793457, + 14.486014366149902, + 14.536727905273438, + 14.578378677368164, + 14.693787574768066, + 14.63651180267334, + 14.742115020751953, + 14.604487419128418, + 14.611381530761719, + 14.601729393005371, + 14.59736442565918, + 14.717376708984375, + 14.780814170837402, + 14.811491966247559, + 14.524933815002441, + 14.601188659667969, + 14.67670726776123, + 14.753412246704102, + 14.927334785461426, + 14.967122077941895, + 14.790960311889648, + 14.551347732543945, + 14.585244178771973 ], "p10": [ - 9.48907470703125, - 9.159357070922852, - 8.965227127075195, - 9.047233581542969, - 9.065902709960938, - 9.145710945129395, - 9.074833869934082, - 9.047431945800781, - 8.958833694458008, - 8.851730346679688, - 8.977237701416016, - 8.978937149047852, - 9.117029190063477, - 9.083515167236328, - 9.090158462524414, - 8.974283218383789, - 8.826173782348633, - 8.867874145507812, - 8.883935928344727, - 9.033405303955078, - 9.019205093383789, - 9.018487930297852, - 8.996020317077637, - 8.90555191040039 + 9.679093360900879, + 9.360004425048828, + 9.595857620239258, + 9.699167251586914, + 9.726282119750977, + 9.773382186889648, + 9.657676696777344, + 9.728094100952148, + 9.605621337890625, + 9.602787971496582, + 9.555261611938477, + 9.532700538635254, + 9.628122329711914, + 9.65959358215332, + 9.703109741210938, + 9.502531051635742, + 9.577377319335938, + 9.649900436401367, + 9.65431022644043, + 9.736127853393555, + 9.807037353515625, + 9.665771484375, + 9.51025104522705, + 9.552750587463379 ], "p90": [ - 19.35505485534668, - 19.388286590576172, - 19.1346492767334, - 19.244707107543945, - 19.443462371826172, - 19.692792892456055, - 19.691919326782227, - 19.665727615356445, - 19.588300704956055, - 19.492820739746094, - 19.680442810058594, - 19.843093872070312, - 20.106897354125977, - 20.118751525878906, - 20.110958099365234, - 20.057186126708984, - 19.976287841796875, - 20.07662582397461, - 20.195865631103516, - 20.5716609954834, - 20.540771484375, - 20.53335189819336, - 20.4569034576416, - 20.253658294677734 + 20.850887298583984, + 20.84209632873535, + 21.10388946533203, + 21.21247673034668, + 21.353904724121094, + 21.558486938476562, + 21.52768898010254, + 21.666900634765625, + 21.485748291015625, + 21.50959014892578, + 21.518478393554688, + 21.559158325195312, + 21.719593048095703, + 21.848604202270508, + 21.925050735473633, + 21.56732177734375, + 21.67186737060547, + 21.792022705078125, + 21.88564109802246, + 22.205759048461914, + 22.210651397705078, + 21.942184448242188, + 21.56540870666504, + 21.594125747680664 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 154c66af570b99975c8699f372b27ed25f265eac..901cacd13e1f809d1e34dff3c406348dd77b6cc9 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,30 +1,42 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-17T22:51:32.513231+00:00", + "evaluated_at": "2026-06-18T00:54:12.332771+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t210000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t150600z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t202000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t185000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, "prediction_length": 24 } ], diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 308db02df97564b596b0dbc4e6d0a42250e2bbea..e16513fc9f3df8eb2600155ed173860673ac7b5e 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,302138.7764021556,302138.7764021556,413.7452799479167,0.40367328971886035,0.006370039840649817,0.006340461039226479,2.4334420889721273,549.6715168190503,0.008408625779079972,0.00632928780278785,0.006225914607836409,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,403074.9013226827,403074.9013226827,504.5582682291667,0.4973462617441675,0.007779448629674039,0.007739296640988452,2.3165227413544542,634.8818010643262,0.009728841521119285,0.0077317816033517115,0.0065330388597726625,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.025744740523071925,0.025744740523071925,0.13425260266909997,0.14188606548693042,0.2925418914895451,0.3048668899768697,1.5290216240162906,0.1604516765978839,0.2623974709608299,0.21955235468537065,0.3194584102540514,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.08284514368969356,0.08284514368969356,0.2593193054199219,1.7596665954816957,0.18595108964861298,0.20885870380864013,14.720478920710011,0.2878283232930588,0.21430858253483065,0.19308159854676993,0.15646058585340492,Ocean,1 -nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,0.007507148169338507,0.007507148169338507,0.025462746620178223,0.0705122265824704,0.0016148803686547827,0.0016029852467578426,2.9817849659395192,0.08664380052455287,0.005418059611067462,0.0015922510117794039,0.0072049227208703815,Weather,1 -open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,66.5843077780484,66.5843077780484,6.630697011947632,0.5453479902120101,0.19571591302498503,0.17635094792305653,4.509890205896124,8.159920819349193,0.21844740620678263,0.17750889937171574,0.20355671219956645,Air Quality,1 -open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,5.021804913767028,5.021804913767028,1.8192336559295654,0.8846646949074746,0.06694103709198224,0.07028205857564855,3.1060191234282812,2.240938400261602,0.08822592480352968,0.07162337514915867,0.054241204007503735,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,23.669323819035867,23.669323819035867,4.248534957567851,0.8018204900259116,0.505742522029032,0.36851077136112514,7.369935211941581,4.865112929731011,0.4230532982374792,0.3694378223972044,0.2718767480957719,Hazards,1 +nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.264317342097911,1.264317342097911,1.0581629276275635,0.6440214178975542,0.048873524619461074,0.04754738513054904,1.9363125464462791,1.1244186685118276,0.0515099194249236,0.04847472624469656,0.03144084100023453,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,39.19471660410227,39.19471660410227,4.720538059870402,0.3765423683392115,0.1309694226548694,0.13472927599499507,2.818347385802125,6.260568393053642,0.1729040752972237,0.1303715919872148,0.15581281935371505,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.4483771449939316,0.4483771449939316,0.5865267912546793,0.2852187746801885,0.02279390842507334,0.02280973956803396,3.035559873792496,0.6696096960124843,0.025974838188498404,0.022751968179050133,0.03197898984565876,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,30.43988003105964,30.43988003105964,4.641255974769592,0.886393714014352,0.5882872437777554,0.3928804055809671,10.147468652902296,5.517234817466051,0.46789270536814564,0.39360474697692654,0.29856186032903675,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,9290.93904111286,9290.93904111286,73.02581787109375,1.7526196289062501,0.02784686090449479,0.027183522188247846,69.47888427734375,96.38951727814006,0.03600542279650368,0.027278126519941635,0.02803159646225141,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index d7bf8a6a6112e6c278dc1ef1f98abfdbbf0d0320..520fafab25e485c535034e9624cec350ec58658b 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T22:24:16.191224+00:00", + "evaluated_at": "2026-06-18T00:07:11.435065+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 63502.0, - 63580.01171875, 63600.01171875, 63837.890625, 63646.01171875, @@ -101,11 +99,11 @@ 65847.9921875, 65675.8828125, 65854.0, - 65776.96875 + 65776.96875, + 65780.0, + 65675.0078125 ], "actuals": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -127,89 +125,89 @@ 65516.0, 64301.8515625, 64434.359375, - 64300.0 + 64257.76953125, + 64300.01171875, + 64502.98828125 ], "p50": [ - 65779.515625, - 65791.3203125, - 65781.890625, - 65767.203125, - 65745.65625, - 65744.6796875, - 65706.015625, - 65694.5390625, - 65679.9609375, - 65658.0390625, - 65635.9609375, - 65622.296875, - 65600.390625, - 65592.8125, - 65577.3125, - 65559.4765625, - 65536.6328125, - 65533.875, - 65515.0234375, - 65501.8984375, - 65497.6171875, - 65474.09765625, - 65456.140625, - 65447.61328125 + 65683.2421875, + 65675.4375, + 65657.1015625, + 65653.78125, + 65633.359375, + 65624.78125, + 65618.5078125, + 65607.1328125, + 65588.0234375, + 65591.359375, + 65578.4765625, + 65566.828125, + 65556.6953125, + 65546.4609375, + 65523.3125, + 65530.75390625, + 65514.58984375, + 65507.23828125, + 65503.33984375, + 65488.8828125, + 65478.015625, + 65477.22265625, + 65465.046875, + 65459.87109375 ], "p10": [ - 65469.91015625, - 65343.33984375, - 65221.8984375, - 65118.84765625, - 65001.75, - 64908.55078125, - 64792.46875, - 64705.734375, - 64581.078125, - 64487.15234375, - 64393.89453125, - 64306.453125, - 64208.13671875, - 64123.734375, - 64054.015625, - 63969.76171875, - 63914.8125, - 63837.41796875, - 63767.60546875, - 63735.234375, - 63690.09375, - 63631.30078125, - 63586.73046875, - 63558.5546875 + 65395.234375, + 65252.890625, + 65126.44921875, + 65037.17578125, + 64930.96875, + 64836.96875, + 64752.9453125, + 64671.55859375, + 64577.86328125, + 64515.26953125, + 64422.43359375, + 64339.87890625, + 64256.0390625, + 64174.67578125, + 64106.16796875, + 64056.6640625, + 64001.45703125, + 63945.859375, + 63883.6796875, + 63829.96484375, + 63767.64453125, + 63736.0078125, + 63684.21484375, + 63639.17578125 ], "p90": [ - 66082.3125, - 66218.1640625, - 66310.984375, - 66380.703125, - 66453.015625, - 66543.6484375, - 66578.234375, - 66640.6484375, - 66712.6796875, - 66771.59375, - 66818.0234375, - 66872.5859375, - 66896.203125, - 66981.890625, - 67024.8046875, - 67063.2421875, - 67096.8203125, - 67155.1796875, - 67176.3671875, - 67234.1015625, - 67266.0, - 67309.0078125, - 67318.9765625, - 67363.09375 + 65968.0234375, + 66075.75, + 66145.609375, + 66222.015625, + 66294.34375, + 66369.3125, + 66435.6953125, + 66497.9453125, + 66560.7890625, + 66640.125, + 66694.9609375, + 66753.9765625, + 66801.1328125, + 66872.15625, + 66897.296875, + 66988.2890625, + 67002.9765625, + 67046.25, + 67100.25, + 67128.3359375, + 67133.421875, + 67220.328125, + 67229.59375, + 67265.359375 ], "timestamps": [ - "2026-06-12 22:00:00", - "2026-06-12 23:00:00", "2026-06-13 00:00:00", "2026-06-13 01:00:00", "2026-06-13 02:00:00", @@ -327,6 +325,8 @@ "2026-06-17 18:00:00", "2026-06-17 19:00:00", "2026-06-17 20:00:00", - "2026-06-17 21:00:00" + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 80f4156d427519709fc90de1ec3286ee1eed9978..c5ece6a27f78c6dbab2fcd824fbb6cc7a6774eb6 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:49:46.828801+00:00", + "evaluated_at": "2026-06-18T00:24:09.622233+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json index 9fa62e15b14d93598c4e87fd34538adce2b9a779..626a4f8a56978eb12712e2749fa154719aa59eb7 100644 --- a/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nws_ksfo_observations_temperature__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nws_ksfo_observations_temperature/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:49:51.968460+00:00", + "evaluated_at": "2026-06-18T00:24:13.886304+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -10,212 +10,204 @@ 16.0, 16.0, 16.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, - 15.0, 16.0, 16.0, 16.0, 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.0, - 15.0, - 15.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, + 16.100000381469727, 16.0, 16.0, 16.0, 16.0, 16.0, + 16.100000381469727, 16.0, - 16.0 + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 16.700000762939453, + 17.0, + 17.0, + 17.0, + 17.0, + 17.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.0, + 18.299999237060547, + 18.0, + 19.0, + 19.0, + 19.0, + 19.0, + 18.0, + 19.0, + 19.0, + 19.0, + 19.399999618530273, + 20.0, + 20.0, + 19.0, + 19.399999618530273, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 19.0, + 20.0, + 20.0, + 19.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 19.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 20.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0, + 22.0, + 21.0, + 21.0, + 21.0, + 20.600000381469727, + 21.0, + 21.0, + 22.0, + 22.0, + 23.0, + 23.0, + 23.0 ], "actuals": [ - 16.0, - 16.0, - 16.0, - 15.600000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0, - 16.0, - 16.0, - 16.0, - 16.0, - 16.100000381469727, - 16.0 + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.200000762939453, + 22.0, + 22.0, + 22.0, + 22.0, + 23.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 22.0, + 21.700000762939453, + 21.0, + 21.0, + 21.0, + 21.0, + 21.0 ], "p50": [ - 15.999641418457031, - 15.999720573425293, - 15.999577522277832, - 15.999982833862305, - 15.999797821044922, - 15.99973201751709, - 15.999420166015625, - 15.999455451965332, - 15.99904727935791, - 15.999429702758789, - 15.999608993530273, - 15.999621391296387, - 15.999496459960938, - 15.999763488769531, - 15.999735832214355, - 15.999653816223145, - 15.999469757080078, - 15.999088287353516, - 15.999421119689941, - 15.99949836730957, - 15.999171257019043, - 15.999290466308594, - 15.999634742736816, - 15.999601364135742 + 23.00775909423828, + 23.008756637573242, + 23.010499954223633, + 22.98208999633789, + 22.988662719726562, + 22.978561401367188, + 22.983312606811523, + 22.95565414428711, + 22.94420051574707, + 22.9549617767334, + 22.981962203979492, + 22.99767303466797, + 22.97909164428711, + 22.9595947265625, + 22.927915573120117, + 22.876529693603516, + 22.802383422851562, + 22.750429153442383, + 22.701168060302734, + 22.696609497070312, + 22.678997039794922, + 22.693971633911133, + 22.699935913085938, + 22.699115753173828 ], "p10": [ - 15.930413246154785, - 15.690943717956543, - 15.533120155334473, - 15.504740715026855, - 15.401424407958984, - 15.385479927062988, - 15.305583000183105, - 15.269964218139648, - 15.260011672973633, - 15.223893165588379, - 15.166910171508789, - 15.145853996276855, - 15.121526718139648, - 15.126059532165527, - 15.126692771911621, - 15.12083625793457, - 15.10276985168457, - 15.09323787689209, - 15.077406883239746, - 15.063356399536133, - 15.04975700378418, - 15.042726516723633, - 15.03689193725586, - 15.032339096069336 + 21.70685386657715, + 21.85334587097168, + 21.790586471557617, + 21.673851013183594, + 21.654644012451172, + 21.55924415588379, + 21.464338302612305, + 21.434207916259766, + 21.3212833404541, + 21.246662139892578, + 21.153656005859375, + 21.0892333984375, + 21.020673751831055, + 20.94084930419922, + 20.868305206298828, + 20.813098907470703, + 20.725582122802734, + 20.64922332763672, + 20.586223602294922, + 20.533079147338867, + 20.460847854614258, + 20.40373420715332, + 20.34528923034668, + 20.282094955444336 ], "p90": [ - 16.002952575683594, - 16.002727508544922, - 16.003101348876953, - 16.002931594848633, - 16.002933502197266, - 16.002925872802734, - 16.002687454223633, - 16.002914428710938, - 16.002843856811523, - 16.0031795501709, - 16.003009796142578, - 16.003381729125977, - 16.003686904907227, - 16.003204345703125, - 16.00307846069336, - 16.003883361816406, - 16.00408363342285, - 16.00455093383789, - 16.004995346069336, - 16.00537109375, - 16.005407333374023, - 16.005971908569336, - 16.006929397583008, - 16.0078125 + 23.145601272583008, + 23.430490493774414, + 23.60254669189453, + 23.748685836791992, + 23.895687103271484, + 23.99242401123047, + 24.097637176513672, + 24.144649505615234, + 24.16611099243164, + 24.173959732055664, + 24.27102279663086, + 24.32013511657715, + 24.39352798461914, + 24.400653839111328, + 24.440908432006836, + 24.46868896484375, + 24.528770446777344, + 24.5427303314209, + 24.604747772216797, + 24.622488021850586, + 24.65057945251465, + 24.72357940673828, + 24.758621215820312, + 24.80791664123535 ], "timestamps": [ - "2026-06-17 06:00:00", - "2026-06-17 07:00:00", - "2026-06-17 08:00:00", - "2026-06-17 09:00:00", - "2026-06-17 10:00:00", - "2026-06-17 11:00:00", - "2026-06-17 12:00:00", - "2026-06-17 13:00:00", "2026-06-17 14:00:00", "2026-06-17 15:00:00", "2026-06-17 16:00:00", @@ -327,6 +319,14 @@ "2026-06-22 02:00:00", "2026-06-22 03:00:00", "2026-06-22 04:00:00", - "2026-06-22 05:00:00" + "2026-06-22 05:00:00", + "2026-06-22 06:00:00", + "2026-06-22 07:00:00", + "2026-06-22 08:00:00", + "2026-06-22 09:00:00", + "2026-06-22 10:00:00", + "2026-06-22 11:00:00", + "2026-06-22 12:00:00", + "2026-06-22 13:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json index 863db10ea19e77e6ceeecc3edb7b47ba16903a8f..9b0f3c0e5a177e63e61f58653e0ae6cb1dd887c6 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_air_quality_hourly_pm2_5__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:49:57.531976+00:00", + "evaluated_at": "2026-06-18T00:24:18.392641+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 28.100000381469727, - 28.200000762939453, - 28.5, - 28.299999237060547, - 28.100000381469727, - 28.799999237060547, - 28.5, - 26.399999618530273, 30.0, 31.700000762939453, 32.0, @@ -341,9 +333,7 @@ 24.799999237060547, 38.400001525878906, 52.599998474121094, - 66.5999984741211 - ], - "actuals": [ + 66.5999984741211, 69.4000015258789, 61.70000076293945, 57.29999923706055, @@ -351,7 +341,9 @@ 55.099998474121094, 57.0, 52.70000076293945, - 38.900001525878906, + 38.900001525878906 + ], + "actuals": [ 17.899999618530273, 19.399999618530273, 20.399999618530273, @@ -364,98 +356,98 @@ 22.899999618530273, 22.799999237060547, 27.100000381469727, - 35.900001525878906, - 42.0, - 46.400001525878906, - 46.0 + 38.599998474121094, + 47.0, + 51.29999923706055, + 52.900001525878906, + 57.900001525878906, + 59.0, + 58.29999923706055, + 59.0, + 50.79999923706055, + 45.400001525878906, + 40.20000076293945, + 29.600000381469727 ], "p50": [ - 71.76963806152344, - 73.0082778930664, - 72.53069305419922, - 69.80844116210938, - 66.28020477294922, - 61.60593795776367, - 57.8809928894043, - 49.11705017089844, - 34.67047882080078, - 29.7614688873291, - 26.25429344177246, - 23.69259262084961, - 22.352705001831055, - 21.676109313964844, - 21.307527542114258, - 21.611286163330078, - 21.782258987426758, - 22.30072021484375, - 24.113616943359375, - 28.63676643371582, - 32.62099838256836, - 35.01006317138672, - 37.078887939453125, - 36.15317153930664 + 25.531055450439453, + 23.82400894165039, + 22.381479263305664, + 21.18807601928711, + 20.903278350830078, + 21.05878257751465, + 21.331836700439453, + 21.64037322998047, + 21.916763305664062, + 22.58553695678711, + 24.170713424682617, + 30.16339683532715, + 41.161216735839844, + 45.52978515625, + 49.832847595214844, + 51.80387496948242, + 50.706809997558594, + 48.272193908691406, + 45.68714141845703, + 42.8635139465332, + 39.873931884765625, + 38.64286422729492, + 37.85762405395508, + 28.84372901916504 ], "p10": [ - 59.238929748535156, - 52.851783752441406, - 38.57411193847656, - 34.94452667236328, - 28.732683181762695, - 21.311201095581055, - 18.62506866455078, - 17.40939712524414, - 14.377017974853516, - 14.33183479309082, - 13.120532989501953, - 12.652631759643555, - 11.891561508178711, - 11.535684585571289, - 11.888420104980469, - 12.217126846313477, - 11.705780029296875, - 12.636423110961914, - 12.852746963500977, - 14.863077163696289, - 16.16240692138672, - 17.083574295043945, - 17.701528549194336, - 16.37903594970703 + 19.69852066040039, + 18.6077880859375, + 16.917598724365234, + 15.729538917541504, + 15.088109970092773, + 15.046875, + 14.913063049316406, + 14.915098190307617, + 14.787874221801758, + 14.935771942138672, + 15.737810134887695, + 18.527511596679688, + 22.862945556640625, + 23.98157501220703, + 25.804134368896484, + 24.617813110351562, + 22.782333374023438, + 21.178245544433594, + 19.23979949951172, + 17.75210952758789, + 16.645885467529297, + 15.942670822143555, + 15.46297550201416, + 13.596141815185547 ], "p90": [ - 82.18387603759766, - 91.63059997558594, - 96.60603332519531, - 99.03156280517578, - 96.68785858154297, - 96.94918823242188, - 93.2719497680664, - 92.58492279052734, - 84.672119140625, - 76.4921875, - 66.53390502929688, - 62.03732681274414, - 53.1673583984375, - 49.26206970214844, - 52.40131759643555, - 52.09394073486328, - 51.945404052734375, - 55.662010192871094, - 60.82371139526367, - 69.430908203125, - 76.91205596923828, - 80.45797729492188, - 84.5157470703125, - 83.75362396240234 + 31.062252044677734, + 29.59795379638672, + 28.463716506958008, + 27.451374053955078, + 27.420185089111328, + 28.02533721923828, + 28.711610794067383, + 29.2139892578125, + 30.480825424194336, + 31.671669006347656, + 34.557899475097656, + 49.485740661621094, + 63.75151443481445, + 67.68608093261719, + 72.11100769042969, + 75.62537384033203, + 73.93331909179688, + 74.45184326171875, + 75.05860900878906, + 71.94920349121094, + 70.17062377929688, + 67.95829772949219, + 66.153564453125, + 55.81507873535156 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json index 228b4d1e90b8a0b76a3f04aa8ae543905cadaeab..8a2b2e9685919134af402b31f3f90d00f8b693d9 100644 --- a/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json +++ b/results/toto_2_0_1b/forecasts/open_meteo_shanghai_hourly_temperature_2m__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "open_meteo_shanghai_hourly_temperature_2m/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:50:04.498715+00:00", + "evaluated_at": "2026-06-18T00:24:25.660204+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, "context": [ - 24.200000762939453, - 24.0, - 24.299999237060547, - 24.0, - 23.799999237060547, - 23.600000381469727, - 24.5, - 26.399999618530273, 28.600000381469727, 31.0, 33.099998474121094, @@ -341,9 +333,7 @@ 23.5, 23.0, 22.600000381469727, - 22.299999237060547 - ], - "actuals": [ + 22.299999237060547, 22.0, 21.700000762939453, 22.299999237060547, @@ -351,7 +341,9 @@ 21.5, 21.5, 22.200000762939453, - 23.899999618530273, + 23.899999618530273 + ], + "actuals": [ 24.5, 26.100000381469727, 27.399999618530273, @@ -364,98 +356,98 @@ 27.700000762939453, 27.200000762939453, 26.200000762939453, - 25.399999618530273, - 24.799999237060547, + 25.0, 24.399999618530273, - 23.899999618530273 + 24.100000381469727, + 23.799999237060547, + 23.600000381469727, + 23.299999237060547, + 23.200000762939453, + 22.899999618530273, + 22.799999237060547, + 22.799999237060547, + 23.600000381469727, + 24.899999618530273 ], "p50": [ - 22.070322036743164, - 21.954788208007812, - 22.038394927978516, - 21.948036193847656, - 21.958425521850586, - 21.96910858154297, - 22.28888702392578, - 22.85959815979004, - 23.91633415222168, - 24.676406860351562, - 25.361114501953125, - 25.68881607055664, - 25.91847801208496, - 25.910987854003906, - 25.97884750366211, - 25.64841079711914, - 25.277061462402344, - 24.75433349609375, - 24.130136489868164, - 23.560705184936523, - 23.34465789794922, - 22.870952606201172, - 22.645755767822266, - 22.34696388244629 + 25.851757049560547, + 27.196109771728516, + 28.49931526184082, + 29.15125846862793, + 29.565216064453125, + 29.649141311645508, + 29.535076141357422, + 28.970291137695312, + 28.236038208007812, + 27.277359008789062, + 26.290292739868164, + 25.22585105895996, + 24.702768325805664, + 24.0638484954834, + 23.622419357299805, + 23.221027374267578, + 22.962100982666016, + 22.788408279418945, + 22.891572952270508, + 22.67595100402832, + 22.54351806640625, + 22.369781494140625, + 22.978975296020508, + 24.282588958740234 ], "p10": [ - 21.75844955444336, - 21.495269775390625, - 21.400089263916016, - 21.203384399414062, - 21.104522705078125, - 21.04932975769043, - 21.25478744506836, - 21.717491149902344, - 22.523786544799805, - 22.99803352355957, - 23.46013832092285, - 23.621173858642578, - 23.765966415405273, - 23.634592056274414, - 23.649185180664062, - 23.352237701416016, - 23.069568634033203, - 22.626232147216797, - 22.133743286132812, - 21.687517166137695, - 21.43088150024414, - 20.978816986083984, - 20.74421501159668, - 20.45012855529785 + 24.99595832824707, + 25.820201873779297, + 26.447572708129883, + 26.670042037963867, + 26.716562271118164, + 26.539640426635742, + 26.172117233276367, + 25.664480209350586, + 24.940473556518555, + 24.150480270385742, + 23.43402671813965, + 22.478469848632812, + 22.00904083251953, + 21.467857360839844, + 21.141983032226562, + 20.838863372802734, + 20.58536720275879, + 20.422780990600586, + 20.412073135375977, + 20.254396438598633, + 20.14746856689453, + 20.053638458251953, + 20.548690795898438, + 21.555099487304688 ], "p90": [ - 22.33479118347168, - 22.358192443847656, - 22.615436553955078, - 22.68144989013672, - 22.80557632446289, - 22.899503707885742, - 23.37860107421875, - 24.137496948242188, - 25.60791778564453, - 26.862661361694336, - 27.84058380126953, - 28.618886947631836, - 29.099777221679688, - 29.263904571533203, - 29.46922492980957, - 29.235095977783203, - 28.778282165527344, - 27.914485931396484, - 27.086549758911133, - 26.1293888092041, - 25.90462875366211, - 25.258441925048828, - 24.952884674072266, - 24.527442932128906 + 26.6533203125, + 28.600845336914062, + 30.710140228271484, + 31.939939498901367, + 32.92155456542969, + 33.40164566040039, + 33.425987243652344, + 32.79227066040039, + 32.225341796875, + 30.946561813354492, + 29.663692474365234, + 28.378555297851562, + 27.689998626708984, + 26.978294372558594, + 26.359575271606445, + 25.89370346069336, + 25.569612503051758, + 25.368167877197266, + 25.4812068939209, + 25.229591369628906, + 25.134780883789062, + 24.900569915771484, + 25.722253799438477, + 27.4578914642334 ], "timestamps": [ - "2026-06-02 16:00:00", - "2026-06-02 17:00:00", - "2026-06-02 18:00:00", - "2026-06-02 19:00:00", - "2026-06-02 20:00:00", - "2026-06-02 21:00:00", - "2026-06-02 22:00:00", - "2026-06-02 23:00:00", "2026-06-03 00:00:00", "2026-06-03 01:00:00", "2026-06-03 02:00:00", @@ -807,6 +799,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index d62b19b9bf55369c6e4c32ad8097879576ec9029..c0c82e301cc01beaf68bb64c4d7a573f02901ce8 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,19 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-17T15:50:16.021363+00:00", + "evaluated_at": "2026-06-18T00:34:54.145029+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 21.0, - 20.0, - 16.0, - 20.0, - 14.0, - 15.0, - 12.0, - 19.0, 10.0, 12.0, 13.0, @@ -46,39 +38,39 @@ 22.0, 19.0, 17.0, + 15.0, 14.0, 14.0, - 13.0, - 16.0, - 13.0, 18.0, + 14.0, 18.0, - 11.0, + 19.0, + 12.0, 13.0, 12.0, - 18.0, + 19.0, 13.0, 18.0, 14.0, 7.0, - 18.0, + 19.0, 11.0, - 12.0, + 13.0, 9.0, - 12.0, - 15.0, 13.0, - 8.0, + 16.0, + 13.0, + 9.0, 11.0, 16.0, 9.0, 8.0, - 12.0, + 13.0, 10.0, 13.0, 10.0, 12.0, - 14.0, + 15.0, 14.0, 12.0, 13.0, @@ -102,7 +94,7 @@ 11.0, 16.0, 10.0, - 17.0, + 18.0, 11.0, 12.0, 10.0, @@ -110,27 +102,27 @@ 11.0, 13.0, 8.0, - 10.0, + 11.0, + 15.0, 14.0, - 12.0, 15.0, - 7.0, + 9.0, 16.0, 11.0, 12.0, 45.0, 7.0, 10.0, - 16.0, + 17.0, 14.0, 18.0, 22.0, - 23.0, + 24.0, 20.0, 11.0, 13.0, - 11.0, - 11.0, + 12.0, + 12.0, 11.0, 15.0, 20.0, @@ -142,20 +134,20 @@ 12.0, 20.0, 11.0, - 11.0, - 11.0, - 25.0, - 14.0, - 22.0, - 8.0, - 13.0, + 12.0, + 10.0, + 26.0, + 16.0, + 26.0, + 9.0, 15.0, + 19.0, 21.0, - 14.0, - 12.0, - 13.0, 17.0, - 7.0, + 14.0, + 15.0, + 18.0, + 10.0, 19.0, 11.0, 13.0, @@ -165,129 +157,129 @@ 11.0, 17.0, 11.0, - 11.0, + 14.0, + 19.0, + 17.0, 14.0, 14.0, 13.0, - 13.0, - 9.0, - 10.0, + 12.0, + 18.0, + 15.0, + 20.0, + 24.0, + 12.0, + 19.0, + 21.0, + 7.0, 17.0, - 15.0 + 11.0 ], "actuals": [ - 16.0, - 20.0, 9.0, - 19.0, - 16.0, - 5.0, - 12.0, - 8.0, - 7.0, 9.0, 9.0, 10.0, - 6.0, - 12.0, + 9.0, + 13.0, 18.0, - 8.0, 10.0, - 13.0, - 20.0, 11.0, - 10.0, + 15.0, + 22.0, + 12.0, + 12.0, + 14.0, 13.0, - 11.0, - 4.0 + 16.0, + 22.0, + 14.0, + 18.0, + 5.0, + 4.0, + 6.0, + 6.0, + 6.0 ], "p50": [ - 13.276827812194824, - 13.28754711151123, - 13.274468421936035, - 13.266904830932617, - 13.280599594116211, - 13.251449584960938, - 13.290728569030762, - 13.306279182434082, - 13.292591094970703, - 13.287760734558105, - 13.34659481048584, - 13.331469535827637, - 13.371603012084961, - 13.323668479919434, - 13.310641288757324, - 13.313912391662598, - 13.318110466003418, - 13.30848217010498, - 13.343084335327148, - 13.34890079498291, - 13.340577125549316, - 13.336039543151855, - 13.35519027709961, - 13.33261775970459 + 14.374032974243164, + 14.34725570678711, + 14.387282371520996, + 14.350591659545898, + 14.42261028289795, + 14.338301658630371, + 14.340608596801758, + 14.312463760375977, + 14.338865280151367, + 14.251577377319336, + 14.387886047363281, + 14.346385955810547, + 14.35032844543457, + 14.340537071228027, + 14.39778995513916, + 14.363182067871094, + 14.433211326599121, + 14.364816665649414, + 14.37523365020752, + 14.375791549682617, + 14.40015697479248, + 14.298478126525879, + 14.419321060180664, + 14.376832962036133 ], "p10": [ - 8.942190170288086, - 8.950556755065918, - 8.922273635864258, - 8.930899620056152, - 8.915079116821289, - 8.914868354797363, - 8.919350624084473, - 8.93714714050293, - 8.892831802368164, - 8.896760940551758, - 8.926416397094727, - 8.93986988067627, - 8.939942359924316, - 8.919170379638672, - 8.909858703613281, - 8.918869018554688, - 8.891721725463867, - 8.881990432739258, - 8.89207649230957, - 8.901712417602539, - 8.881996154785156, - 8.873506546020508, - 8.88682746887207, - 8.894947052001953 + 9.494136810302734, + 9.519485473632812, + 9.542766571044922, + 9.510656356811523, + 9.569086074829102, + 9.532896041870117, + 9.522502899169922, + 9.507949829101562, + 9.512994766235352, + 9.40530014038086, + 9.526399612426758, + 9.509895324707031, + 9.516345024108887, + 9.508292198181152, + 9.542633056640625, + 9.514698028564453, + 9.53564453125, + 9.520051002502441, + 9.529661178588867, + 9.556022644042969, + 9.561857223510742, + 9.463240623474121, + 9.587324142456055, + 9.56320571899414 ], "p90": [ - 19.01129150390625, - 18.842731475830078, - 18.98452377319336, - 18.990694046020508, - 19.102025985717773, - 18.96644401550293, - 19.15387725830078, - 19.05552864074707, - 19.134992599487305, - 19.05636978149414, - 19.2893009185791, - 19.1949462890625, - 19.41736602783203, - 19.143159866333008, - 19.24435043334961, - 19.068302154541016, - 19.236108779907227, - 19.152233123779297, - 19.379487991333008, - 19.197734832763672, - 19.25520133972168, - 19.222702026367188, - 19.33354949951172, - 19.2303466796875 + 20.537446975708008, + 20.42470932006836, + 20.609081268310547, + 20.580299377441406, + 20.781494140625, + 20.54613494873047, + 20.65299415588379, + 20.48468780517578, + 20.74948501586914, + 20.474082946777344, + 20.776079177856445, + 20.650218963623047, + 20.66449737548828, + 20.519983291625977, + 20.8420467376709, + 20.619489669799805, + 20.883663177490234, + 20.645919799804688, + 20.757949829101562, + 20.638404846191406, + 20.791030883789062, + 20.64990997314453, + 20.843395233154297, + 20.73328399658203 ], "timestamps": [ - "2026-06-09 16:00:00", - "2026-06-09 17:00:00", - "2026-06-09 18:00:00", - "2026-06-09 19:00:00", - "2026-06-09 20:00:00", - "2026-06-09 21:00:00", - "2026-06-09 22:00:00", - "2026-06-09 23:00:00", "2026-06-10 00:00:00", "2026-06-10 01:00:00", "2026-06-10 02:00:00", @@ -471,6 +463,14 @@ "2026-06-17 12:00:00", "2026-06-17 13:00:00", "2026-06-17 14:00:00", - "2026-06-17 15:00:00" + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 952d914f46cb2f44c3f8bb950781fe1f4e8f84ad..17efa0c3bbfc69d33089b038a0d2827ac2919416 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,30 +1,42 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-17T22:44:29.985097+00:00", + "evaluated_at": "2026-06-18T00:34:56.260663+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t210000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t150600z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 240, - "prediction_length": 60 + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260613t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260616t202000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 76, - "prediction_length": 72 + "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260617t213000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 96, + "prediction_length": 24 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260617t185000z", - "data_fetched_at": "2026-06-17T21:25:56.571013Z", - "context_length": 96, + "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 336, + "prediction_length": 24 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260616t230000z", + "data_fetched_at": "2026-06-17T23:39:41.909329Z", + "context_length": 168, "prediction_length": 24 } ],