diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 1e65f4764eef2bd252bca80f51843a45ed891114..4d4b5b651fc456733d6569e95ef0188891c165d7 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,310729.0172607389,937979.4912121422,964.6393780475622,0.8288841461795265,0.015019525746497703,0.015134068809598158,19.507385693243965,557.4307286656692,0.008680311136973215,0.015021364101101203,0.013570332359017225,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,263306.179038967,302108.5530374491,525.6656058856952,0.4600191815431644,0.008188938981937078,0.008224695524598927,5.788619231044474,513.133685348143,0.008001082027069175,0.008196487097990682,0.006881350005034004,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.17725402327269218,0.17487707130247185,0.38091399647421414,0.8528402610742993,0.8752404103808078,0.5503442397657662,32.69629579086257,0.4210154667855947,0.6972764221091753,0.6308612617505263,0.6266384266042297,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.025045306956432794,0.030936986962820354,0.13948245082244773,1.3599540576380222,0.09276137820532324,0.0993471641480928,18.8909520401488,0.1582570913306345,0.11116595683712863,0.09797791667528036,0.0827026383341161,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04051125167734902,0.047293925192861255,0.18511493191476186,2.17782297275412,0.12028685440811808,0.13061861040316733,30.351890317086106,0.20127407105076656,0.1368435590826109,0.1258571756923517,0.11048171833662629,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,8.827877045074457,8.9457924155883,2.429326433079963,1.241523091107205,0.08871368780485235,0.09489495032165551,28.35449334992788,2.971174354539709,0.11297240673304075,0.09236982456647304,0.08516844280725475,Weather,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 8487b1372b762d464f87500608e8a17343e3b7fc..0cf6f9ca4a0a2336e14706cb9c0cf0711a037676 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T21:31:16.079370+00:00", + "evaluated_at": "2026-06-22T00:04:08.193801+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,12 +98,12 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 - ], - "actuals": [ + 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875, + 64298.01171875 + ], + "actuals": [ 64294.0, 64248.0, 64241.25, @@ -127,90 +124,90 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63250.96527072432, - 63225.190044974865, - 63227.13273378375, - 63279.56592196069, - 63235.55853818999, - 63252.316588986105, - 63319.17504195096, - 63272.57505881952, - 63244.13439172387, - 63245.81925560952, - 63245.64743858481, - 63245.81925560951, - 63252.316588921625, - 63271.67267463367, - 63261.7882897092, - 63249.62921419816, - 63270.770290448425, - 63261.7882897092, - 63270.770290448425, - 63245.64743858481, - 63245.81925560951, - 63235.162815605894, - 63223.24580922742, - 63243.98427259426 + 63647.126753352626, + 63609.764905929296, + 63646.69927472991, + 63646.699340548905, + 63634.15543161011, + 63657.51536865486, + 63638.00955179459, + 63646.74671133909, + 63639.78202825491, + 63626.90467845424, + 63647.16938179583, + 63644.12692400701, + 63634.1554317204, + 63646.69934329897, + 63623.05055837988, + 63615.79980511371, + 63597.42327692979, + 63614.90978511507, + 63646.7467113391, + 63614.90978511507, + 63614.90978511507, + 63657.51536865928, + 63641.55450471506, + 63615.42737222946 ], "p10": [ - 63002.94603721375, - 62939.493608528974, - 62864.29474215655, - 63018.0520217137, - 63002.95366738245, - 63013.07238831542, - 63027.70017841022, - 63027.254554001294, - 62931.99535780333, - 63023.243934258855, - 63023.24393425885, - 63012.33515532737, - 62995.581338813616, - 63014.19669049556, - 62995.581338813616, - 63018.05201481648, - 63022.33920988252, - 63018.05201481648, - 63018.05201481648, - 63002.216435125745, - 63013.07238825094, - 63002.95366804932, - 63002.95366804932, - 62982.47497908086 + 63373.3597440186, + 63374.80692910218, + 63382.95689324402, + 63373.40236971174, + 63374.80863866799, + 63247.163065102635, + 63349.38768456259, + 63382.1421295096, + 63380.73586319311, + 63374.80863877829, + 63385.64885896406, + 63387.86995758402, + 63395.64783426437, + 63374.80863877829, + 63318.341469038794, + 63373.4023724618, + 63374.80863877829, + 63387.055125280545, + 63388.415846003016, + 63374.80863877829, + 63388.415846003016, + 63387.86995758402, + 63373.4023724618, + 63374.80863877829 ], "p90": [ - 63551.98578170082, - 63500.310028492, - 63584.046425250825, - 63584.17214337524, - 63496.39848619083, - 63548.43195881753, - 63584.17213647178, - 63500.1697352905, - 63500.16973528984, - 63501.5652892966, - 63500.1697352899, - 63500.1697352899, - 63500.01719498978, - 63501.565289296595, - 63500.309290690566, - 63548.43195875305, - 63589.580412768504, - 63496.3984868577, - 63501.565289296595, - 63584.05906057567, - 63499.933559203724, - 63500.03244901979, - 63584.046496586525, - 63500.01719498978 + 63933.71604510759, + 63876.86521816718, + 63876.866859274225, + 63887.11468566807, + 63967.19210464796, + 63963.22083888073, + 63967.43977889125, + 63876.86692784328, + 63877.89170390077, + 63933.758673550794, + 63876.866927843286, + 63869.54692706481, + 63877.89170390077, + 63930.485099624755, + 63877.89170390077, + 63891.4517295388, + 63866.23243002491, + 63877.89170390077, + 63930.485099624755, + 63869.54692706481, + 63866.25234274093, + 63868.73359364498, + 63963.22083888515, + 63887.114688418136 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +324,9 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8d83f9340b44ffa4f641649f42359e0b0d33f53d..7668db8e211064c7e3ce4d79b5129d91fd797ce1 100644 --- a/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/arima/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T21:31:16.128303+00:00", + "evaluated_at": "2026-06-22T00:04:08.229033+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1576d89eca1fe99f7f3d6696ebc3509477833f89..a410c95b192977d4429f4976ff6722eb498d4403 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-21T21:31:16.211782+00:00", + "evaluated_at": "2026-06-22T00:04:08.292219+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3250771580523346, - 1.3062139225584803, - 1.315186702375223, - 1.2981620766652167, - 1.293786780431576, - 1.293283862940877, - 1.2949843254676114, - 1.2948995416255114, - 1.300989887513453, - 1.3065218638221483, - 1.292937613073459, - 1.2960856337484052, - 1.3058480090273785, - 1.3077529295123989, - 1.295269014723722, - 1.3058473675341318, - 1.2923138304877924, - 1.2960839632328331, - 1.3119219934933914, - 1.3077526478902022, - 1.2960839557471235, - 1.2948404804677238, - 1.3058473199224143, - 1.2952688985743628, - 1.3077526465502043, - 1.311921990197762, - 1.3071764942089181, - 1.2920855204167012, - 1.3058473198290157, - 1.3058473198287506, - 1.3119219901913415, - 1.2952688985358607, - 1.2929335249108127, - 1.2948404802391595, - 1.308328798862517, - 1.3071764942062516, - 1.2938870025749774, - 1.300965637509502, - 1.2956764268631338, - 1.3119219901912658, - 1.307176494206251, - 1.300965637509502, - 1.296083955190438, - 1.2927378131479696, - 1.2948404802391544, - 1.296083955190438, - 1.296083955190438, - 1.296083955190438, - 1.2927378131479696, - 1.300965637509502, - 1.305847319828566, - 1.296083955190438, - 1.2923138109003727, - 1.305847319828566, - 1.2948404802391544, - 1.296083955190438, - 1.3124433380965344, - 1.307176494206251, - 1.305847319828566, - 1.2956764268631338, - 1.2952688985358296, - 1.2952688985358296, - 1.3101253945268905, - 1.305847319828566, - 1.2952688985358296, - 1.305847319828566, - 1.305847319828566, - 1.305847319828566, - 1.2938870025749774, - 1.3065119070174085, - 1.295054689387492, - 1.3101253945268905 + 1.2789831433422234, + 1.2846292404550552, + 1.2955991345256532, + 1.295036385972075, + 1.2967291850127485, + 1.2998651739003722, + 1.2874637701061091, + 1.2971094146666804, + 1.300006994305433, + 1.294635911810595, + 1.2999720783524649, + 1.28266161171261, + 1.2965242755656503, + 1.2985782033526727, + 1.2875901258933364, + 1.2832554466172044, + 1.299982094002878, + 1.3001037469460923, + 1.284541687360805, + 1.291123015318667, + 1.2959161454401942, + 1.2979297501515563, + 1.2971771737328315, + 1.300103869045824, + 1.2971771775754566, + 1.2832531345055718, + 1.2985797533812087, + 1.2971771788683901, + 1.3001038717821272, + 1.284541753875327, + 1.2856778314722141, + 1.3001038718863305, + 1.287590951992445, + 1.2999823285232677, + 1.2856778315042598, + 1.2845417539392463, + 1.2971771790980187, + 1.295877191916163, + 1.3002190782419822, + 1.3001614750734345, + 1.2946551495845195, + 1.2875909520023057, + 1.2971771790987978, + 1.2832558867805288, + 1.2851097927239006, + 1.2958771919165848, + 1.2999823285285381, + 1.287590952002339, + 1.2965271855077014, + 1.2875909520023396, + 1.2999823285285395, + 1.2952661707505855, + 1.2845417539407427, + 1.2965271855077016, + 1.3000431002167203, + 1.2958771919165875, + 1.2999823285285395, + 1.2911230507934617, + 1.2856778315070685, + 1.2958771919165875, + 1.2856778315070685, + 1.302101559095225, + 1.2832531353172403, + 1.2952661707505855, + 1.2958771919165875, + 1.3001038719049012, + 1.2958771919165875, + 1.2999823285285395, + 1.2856778315070685, + 1.2820810110047371, + 1.286634391754704, + 1.2832531353172403 ], "p10": [ - 1.2458690687410143, - 1.241330255973379, - 1.2037706308139668, - 1.2190117261593094, - 1.2313184510566186, - 1.2161969381062487, - 1.1981637991863983, - 1.2171134443607052, - 1.198733572969585, - 1.2291340710844332, - 1.1987134111282929, - 1.2158482786341391, - 1.2170550721731608, - 1.2169338876625466, - 1.2170544991622407, - 1.2158466477817376, - 1.1987093425530537, - 1.2170543910167435, - 1.2304651988379685, - 1.1987093243214533, - 1.2169336052412163, - 1.2141328725936875, - 1.1987093230594823, - 1.215846600114705, - 1.2378901016224853, - 1.233390866775646, - 1.1987093229683012, - 1.2141328723662133, - 1.2347319480257488, - 1.2304651955360273, - 1.2304651955359185, - 1.215846600076203, - 1.1987093229656467, - 1.215846600076177, - 1.237890101606666, - 1.198019953957942, - 1.1987093229656343, - 1.1986403860648647, - 1.2158466000761718, - 1.2170543829743483, - 1.2158466000761718, - 1.2169336046845307, - 1.2170543829743483, - 1.2141328723651181, - 1.2352060316352387, - 1.1980199539579413, - 1.2291241142796934, - 1.2170543829743483, - 1.2291241142796934, - 1.236660294567636, - 1.2141328723651181, - 1.197229961339644, - 1.1980199539579413, - 1.198709322965634, - 1.2304651955358428, - 1.2158466000761718, - 1.2158466000761718, - 1.2170543829743483, - 1.1980199539579413, - 1.2347319480252992, - 1.2365148682743963, - 1.2141328723651181, - 1.2304651955358428, - 1.2141328723651181, - 1.1986403860648647, - 1.2141328723651181, - 1.2304651955358428, - 1.2170543829743483, - 1.2158466000761718, - 1.2158466000761718, - 1.2141328723651181, - 1.2347319480252992 + 1.2151774918737979, + 1.216323038961155, + 1.1875651352254197, + 1.222392844089065, + 1.2241871575487053, + 1.220497404467788, + 1.1949305935452796, + 1.1949900110093747, + 1.2156092991640177, + 1.1950385376675217, + 1.2194247037800736, + 1.2179274580306811, + 1.2194320440140969, + 1.2194334034951433, + 1.220735276363314, + 1.1950573352781761, + 1.224634917109111, + 1.1950576504827013, + 1.2156453384953674, + 1.2232336145587828, + 1.1950577565400047, + 1.2245227419321045, + 1.220605982254716, + 1.2231035323228834, + 1.220605986097341, + 1.1938682536655274, + 1.2207361020398482, + 1.2206059873902746, + 1.2263324230644816, + 1.1891431797331666, + 1.2156454050404506, + 1.2194349539375775, + 1.2207361024624226, + 1.2206059876154285, + 1.1950577754387015, + 1.2179329194775634, + 1.2206059876199031, + 1.2194349539557237, + 1.2194349539559222, + 1.22060598762058, + 1.2192847505083755, + 1.215645405075271, + 1.2206059876206823, + 1.1891431797985728, + 1.2179329194790547, + 1.2204557841729888, + 1.2207361024723158, + 1.1950577754415095, + 1.2235111553181617, + 1.1944663158772173, + 1.2179329194790598, + 1.2192847505084394, + 1.2192847505084394, + 1.1891431797985823, + 1.2245227520031117, + 1.2206059876207003, + 1.2194349539561482, + 1.2192847505084394, + 1.1944663158772173, + 1.2179329194790598, + 1.188545118398561, + 1.2207361024723171, + 1.2179329194790598, + 1.2179329194790598, + 1.2232336500335774, + 1.2207361024723171, + 1.2206059876207003, + 1.1950577754415102, + 1.188545118398561, + 1.1831625657983678, + 1.2194349539561482, + 1.1891431797985823 ], "p90": [ - 1.4276534330223103, - 1.413827652647574, - 1.4026922722058006, - 1.4035788541388494, - 1.3948524884909677, - 1.3979813023875447, - 1.395949707164679, - 1.3976900257438247, - 1.4129197039940817, - 1.4015106894688105, - 1.398022029350787, - 1.397632642915435, - 1.4128961431889433, - 1.4015010156420866, - 1.3942386410815097, - 1.4015007803696364, - 1.3943933728584987, - 1.3959773493905026, - 1.3980179444902538, - 1.3980179425439474, - 1.3958058624929075, - 1.3959773415766767, - 1.412895454083979, - 1.397630964396001, - 1.3959773413639287, - 1.412895453996627, - 1.4026402047993438, - 1.397630964358563, - 1.4141823391552144, - 1.4141823391549493, - 1.4128954539902066, - 1.4141823391547959, - 1.39597734134812, - 1.4015007326640758, - 1.4026402047966786, - 1.4141823391547654, - 1.4026402047966768, - 1.4128954539901308, - 1.3961427036490435, - 1.4128954539901308, - 1.3961427036490435, - 1.3980179411881282, - 1.4026402047966766, - 1.395805861936222, - 1.3959773413481074, - 1.394393353271079, - 1.4128954539901308, - 1.4128954539901308, - 1.3980179411881282, - 1.4026402047966766, - 1.3959773413481074, - 1.4026402047966766, - 1.3957868086682346, - 1.4026402047966766, - 1.4141823391547648, - 1.4257643056364713, - 1.4015007326640707, - 1.4015007326640707, - 1.3976309643574678, - 1.3976309643574678, - 1.4015007326640707, - 1.3957868086682346, - 1.4400408239113582, - 1.4039270899613105, - 1.4015007326640707, - 1.4128954539901308, - 1.4257643056364713, - 1.4026402047966766, - 1.3980179411881282, - 1.3959773413481074, - 1.4128954539901308, - 1.4141823391547648 + 1.3766560352481072, + 1.379252934299342, + 1.3996421500949565, + 1.381373839902114, + 1.3998803096538572, + 1.3959782216173056, + 1.400201121843694, + 1.4020558051669678, + 1.4011840887568319, + 1.3835956354501586, + 1.4021133194230286, + 1.3811928679226715, + 1.4012172847260678, + 1.3967156966654581, + 1.3822138197376233, + 1.40041705266941, + 1.400328069214263, + 1.4021234446402944, + 1.400328237159987, + 1.4021235341243086, + 1.400328284838419, + 1.402123559528096, + 1.4013105267952333, + 1.4003283008808474, + 1.3967172456031038, + 1.4012201938564506, + 1.4012201942356501, + 1.4021235693686775, + 1.4021235694763292, + 1.3840260115705405, + 1.3966280579987893, + 1.3836148732055764, + 1.4012201946582246, + 1.3822146458413547, + 1.396628058030835, + 1.3836148732226508, + 1.3962169196210374, + 1.381085405317784, + 1.401220194667893, + 1.3966280580335233, + 1.3811983293709862, + 1.3962169196218006, + 1.4023184106361857, + 1.382214645846617, + 1.4023184106361986, + 1.4021235695991006, + 1.4012201946681178, + 1.3822146458466258, + 1.4012201946681189, + 1.3822146458466265, + 1.4003283037399246, + 1.3810854053182084, + 1.3962169196218346, + 1.3836148732241471, + 1.4003283037399246, + 1.3811983293710501, + 1.3962169196218346, + 1.3962169196218346, + 1.3836148732241471, + 1.3966280580336436, + 1.3784146843462868, + 1.4023184106362037, + 1.3836148732241471, + 1.4021235695991032, + 1.3822146458466265, + 1.401220194668119, + 1.4023184106362037, + 1.400417492832744, + 1.3836148732241471, + 1.3810854053182084, + 1.3962169196218346, + 1.400417492832744 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6c70d6819dd6d6ef5302e8c040b03b4f18c9ebb3..f53a6e71fc90f10488eea66e1640ccacd6bf9634 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,30 +1,24 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-21T21:31:16.232721+00:00", + "evaluated_at": "2026-06-22T00:04:08.324300+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index c6d9eadcb9b181fbf15b40f3ecda9902bccbaa8a..b1b5cb73c3f3a2e8dc471212bad4d5d0e93e439e 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,3 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 +2026-06-22,Chronos-2,5.800,4.800,5.200,5.500,5.800,5.100,3.900,5.200,5.800,5.300 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index b364700dd9f0e21bf8283feeba74b69cb647c32d..d038f3154b611e2a551c288f76d9578d8a01f8f8 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 +2026-W26,Chronos-Bolt-Mini,5.8,4.8,5.2,5.5,5.8,5.1,3.9,5.2,5.8,5.3 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index fd86b8a3f3f58831633d0c70e9340ceaa78109bf..f0318bcf20ab06e1c6c27adb4d50b40dfda7366a 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,34974.14998308817,34974.14998308817,163.10725911458334,0.14113451684928663,0.0025388714725482118,0.0025427775735708587,1.725344333063213,187.0137695013075,0.002913000061595797,0.00254062284886558,0.004427471482602687,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,121345.88067944844,121345.88067944844,264.80224609375,0.23173308497822223,0.004141559353671783,0.0041267803740117,1.972304942372429,348.3473563549011,0.005431636728774245,0.004128952264185864,0.004920357304960887,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10409656728176855,0.10409656728176855,0.2657576655348142,0.6648512621835193,0.5005825539759926,0.7561579768388614,11.543083878845842,0.32263999640740226,0.5957164188815461,0.49068995340184357,0.41679207355015274,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03889817612021061,0.03889817612021061,0.16048397454950544,1.564718938386711,0.10693582871682697,0.11558038924323144,23.739819603689863,0.19722620546015332,0.1385393833476199,0.11273020651282334,0.09307375621020311,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.0477887003611218,0.0477887003611218,0.18799307776821983,2.2116835160056176,0.12235337286127618,0.1328362204136937,35.287814110280046,0.21860626789074875,0.14862748877569745,0.12781398870900057,0.10666352752627632,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.731881801238463,0.731881801238463,0.7398017247517904,0.37672295824585333,0.030558016764415153,0.03011294164019726,1.8278462879973016,0.8555009066263244,0.03450180238844051,0.029835728654771153,0.025643696839247374,Weather,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0bc60d21b4e867fb515ae1fd5570940e58e46922..b7ffe9414efb9f2ccdfcef3aaa1c2e66e279098a 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T21:55:35.113422+00:00", + "evaluated_at": "2026-06-22T00:01:16.372189+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,11 +99,11 @@ 63805.890625, 63936.0, 63925.98828125, - 64012.3984375 + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "actuals": [ - 64272.01171875, - 64298.01171875, 64294.0, 64248.0, 64241.25, @@ -127,89 +125,89 @@ 64213.80859375, 64207.12109375, 63848.0, - 63939.828125 + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63981.0625, - 63990.35546875, - 63999.5859375, - 64031.421875, - 64043.89453125, - 64071.0, - 64092.09375, - 64093.84375, - 64097.6953125, - 64110.609375, - 64126.4765625, - 64126.8359375, - 64135.453125, - 64139.33984375, - 64140.25, - 64132.484375, - 64064.9609375, - 64049.04296875, - 64042.67578125, - 64009.73828125, - 64010.23828125, - 63994.3203125, - 63987.13671875, - 63968.3984375 + 64279.3125, + 64299.1875, + 64299.5234375, + 64334.45703125, + 64339.359375, + 64363.4296875, + 64372.9296875, + 64402.21484375, + 64413.2421875, + 64419.21875, + 64425.1640625, + 64442.08984375, + 64446.5859375, + 64448.98828125, + 64440.1171875, + 64440.046875, + 64433.1875, + 64422.8984375, + 64431.38671875, + 64409.48046875, + 64393.34765625, + 64377.0546875, + 64355.2265625, + 64347.1640625 ], "p10": [ - 63723.40625, - 63637.6328125, - 63579.765625, - 63538.96875, - 63484.9296875, - 63477.1328125, - 63450.48828125, - 63395.94921875, - 63356.28515625, - 63300.61328125, - 63232.3125, - 63174.6875, - 63097.08984375, - 63041.58984375, - 63018.87109375, - 62938.05859375, - 62717.046875, - 62623.76953125, - 62545.8125, - 62514.62890625, - 62469.48046875, - 62419.40625, - 62374.26171875, - 62336.47265625 + 63954.17578125, + 63881.46484375, + 63799.8125, + 63751.58984375, + 63688.7421875, + 63653.69921875, + 63608.49609375, + 63578.88671875, + 63549.14453125, + 63495.41015625, + 63435.88671875, + 63391.66015625, + 63293.66796875, + 63232.578125, + 63174.3984375, + 63123.0703125, + 62907.99609375, + 62816.421875, + 62738.28125, + 62701.3828125, + 62628.265625, + 62564.9296875, + 62508.9921875, + 62476.58984375 ], "p90": [ - 64235.94140625, - 64297.91796875, - 64383.828125, - 64483.51953125, - 64565.45703125, - 64607.921875, - 64663.67578125, - 64722.41015625, - 64763.85546875, - 64826.96484375, - 64896.71484375, - 64952.35546875, - 65005.41796875, - 65055.7265625, - 65103.2265625, - 65122.73046875, - 65415.28515625, - 65432.328125, - 65472.72265625, - 65524.87109375, - 65521.66796875, - 65578.375, - 65610.1171875, - 65614.0390625 + 64619.51171875, + 64703.75390625, + 64794.3046875, + 64889.79296875, + 64981.38671875, + 65033.5078125, + 65093.96484375, + 65157.33203125, + 65225.05078125, + 65272.296875, + 65333.96875, + 65410.48828125, + 65473.0625, + 65506.70703125, + 65597.15625, + 65623.625, + 66023.59375, + 66083.8828125, + 66109.4453125, + 66159.953125, + 66146.046875, + 66211.234375, + 66270.2109375, + 66325.5078125 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +325,8 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index aad873377e5ee689a504ed7406e558a3c18eef38..35c6ad99dcc8ad05b48c21424688c590412af954 100644 --- a/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/chronos_2/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T20:21:24.620986+00:00", + "evaluated_at": "2026-06-22T00:01:20.731531+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8b0d3417704bbb0fbcf9e636548d43cf734fb5e5..2a1b6f2d83d875aa9a6af303e965a708f295bc18 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-21T20:27:06.470474+00:00", + "evaluated_at": "2026-06-22T00:01:25.384960+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.356276512145996, - 1.3348692655563354, - 1.321038007736206, - 1.31474769115448, - 1.308803677558899, - 1.3066020011901855, - 1.30567467212677, - 1.3045183420181274, - 1.301928997039795, - 1.3006564378738403, - 1.2974315881729126, - 1.295061469078064, - 1.2940672636032104, - 1.2932082414627075, - 1.2926967144012451, - 1.2891839742660522, - 1.280441403388977, - 1.278083324432373, - 1.2755861282348633, - 1.2758113145828247, - 1.27517831325531, - 1.2758313417434692, - 1.2735902070999146, - 1.2694551944732666, - 1.2633663415908813, - 1.258486270904541, - 1.2563923597335815, - 1.255414366722107, - 1.2545243501663208, - 1.2560069561004639, - 1.2577579021453857, - 1.2612227201461792, - 1.2710787057876587, - 1.2698345184326172, - 1.2688027620315552, - 1.2676100730895996, - 1.2692784070968628, - 1.270957589149475, - 1.2729898691177368, - 1.2725332975387573, - 1.2725391387939453, - 1.2722634077072144, - 1.2706851959228516, - 1.2704826593399048, - 1.2701174020767212, - 1.2706260681152344, - 1.2702800035476685, - 1.2702325582504272, - 1.2676767110824585, - 1.2654930353164673, - 1.2632534503936768, - 1.2619444131851196, - 1.2617857456207275, - 1.2636642456054688, - 1.2664775848388672, - 1.2658957242965698, - 1.2681529521942139, - 1.2693246603012085, - 1.2686563730239868, - 1.2697396278381348, - 1.2710416316986084, - 1.2723228931427002, - 1.2716864347457886, - 1.2709418535232544, - 1.2777299880981445, - 1.275618076324463, - 1.2743818759918213, - 1.2729581594467163, - 1.2719062566757202, - 1.2728811502456665, - 1.2759963274002075, - 1.2756565809249878 + 1.3102988004684448, + 1.3019312620162964, + 1.2938573360443115, + 1.2881451845169067, + 1.2837313413619995, + 1.2838096618652344, + 1.282733678817749, + 1.2838163375854492, + 1.283623456954956, + 1.286958932876587, + 1.284784197807312, + 1.2833129167556763, + 1.2816307544708252, + 1.2810641527175903, + 1.281481146812439, + 1.2805827856063843, + 1.2865146398544312, + 1.2873278856277466, + 1.286940336227417, + 1.2902473211288452, + 1.2897614240646362, + 1.2911516427993774, + 1.2906477451324463, + 1.2917006015777588, + 1.2912777662277222, + 1.2921202182769775, + 1.2905802726745605, + 1.2899088859558105, + 1.289933681488037, + 1.2894635200500488, + 1.2902244329452515, + 1.2894998788833618, + 1.2866851091384888, + 1.288541316986084, + 1.2874072790145874, + 1.2905458211898804, + 1.2889965772628784, + 1.289790153503418, + 1.2893705368041992, + 1.2889916896820068, + 1.2882620096206665, + 1.288496494293213, + 1.2886964082717896, + 1.290061593055725, + 1.2905747890472412, + 1.2910583019256592, + 1.2915799617767334, + 1.2916648387908936, + 1.2911566495895386, + 1.2913941144943237, + 1.2884325981140137, + 1.2900185585021973, + 1.2890211343765259, + 1.2896621227264404, + 1.289589285850525, + 1.2890995740890503, + 1.289484977722168, + 1.2902482748031616, + 1.2927721738815308, + 1.2945120334625244, + 1.2954438924789429, + 1.2959613800048828, + 1.2949026823043823, + 1.2942389249801636, + 1.2919572591781616, + 1.2942535877227783, + 1.2926325798034668, + 1.2948353290557861, + 1.2959635257720947, + 1.2972875833511353, + 1.299573540687561, + 1.300499439239502 ], "p10": [ - 1.2709048986434937, - 1.2384626865386963, - 1.2239066362380981, - 1.2195971012115479, - 1.2124425172805786, - 1.2120463848114014, - 1.2113502025604248, - 1.2087230682373047, - 1.2099614143371582, - 1.2058287858963013, - 1.2066397666931152, - 1.2055689096450806, - 1.2036077976226807, - 1.2029057741165161, - 1.203523874282837, - 1.2013267278671265, - 1.2009503841400146, - 1.1980113983154297, - 1.1961007118225098, - 1.1960397958755493, - 1.197153091430664, - 1.196181058883667, - 1.194729208946228, - 1.1951770782470703, - 1.1927521228790283, - 1.192954421043396, - 1.1925978660583496, - 1.192261815071106, - 1.1944403648376465, - 1.1932190656661987, - 1.1925101280212402, - 1.192296028137207, - 1.1955887079238892, - 1.1941189765930176, - 1.1927212476730347, - 1.1940293312072754, - 1.1947101354599, - 1.1933344602584839, - 1.1928949356079102, - 1.1942321062088013, - 1.1934967041015625, - 1.191660761833191, - 1.1937226057052612, - 1.192723035812378, - 1.193896770477295, - 1.1908735036849976, - 1.1905419826507568, - 1.1893699169158936, - 1.1880922317504883, - 1.1870568990707397, - 1.1851539611816406, - 1.1865966320037842, - 1.1869455575942993, - 1.1857270002365112, - 1.1857521533966064, - 1.1869815587997437, - 1.1857130527496338, - 1.1847678422927856, - 1.1868476867675781, - 1.1860816478729248, - 1.1865899562835693, - 1.1845653057098389, - 1.1831635236740112, - 1.183142900466919, - 1.1863800287246704, - 1.1849929094314575, - 1.1830596923828125, - 1.1843724250793457, - 1.1847059726715088, - 1.1828618049621582, - 1.1830109357833862, - 1.1852595806121826 + 1.23274564743042, + 1.216755986213684, + 1.2078734636306763, + 1.2022980451583862, + 1.200138807296753, + 1.1984330415725708, + 1.1985785961151123, + 1.1987558603286743, + 1.1989449262619019, + 1.1963216066360474, + 1.1994080543518066, + 1.1983367204666138, + 1.1974238157272339, + 1.1967464685440063, + 1.1963987350463867, + 1.1960203647613525, + 1.1995588541030884, + 1.1978754997253418, + 1.197038173675537, + 1.1968445777893066, + 1.1978161334991455, + 1.1986613273620605, + 1.199156641960144, + 1.1980258226394653, + 1.1991857290267944, + 1.1961207389831543, + 1.1986604928970337, + 1.1979635953903198, + 1.1966861486434937, + 1.1960681676864624, + 1.1971532106399536, + 1.196743130683899, + 1.1913511753082275, + 1.1900372505187988, + 1.1888675689697266, + 1.189087152481079, + 1.1900510787963867, + 1.1897540092468262, + 1.1893184185028076, + 1.1898962259292603, + 1.1896623373031616, + 1.186455249786377, + 1.1897861957550049, + 1.189204216003418, + 1.1878774166107178, + 1.1866471767425537, + 1.1887506246566772, + 1.1881223917007446, + 1.1868048906326294, + 1.1849948167800903, + 1.183600902557373, + 1.18427574634552, + 1.1844823360443115, + 1.1841992139816284, + 1.1829917430877686, + 1.1848219633102417, + 1.1833574771881104, + 1.1813688278198242, + 1.184909701347351, + 1.1840909719467163, + 1.1838628053665161, + 1.18159818649292, + 1.1830891370773315, + 1.182262659072876, + 1.1821701526641846, + 1.1802266836166382, + 1.1787104606628418, + 1.1807163953781128, + 1.1808146238327026, + 1.1804392337799072, + 1.1808063983917236, + 1.1830902099609375 ], "p90": [ - 1.4442722797393799, - 1.4375308752059937, - 1.4334640502929688, - 1.4273641109466553, - 1.4256329536437988, - 1.426104187965393, - 1.4269521236419678, - 1.4263261556625366, - 1.4275318384170532, - 1.4266630411148071, - 1.4238580465316772, - 1.4237945079803467, - 1.421755075454712, - 1.4236574172973633, - 1.4200080633163452, - 1.4181416034698486, - 1.4002985954284668, - 1.4010467529296875, - 1.4018064737319946, - 1.4003446102142334, - 1.4022895097732544, - 1.4035283327102661, - 1.4018837213516235, - 1.3988686800003052, - 1.3971936702728271, - 1.3913540840148926, - 1.388931393623352, - 1.388118028640747, - 1.3840762376785278, - 1.3843748569488525, - 1.3856282234191895, - 1.3902289867401123, - 1.4036651849746704, - 1.4043915271759033, - 1.4063918590545654, - 1.4049797058105469, - 1.4049969911575317, - 1.4091747999191284, - 1.411068081855774, - 1.4118475914001465, - 1.416494369506836, - 1.4144530296325684, - 1.4146151542663574, - 1.4171874523162842, - 1.4152957201004028, - 1.416421890258789, - 1.4161736965179443, - 1.4179301261901855, - 1.4154908657073975, - 1.414711833000183, - 1.4151310920715332, - 1.4157812595367432, - 1.4137682914733887, - 1.419663429260254, - 1.4192426204681396, - 1.4229012727737427, - 1.4308981895446777, - 1.4292582273483276, - 1.4306204319000244, - 1.4342882633209229, - 1.4336358308792114, - 1.4362713098526, - 1.4367613792419434, - 1.4383935928344727, - 1.4467904567718506, - 1.4448721408843994, - 1.4487868547439575, - 1.447304129600525, - 1.4431040287017822, - 1.4510616064071655, - 1.4499847888946533, - 1.452623963356018 + 1.3919936418533325, + 1.398881196975708, + 1.4007378816604614, + 1.3957706689834595, + 1.3943921327590942, + 1.3966447114944458, + 1.3964519500732422, + 1.3982515335083008, + 1.402055263519287, + 1.4049705266952515, + 1.4056293964385986, + 1.4051361083984375, + 1.4018666744232178, + 1.4012045860290527, + 1.3990707397460938, + 1.4004353284835815, + 1.4023618698120117, + 1.4086145162582397, + 1.411874771118164, + 1.412250280380249, + 1.412376046180725, + 1.4152016639709473, + 1.4143105745315552, + 1.4143822193145752, + 1.4202141761779785, + 1.4209010601043701, + 1.4233381748199463, + 1.4234837293624878, + 1.4230358600616455, + 1.4220539331436157, + 1.4207676649093628, + 1.42257559299469, + 1.4223867654800415, + 1.4291690587997437, + 1.4321575164794922, + 1.4341707229614258, + 1.4323285818099976, + 1.4365192651748657, + 1.4355638027191162, + 1.43459153175354, + 1.4412921667099, + 1.4418283700942993, + 1.4455407857894897, + 1.4457037448883057, + 1.44736647605896, + 1.4456696510314941, + 1.445595622062683, + 1.447497010231018, + 1.442628026008606, + 1.4465224742889404, + 1.4462306499481201, + 1.4490859508514404, + 1.4462093114852905, + 1.4509403705596924, + 1.4506396055221558, + 1.4494272470474243, + 1.4569154977798462, + 1.458876609802246, + 1.4644384384155273, + 1.4636197090148926, + 1.4661941528320312, + 1.4666061401367188, + 1.4660820960998535, + 1.4648258686065674, + 1.4633291959762573, + 1.4678924083709717, + 1.4672421216964722, + 1.4727927446365356, + 1.4711118936538696, + 1.4776763916015625, + 1.4789048433303833, + 1.477944016456604 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index f850ea126d43716d123c886a6e68f1d9c680d9b8..55a3c2861c8547465d1cc09b3636a228c7613b8e 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,49 +1,25 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-21T22:12:54.275896+00:00", + "evaluated_at": "2026-06-22T00:01:27.848141+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 73720e855ce72347f5da326f00dbc824a34700fe..d20405b8a4ce624a541e185fac1b3fffe73245fb 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,305467.5237207097,292212.080084916,520.7448074413909,0.44745956355950983,0.008107716865823532,0.008143293474343371,6.774705378081873,552.6911648657953,0.008606506650925378,0.008109037982844283,0.006784203227431306,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,28063.370292862703,30844.087655292573,120.85315647701584,0.10576071461969261,0.0018901046620906886,0.001888282997768103,0.8846035428542711,167.52125325719928,0.0026120898449278375,0.0018844134497753443,0.001549930524726894,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,ETS,0.04389108585238752,0.04438761752921797,0.18568300765769716,0.4157314937062743,0.3837848138510077,0.33873699620104236,13.005137282701478,0.20950199486493565,0.34697252934545963,0.30752405419814294,0.29026988192903896,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.04135296801495717,0.040791069735907924,0.16200690571121715,1.579567518983489,0.10804851099611859,0.11674239633696332,20.878820468150263,0.2033542918528084,0.14284399037465564,0.11379997279226961,0.1031511058042216,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06990543194639284,0.06982898032007522,0.2245071805904015,2.641261244463901,0.1458270674931243,0.16150084589486274,51.44771058242915,0.2643963538825618,0.17975955812325903,0.15263944069499155,0.13914328620732164,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,72.60342440269784,74.63455996323043,7.754380543393082,3.962926665910961,0.2935982744842194,0.36061455037033285,116.58600658384921,8.52076430859919,0.32398342752139536,0.2948433609668438,0.2790673758168003,Weather,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 880a4cc597184ecd87cce9dc644c5c868dcad1e7..11c8e4af337e9d4955d64c70aea11c7015a4dfb3 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-21T21:31:16.286608+00:00", + "evaluated_at": "2026-06-22T00:04:08.375336+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,12 +98,12 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 - ], - "actuals": [ + 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875, + 64298.01171875 + ], + "actuals": [ 64294.0, 64248.0, 64241.25, @@ -127,90 +124,90 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63927.84872715807, - 63889.928293273064, - 63870.44535938805, - 63880.84133175305, - 63815.14746036804, - 63822.10593273303, - 63834.083936348026, - 63787.304127463016, - 63742.72158420301, - 63737.707400318, - 63715.30063830799, - 63730.82356379799, - 63702.67461428798, - 63674.570586652975, - 63664.474371517965, - 63625.50510950796, - 63598.40303499795, - 63592.47478861294, - 63582.05240160294, - 63551.73743646793, - 63524.375596332924, - 63488.03914682291, - 63509.3765254379, - 63462.0224978029 + 64295.71032940478, + 64268.38163803526, + 64262.037321665746, + 64303.00745842123, + 64227.042048301715, + 64243.893044432196, + 64199.476462437684, + 64192.42902106817, + 64191.22532969865, + 64158.75601332914, + 64160.95075945962, + 64120.83691184011, + 64112.7211110956, + 64096.19515410108, + 64081.44068148157, + 64066.68620886205, + 64048.045017492535, + 64058.435076123016, + 64038.604431628504, + 64029.69175588399, + 63972.06618951447, + 64021.17499814496, + 64000.07091615044, + 63942.08402165593 ], "p10": [ - 63668.00263340807, - 63585.006418273064, - 63640.15278126305, - 63634.57687862805, - 63590.74902286804, - 63564.48483898303, - 63567.068311348026, - 63542.738111838014, - 63375.521584203016, - 63493.334353443, - 63473.85141955799, - 63474.43489192299, - 63363.437114287975, - 63427.000274152975, - 63407.517340267965, - 63386.87464075796, - 63368.55147249795, - 63273.27947611294, - 63332.904354727936, - 63313.421420842926, - 63289.45997133292, - 63252.75789682291, - 63233.2749629379, - 63200.7939821779 + 64033.92517315478, + 63954.503513035255, + 63998.67521229075, + 63996.44300529623, + 63995.44517330171, + 63902.742653807196, + 63962.61747806268, + 63947.86300544317, + 63934.26829844865, + 63907.91616957914, + 63906.91833758462, + 63893.69238059011, + 63873.4125173456, + 63863.81468535108, + 63762.695368981564, + 63830.98699011205, + 63819.551267492534, + 63801.478044873016, + 63774.447791003506, + 63770.80933400899, + 63757.21462701447, + 63746.14765439496, + 63716.10802552544, + 63629.90511540593 ], "p90": [ - 64172.388570908064, - 64146.467355773064, - 64128.89067188805, - 64107.54055050305, - 64087.42441349304, - 64067.87546398303, - 64049.27846759803, - 64021.101393088014, - 64010.12588107801, - 63988.048025318, - 63970.52681018299, - 63951.64192317299, - 63938.593364287975, - 63912.711211652975, - 63893.189215267965, - 63920.93284388296, - 63853.62920687295, - 63831.90056986294, - 63817.16372972794, - 63843.00110834293, - 63776.330674457924, - 63756.14852182291, - 63787.6894160629, - 63715.0029665529 + 64541.65681377978, + 64606.45195053526, + 64507.806852915746, + 64513.36488029623, + 64526.184626426715, + 64511.430153807196, + 64528.046774937684, + 64434.69464606817, + 64442.349939073654, + 64407.09195082914, + 64392.33747820962, + 64373.05488059011, + 64361.1480642206, + 64346.39359160108, + 64331.41724398157, + 64320.33972448705, + 64301.244236242535, + 64334.376482373016, + 64274.301697253504, + 64308.00464650899, + 64234.41814263947, + 64228.13593564496, + 64213.41661927544, + 64202.30394353093 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +324,9 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8786e24fed6a9ca94a04f51442712f597e20d534..6ca9df5f081b700e63d47dd19a4e10c9cc2d3656 100644 --- a/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/ets/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "ETS", - "evaluated_at": "2026-06-21T21:31:16.309188+00:00", + "evaluated_at": "2026-06-22T00:04:08.399780+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index f4509137520cb4f34f8d791b55694321adf34dee..d829e6460bb516ae76e994c5ad557c972a55e421 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-21T21:31:16.351004+00:00", + "evaluated_at": "2026-06-22T00:04:08.433780+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3454774586329836, - 1.3439327655682476, - 1.3423880725035116, - 1.3408433794387755, - 1.3392986863740395, - 1.3377539933093032, - 1.3362093002445672, - 1.3346646071798312, - 1.3331199141150951, - 1.331575221050359, - 1.330030527985623, - 1.328485834920887, - 1.326941141856151, - 1.325396448791415, - 1.323851755726679, - 1.3223070626619429, - 1.3207623695972068, - 1.3192176765324706, - 1.3176729834677345, - 1.3161282904029985, - 1.3145835973382625, - 1.3130389042735264, - 1.3114942112087904, - 1.3099495181440544, - 1.3084048250793183, - 1.3068601320145823, - 1.3053154389498463, - 1.3037707458851102, - 1.3022260528203742, - 1.300681359755638, - 1.2991366666909019, - 1.2975919736261659, - 1.2960472805614298, - 1.2945025874966938, - 1.2929578944319577, - 1.2914132013672217, - 1.2898685083024857, - 1.2883238152377496, - 1.2867791221730136, - 1.2852344291082776, - 1.2836897360435415, - 1.2821450429788053, - 1.2806003499140692, - 1.2790556568493332, - 1.2775109637845972, - 1.2759662707198611, - 1.274421577655125, - 1.272876884590389, - 1.271332191525653, - 1.269787498460917, - 1.268242805396181, - 1.266698112331445, - 1.2651534192667087, - 1.2636087262019726, - 1.2620640331372366, - 1.2605193400725005, - 1.2589746470077645, - 1.2574299539430285, - 1.2558852608782924, - 1.2543405678135564, - 1.2527958747488204, - 1.2512511816840843, - 1.2497064886193483, - 1.2481617955546123, - 1.2466171024898762, - 1.24507240942514, - 1.243527716360404, - 1.241983023295668, - 1.2404383302309319, - 1.2388936371661958, - 1.2373489441014598, - 1.2358042510367238 + 1.3153223368143994, + 1.3136573435377843, + 1.3119923502611692, + 1.310327356984554, + 1.3086623637079389, + 1.3069973704313238, + 1.3053323771547087, + 1.3036673838780937, + 1.3020023906014786, + 1.3003373973248633, + 1.2986724040482482, + 1.2970074107716332, + 1.295342417495018, + 1.293677424218403, + 1.292012430941788, + 1.290347437665173, + 1.2886824443885576, + 1.2870174511119425, + 1.2853524578353275, + 1.2836874645587124, + 1.2820224712820973, + 1.2803574780054823, + 1.278692484728867, + 1.277027491452252, + 1.2753624981756368, + 1.2736975048990218, + 1.2720325116224067, + 1.2703675183457916, + 1.2687025250691766, + 1.2670375317925613, + 1.2653725385159462, + 1.2637075452393312, + 1.262042551962716, + 1.260377558686101, + 1.258712565409486, + 1.2570475721328707, + 1.2553825788562556, + 1.2537175855796405, + 1.2520525923030255, + 1.2503875990264104, + 1.2487226057497953, + 1.2470576124731803, + 1.245392619196565, + 1.24372762591995, + 1.2420626326433348, + 1.2403976393667198, + 1.2387326460901047, + 1.2370676528134896, + 1.2354026595368746, + 1.2337376662602593, + 1.2320726729836442, + 1.2304076797070291, + 1.228742686430414, + 1.227077693153799, + 1.225412699877184, + 1.2237477066005686, + 1.2220827133239536, + 1.2204177200473385, + 1.2187527267707234, + 1.2170877334941084, + 1.2154227402174933, + 1.2137577469408782, + 1.212092753664263, + 1.2104277603876479, + 1.2087627671110328, + 1.2070977738344177, + 1.2054327805578027, + 1.2037677872811876, + 1.2021027940045723, + 1.2004378007279572, + 1.1987728074513422, + 1.1971078141747271 ], "p10": [ - 1.2454774347911257, - 1.2439327417263897, - 1.2423880486616536, - 1.2408433555969176, - 1.2392986625321816, - 1.2377539694674453, - 1.2362092764027093, - 1.2346645833379732, - 1.2331198902732372, - 1.2315751972085012, - 1.2300305041437651, - 1.228485811079029, - 1.226941118014293, - 1.225396424949557, - 1.223851731884821, - 1.222307038820085, - 1.220762345755349, - 1.2192176526906127, - 1.2176729596258766, - 1.2161282665611406, - 1.2145835734964046, - 1.2130388804316685, - 1.2114941873669325, - 1.2099494943021964, - 1.2084048012374604, - 1.2068601081727244, - 1.2053154151079883, - 1.2037707220432523, - 1.2022260289785163, - 1.20068133591378, - 1.199136642849044, - 1.197591949784308, - 1.196047256719572, - 1.1945025636548359, - 1.1929578705900998, - 1.1914131775253638, - 1.1898684844606278, - 1.1883237913958917, - 1.1867790983311557, - 1.1852344052664197, - 1.1836897122016836, - 1.1821450191369474, - 1.1806003260722113, - 1.1790556330074753, - 1.1775109399427393, - 1.1759662468780032, - 1.1744215538132672, - 1.1728768607485311, - 1.1713321676837951, - 1.169787474619059, - 1.168242781554323, - 1.166698088489587, - 1.1651533954248507, - 1.1636087023601147, - 1.1620640092953787, - 1.1605193162306426, - 1.1589746231659066, - 1.1574299301011706, - 1.1558852370364345, - 1.1543405439716985, - 1.1527958509069625, - 1.1512511578422264, - 1.1497064647774904, - 1.1481617717127544, - 1.1466170786480183, - 1.145072385583282, - 1.143527692518546, - 1.14198299945381, - 1.140438306389074, - 1.138893613324338, - 1.1373489202596019, - 1.1358042271948658 + 1.2153223129725415, + 1.2136573196959264, + 1.2119923264193113, + 1.210327333142696, + 1.208662339866081, + 1.206997346589466, + 1.2053323533128508, + 1.2036673600362358, + 1.2020023667596207, + 1.2003373734830054, + 1.1986723802063903, + 1.1970073869297753, + 1.1953423936531602, + 1.1936774003765451, + 1.19201240709993, + 1.190347413823315, + 1.1886824205466997, + 1.1870174272700846, + 1.1853524339934696, + 1.1836874407168545, + 1.1820224474402394, + 1.1803574541636244, + 1.178692460887009, + 1.177027467610394, + 1.175362474333779, + 1.1736974810571639, + 1.1720324877805488, + 1.1703674945039337, + 1.1687025012273187, + 1.1670375079507034, + 1.1653725146740883, + 1.1637075213974732, + 1.1620425281208582, + 1.160377534844243, + 1.158712541567628, + 1.1570475482910128, + 1.1553825550143977, + 1.1537175617377826, + 1.1520525684611675, + 1.1503875751845525, + 1.1487225819079374, + 1.1470575886313223, + 1.145392595354707, + 1.143727602078092, + 1.142062608801477, + 1.1403976155248619, + 1.1387326222482468, + 1.1370676289716317, + 1.1354026356950166, + 1.1337376424184014, + 1.1320726491417863, + 1.1304076558651712, + 1.1287426625885562, + 1.127077669311941, + 1.125412676035326, + 1.1237476827587107, + 1.1220826894820957, + 1.1204176962054806, + 1.1187527029288655, + 1.1170877096522505, + 1.1154227163756354, + 1.1137577230990203, + 1.112092729822405, + 1.11042773654579, + 1.108762743269175, + 1.1070977499925598, + 1.1054327567159448, + 1.1037677634393297, + 1.1021027701627144, + 1.1004377768860993, + 1.0987727836094843, + 1.0971077903328692 ], "p90": [ - 1.4454774824748415, - 1.4439327894101055, - 1.4423880963453695, - 1.4408434032806334, - 1.4392987102158974, - 1.4377540171511611, - 1.436209324086425, - 1.434664631021689, - 1.433119937956953, - 1.431575244892217, - 1.430030551827481, - 1.428485858762745, - 1.4269411656980089, - 1.4253964726332728, - 1.4238517795685368, - 1.4223070865038008, - 1.4207623934390647, - 1.4192177003743285, - 1.4176730073095924, - 1.4161283142448564, - 1.4145836211801204, - 1.4130389281153843, - 1.4114942350506483, - 1.4099495419859123, - 1.4084048489211762, - 1.4068601558564402, - 1.4053154627917042, - 1.4037707697269681, - 1.402226076662232, - 1.4006813835974958, - 1.3991366905327598, - 1.3975919974680238, - 1.3960473044032877, - 1.3945026113385517, - 1.3929579182738157, - 1.3914132252090796, - 1.3898685321443436, - 1.3883238390796075, - 1.3867791460148715, - 1.3852344529501355, - 1.3836897598853994, - 1.3821450668206632, - 1.3806003737559271, - 1.379055680691191, - 1.377510987626455, - 1.375966294561719, - 1.374421601496983, - 1.372876908432247, - 1.371332215367511, - 1.369787522302775, - 1.3682428292380389, - 1.3666981361733028, - 1.3651534431085666, - 1.3636087500438305, - 1.3620640569790945, - 1.3605193639143585, - 1.3589746708496224, - 1.3574299777848864, - 1.3558852847201504, - 1.3543405916554143, - 1.3527958985906783, - 1.3512512055259422, - 1.3497065124612062, - 1.3481618193964702, - 1.3466171263317341, - 1.3450724332669979, - 1.3435277402022618, - 1.3419830471375258, - 1.3404383540727898, - 1.3388936610080537, - 1.3373489679433177, - 1.3358042748785817 + 1.4153223606562573, + 1.4136573673796422, + 1.4119923741030271, + 1.4103273808264118, + 1.4086623875497968, + 1.4069973942731817, + 1.4053324009965666, + 1.4036674077199516, + 1.4020024144433365, + 1.4003374211667212, + 1.3986724278901062, + 1.397007434613491, + 1.395342441336876, + 1.393677448060261, + 1.3920124547836459, + 1.3903474615070308, + 1.3886824682304155, + 1.3870174749538005, + 1.3853524816771854, + 1.3836874884005703, + 1.3820224951239553, + 1.3803575018473402, + 1.378692508570725, + 1.3770275152941098, + 1.3753625220174948, + 1.3736975287408797, + 1.3720325354642646, + 1.3703675421876496, + 1.3687025489110345, + 1.3670375556344192, + 1.3653725623578041, + 1.363707569081189, + 1.362042575804574, + 1.360377582527959, + 1.3587125892513439, + 1.3570475959747286, + 1.3553826026981135, + 1.3537176094214984, + 1.3520526161448834, + 1.3503876228682683, + 1.3487225223032926, + 1.3470576363150382, + 1.3453926430384229, + 1.3437276497618078, + 1.3420626564851927, + 1.3403976632085777, + 1.3387326699319626, + 1.3370676766553475, + 1.3354026833787325, + 1.3337376901021172, + 1.3320726968255021, + 1.330407703548887, + 1.328742710272272, + 1.327077716995657, + 1.3254127237190418, + 1.3237477304424266, + 1.3220827371658115, + 1.3204177438891964, + 1.3187527506125813, + 1.3170877573359663, + 1.3154227640593512, + 1.3137577707827361, + 1.3120927775061209, + 1.3104277842295058, + 1.3087627909528907, + 1.3070977976762757, + 1.3054328043996606, + 1.3037678111230455, + 1.3021028178464302, + 1.3004378245698152, + 1.2987728312932, + 1.297107838016585 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 9c6c4494ea81c7ab4f0439349ad8a96141584b0b..66f5a774252800d845881715792f0b8bb5af3057 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,30 +1,24 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-21T21:31:16.358503+00:00", + "evaluated_at": "2026-06-22T00:04:08.450143+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 1cc9277fd2f36244cba77f79158d03ec2c846bf4..38893f03b4f7c42aede66ba3dd4a7a41e513ae62 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1602,3 +1602,6 @@ {"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} {"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-21T21:31:16.440467+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "nasa_power_shanghai_hourly_T2M", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:04:08.507766+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 6fc374e984485372b8fba7492a470e968edc226f..5e5cf7a1e68be059c075df6058ef52bee6bf3b95 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,59870.24955177307,38523.02501710256,160.13167317708334,0.1385597823714203,0.0024959361285213,0.0024941685887986576,1.7068390451540434,244.68397894380635,0.003811293936459739,0.002494273951443027,0.004044180033362147,Finance,1 -nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1435885119902498,1.1747058612333678,0.8515034914016724,0.46785908937130044,0.03439313334858585,0.033592128289063466,2.0782150569302487,1.0693869795309132,0.04246618415225165,0.0338138623008205,0.027349736498746124,Weather,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,410115.52331733704,247927.10733938217,394.8734537760417,0.3455606777109106,0.006173593204105134,0.006143320766061428,2.034185251440084,640.4026259450667,0.00998553415385424,0.006157098986457431,0.005598839734383877,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.01948714560913154,0.027465215189797818,0.1345579798022906,0.3366263867812987,0.24987996024688755,0.24597728137931918,1.7129212392183524,0.13959636674760392,0.25774810505127327,0.24844532219290869,0.22034567116525725,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02739143902243689,0.025904600157096464,0.13102800978554618,1.277523247701714,0.08799404244328726,0.09296533281705531,7.418332558323846,0.16550359217381624,0.11625618181965629,0.0920391873615544,0.08013988958787789,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04085763871457478,0.04062031645288414,0.1726631596684456,2.0313315181262652,0.11249709033368349,0.12114650299496622,21.74093482205651,0.20213272549138298,0.13742734679586482,0.11739138165253116,0.09960690258923925,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,1.7588488622935377,1.778809118525184,1.1728342374165852,0.5972324322436992,0.045991605928359804,0.04659923634412194,3.683766830928819,1.3262159938311473,0.05348543968701798,0.04729965191190506,0.03862749832019127,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 87cad6bea9e7b0d37aa1a0f4a5477cf76916888f..cee54df34ca2f34d0542aa9cb7e06a54f34d9cb5 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T23:07:35.351966+00:00", + "evaluated_at": "2026-06-22T00:03:25.755542+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,11 +99,11 @@ 63805.890625, 63936.0, 63925.98828125, - 64012.3984375 + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "actuals": [ - 64272.01171875, - 64298.01171875, 64294.0, 64248.0, 64241.25, @@ -127,89 +125,89 @@ 64213.80859375, 64207.12109375, 63848.0, - 63939.828125 + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 64004.556640625, - 64070.89453125, - 64052.89453125, - 64190.6015625, - 64121.0546875, - 64234.44140625, - 64217.869140625, - 64244.8984375, - 64235.00390625, - 64297.521484375, - 64288.998046875, - 64288.169921875, - 64268.86328125, - 64453.181640625, - 64234.044921875, - 64259.525390625, - 64363.501953125, - 64349.8828125, - 64223.712890625, - 64444.83203125, - 64222.04296875, - 64338.044921875, - 64361.42578125, - 64334.88671875 + 64328.103515625, + 64377.14453125, + 64355.771484375, + 64383.306640625, + 64396.603515625, + 64489.953125, + 64436.728515625, + 64462.80859375, + 64382.056640625, + 64393.638671875, + 64443.673828125, + 64472.04296875, + 64546.0390625, + 64384.59765625, + 64547.171875, + 64676.220703125, + 64605.18359375, + 64576.5078125, + 64688.55078125, + 64586.84765625, + 64509.533203125, + 64565.439453125, + 64551.8359375, + 64765.4765625 ], "p10": [ - 63719.259765625, - 63784.830078125, - 63634.333984375, - 63628.66015625, - 63641.943359375, - 63612.310546875, - 63659.560546875, - 63510.712890625, - 63509.251953125, - 63516.673828125, - 63243.181640625, - 63360.96875, - 63393.126953125, - 63411.123046875, - 63203.197265625, - 63124.66015625, - 63019.875, - 63177.599609375, - 63044.162109375, - 62966.81640625, - 63184.453125, - 63085.66796875, - 63097.771484375, - 62972.970703125 + 64081.224609375, + 63966.259765625, + 63824.205078125, + 63914.736328125, + 63716.021484375, + 63719.21875, + 63662.5234375, + 63566.87109375, + 63487.4140625, + 63490.92578125, + 63322.69140625, + 63630.66796875, + 63449.09375, + 63502.330078125, + 63307.025390625, + 63492.7890625, + 63254.01953125, + 63168.072265625, + 63329.55078125, + 62873.546875, + 62814.31640625, + 62812.556640625, + 62780.470703125, + 62859.119140625 ], "p90": [ - 64267.951171875, - 64363.99609375, - 64427.9921875, - 64707.80859375, - 64678.640625, - 64844.296875, - 65010.841796875, - 64975.6171875, - 65128.875, - 65384.9140625, - 65332.728515625, - 65428.291015625, - 65343.69140625, - 65569.88671875, - 65388.951171875, - 65696.29296875, - 65691.53515625, - 65669.94140625, - 65586.21875, - 66128.421875, - 65628.6640625, - 65839.45703125, - 66516.4296875, - 65729.22265625 + 64529.689453125, + 64769.05859375, + 64896.328125, + 65053.919921875, + 65034.171875, + 65229.53515625, + 65195.12109375, + 65367.1171875, + 65239.54296875, + 65242.923828125, + 65453.763671875, + 65613.03515625, + 65826.74609375, + 65898.8828125, + 66082.16796875, + 66088.46484375, + 66529.05078125, + 66156.40625, + 66493.2109375, + 66515.54296875, + 66424.390625, + 66876.8515625, + 66954.203125, + 66965.96875 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +325,8 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index c594fae036fefc434e230fab01f00c047f0ac6d2..23f7d98eb2b3ad4c9ec3b259c3727f8e6ea37735 100644 --- a/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moirai_1_1_large/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T21:12:28.247260+00:00", + "evaluated_at": "2026-06-22T00:03:29.910211+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, @@ -370,82 +370,82 @@ 23.18000030517578 ], "p50": [ - 22.84277057647705, - 22.36172103881836, - 21.99945640563965, - 21.748937606811523, - 21.81010627746582, - 22.168452262878418, - 23.335803031921387, - 25.11224937438965, - 26.787588119506836, - 27.92307472229004, - 28.634770393371582, - 29.732315063476562, - 30.055729866027832, - 29.80268096923828, - 29.466806411743164, - 29.475605010986328, - 28.852046012878418, - 27.727237701416016, - 26.778017044067383, - 25.641240119934082, - 24.76094627380371, - 24.380321502685547, - 23.929219245910645, - 23.515846252441406 + 22.864130973815918, + 22.42127799987793, + 22.00069808959961, + 21.731781005859375, + 21.750185012817383, + 22.08515167236328, + 23.24236488342285, + 25.07192039489746, + 26.523959159851074, + 27.777318954467773, + 28.508529663085938, + 29.51738929748535, + 29.943325996398926, + 30.080625534057617, + 29.646512031555176, + 29.133984565734863, + 28.61589241027832, + 28.295004844665527, + 26.767261505126953, + 25.822632789611816, + 24.729915618896484, + 24.20354175567627, + 24.093935012817383, + 23.34858226776123 ], "p10": [ - 22.444090843200684, - 21.70301342010498, - 21.351635932922363, - 20.768702507019043, - 20.531670570373535, - 21.0257511138916, - 21.830883979797363, - 23.264142990112305, - 24.61395835876465, - 25.94109344482422, - 26.58781147003174, - 27.452523231506348, - 28.059605598449707, - 26.67355251312256, - 26.913965225219727, - 26.142955780029297, - 25.889118194580078, - 25.384772300720215, - 24.17369556427002, - 23.364023208618164, - 22.41972541809082, - 21.741501808166504, - 21.532012939453125, - 21.589362144470215 + 22.43998908996582, + 21.800029754638672, + 21.265604972839355, + 20.901935577392578, + 20.63267421722412, + 20.92940616607666, + 21.875995635986328, + 23.712702751159668, + 24.72264862060547, + 25.996087074279785, + 26.617627143859863, + 27.23119831085205, + 27.588608741760254, + 27.84715461730957, + 26.559060096740723, + 26.579659461975098, + 26.23618221282959, + 25.334296226501465, + 24.12357997894287, + 23.4578275680542, + 22.280080795288086, + 21.744051933288574, + 21.524956703186035, + 21.321264266967773 ], "p90": [ - 23.194631576538086, - 23.036004066467285, - 22.656808853149414, - 22.610944747924805, - 22.85797119140625, - 23.58924388885498, - 24.785404205322266, - 26.854310989379883, - 28.509916305541992, - 29.802687644958496, - 30.60886287689209, - 31.627506256103516, - 32.29736518859863, - 31.89629077911377, - 31.8505916595459, - 31.987363815307617, - 31.679174423217773, - 30.503034591674805, - 29.52552318572998, - 28.218347549438477, - 27.17078971862793, - 26.411667823791504, - 26.09395408630371, - 25.837505340576172 + 23.239503860473633, + 23.008048057556152, + 22.861234664916992, + 22.48069667816162, + 22.73831081390381, + 23.188135147094727, + 24.64276123046875, + 26.586933135986328, + 28.68101406097412, + 29.89075469970703, + 30.527588844299316, + 31.41934585571289, + 31.69601821899414, + 32.17007255554199, + 32.10221862792969, + 31.592217445373535, + 31.305185317993164, + 31.175506591796875, + 29.83382511138916, + 28.756101608276367, + 27.230319023132324, + 26.318010330200195, + 26.37866497039795, + 25.66733741760254 ], "timestamps": [ "2026-06-04 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 603645ec8f010bda348d1d74170db1f47f64e519..ec8486d01cacd6454082fed95989c91891fe93ca 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-21T21:12:37.165199+00:00", + "evaluated_at": "2026-06-22T00:03:33.503049+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3335304260253906, - 1.3461218476295471, - 1.3238519430160522, - 1.3509377241134644, - 1.3395037651062012, - 1.3371084332466125, - 1.3228923082351685, - 1.3296796083450317, - 1.3305370211601257, - 1.3294807076454163, - 1.3261064887046814, - 1.32289057970047, - 1.3424214720726013, - 1.341002106666565, - 1.3473728895187378, - 1.3240673542022705, - 1.3318191766738892, - 1.313167929649353, - 1.3221884965896606, - 1.310363531112671, - 1.326522946357727, - 1.3116310834884644, - 1.3061923384666443, - 1.3125305771827698, - 1.3224316835403442, - 1.3174465894699097, - 1.3239725232124329, - 1.3387008905410767, - 1.3125321865081787, - 1.322902262210846, - 1.3293041586875916, - 1.3274524807929993, - 1.3058930039405823, - 1.3345626592636108, - 1.3269056677818298, - 1.3134364485740662, - 1.3327558040618896, - 1.3587279319763184, - 1.3409097790718079, - 1.340306580066681, - 1.3372485637664795, - 1.3283677101135254, - 1.333419144153595, - 1.3338574767112732, - 1.3483670949935913, - 1.3276547193527222, - 1.3326836824417114, - 1.3142056465148926, - 1.3337070941925049, - 1.3170163035392761, - 1.3260161876678467, - 1.3100049495697021, - 1.3164003491401672, - 1.3118746876716614, - 1.3197929859161377, - 1.3162153363227844, - 1.3478791117668152, - 1.3355708122253418, - 1.318000853061676, - 1.3111646175384521, - 1.3099492192268372, - 1.33250230550766, - 1.3232583403587341, - 1.326854646205902, - 1.3389145731925964, - 1.3092494010925293, - 1.3331125378608704, - 1.345039427280426, - 1.3362160325050354, - 1.3436469435691833, - 1.2972956895828247, - 1.3090800046920776 + 1.324241042137146, + 1.3113126158714294, + 1.3144855499267578, + 1.3271243572235107, + 1.3269845843315125, + 1.3280497193336487, + 1.3142418265342712, + 1.3086182475090027, + 1.3172979950904846, + 1.3276692628860474, + 1.3063520789146423, + 1.3142749071121216, + 1.3177181482315063, + 1.315065085887909, + 1.3223150968551636, + 1.327878177165985, + 1.3156070113182068, + 1.315118134021759, + 1.3117839097976685, + 1.3001211881637573, + 1.3190848231315613, + 1.3204267621040344, + 1.306587278842926, + 1.3106462359428406, + 1.2863843441009521, + 1.3089163303375244, + 1.3051894307136536, + 1.3131608366966248, + 1.3068106770515442, + 1.3114337921142578, + 1.3295221328735352, + 1.3175452947616577, + 1.3015491366386414, + 1.3201475739479065, + 1.3152976036071777, + 1.3035354614257812, + 1.306488811969757, + 1.3194381594657898, + 1.31210458278656, + 1.3230519890785217, + 1.3148379921913147, + 1.3087137937545776, + 1.3088048696517944, + 1.329613745212555, + 1.3106710314750671, + 1.3141723275184631, + 1.3060585856437683, + 1.31676584482193, + 1.3320394158363342, + 1.3313591480255127, + 1.3052799105644226, + 1.3019964098930359, + 1.3088726997375488, + 1.2939170002937317, + 1.3184107542037964, + 1.3195457458496094, + 1.3169183731079102, + 1.3097375631332397, + 1.3114623427391052, + 1.3246022462844849, + 1.3028768301010132, + 1.3267832398414612, + 1.3137163519859314, + 1.3102254271507263, + 1.2977086305618286, + 1.3290802836418152, + 1.3096093535423279, + 1.3283823728561401, + 1.3243184685707092, + 1.2893032431602478, + 1.3217341899871826, + 1.3188933730125427 ], "p10": [ - 1.189263641834259, - 1.1917847990989685, - 1.1551323533058167, - 1.1766982078552246, - 1.1812944412231445, - 1.185816466808319, - 1.1512094140052795, - 1.1480132937431335, - 1.1473568677902222, - 1.1562905311584473, - 1.1637672185897827, - 1.1197428107261658, - 1.0870696306228638, - 1.167978286743164, - 1.1629258394241333, - 1.1091424226760864, - 1.1378045678138733, - 1.0435544848442078, - 1.1356754899024963, - 1.1178372502326965, - 1.1329283118247986, - 1.151408314704895, - 1.1025373339653015, - 1.1855139136314392, - 1.1644014716148376, - 1.114959478378296, - 1.1701939702033997, - 1.1878754496574402, - 1.1435048580169678, - 1.1548146605491638, - 1.1614105105400085, - 1.130479335784912, - 1.1185008883476257, - 1.142938256263733, - 1.1533645391464233, - 1.1193392872810364, - 1.174180030822754, - 1.1422643065452576, - 1.1379963159561157, - 1.1391239166259766, - 1.1402038931846619, - 1.1180298924446106, - 1.1268230676651, - 1.129850149154663, - 1.0140979886054993, - 1.1395303010940552, - 1.132396161556244, - 1.0822458863258362, - 1.093205988407135, - 1.1525204181671143, - 1.1224215626716614, - 1.0821932554244995, - 1.0712736248970032, - 1.1162211894989014, - 1.1059322953224182, - 1.1031708121299744, - 1.1164830923080444, - 1.0770238637924194, - 1.0652596950531006, - 1.0360132455825806, - 1.077293574810028, - 1.0941751599311829, - 1.0314291715621948, - 1.095051109790802, - 1.0848208665847778, - 1.048167884349823, - 1.123349130153656, - 1.0925000309944153, - 1.0641871690750122, - 1.078074872493744, - 1.0164248943328857, - 1.0224659442901611 + 1.1893789172172546, + 1.1722554564476013, + 1.107507348060608, + 1.1252392530441284, + 1.1706266403198242, + 1.1629786491394043, + 1.1523444056510925, + 1.1570066213607788, + 1.1919910311698914, + 1.1857783198356628, + 1.156120240688324, + 1.1467467546463013, + 1.1175731420516968, + 1.1617851853370667, + 1.1107053756713867, + 1.1733466386795044, + 1.1451778411865234, + 1.1426135897636414, + 1.1510834693908691, + 1.1422623991966248, + 1.2034737467765808, + 1.171792984008789, + 1.1790465712547302, + 1.1863247752189636, + 1.1670411825180054, + 1.1451653242111206, + 1.1765827536582947, + 1.1417642831802368, + 1.1314095854759216, + 1.1873902082443237, + 1.156202495098114, + 1.178742527961731, + 1.1639567017555237, + 1.1679324507713318, + 1.1409216523170471, + 1.151896357536316, + 1.1469684839248657, + 1.1366483569145203, + 1.122326910495758, + 1.1389618515968323, + 1.1481568217277527, + 1.1142547726631165, + 1.1171798706054688, + 1.1114513874053955, + 1.1455204486846924, + 1.1405672430992126, + 1.0927831530570984, + 1.1394522786140442, + 1.1753255724906921, + 1.1325650215148926, + 1.0817295908927917, + 1.1272652745246887, + 1.1173937320709229, + 1.1027398705482483, + 1.0837040543556213, + 1.1152571439743042, + 1.0771337747573853, + 1.0938600897789001, + 1.0784775614738464, + 1.130043387413025, + 1.0812872648239136, + 1.0938481092453003, + 1.1040948033332825, + 1.0649389028549194, + 1.1009557843208313, + 1.0987842679023743, + 1.071041226387024, + 1.1186147928237915, + 1.1298860311508179, + 1.0573789477348328, + 1.1141428351402283, + 1.0161404609680176 ], "p90": [ - 1.4686280488967896, - 1.4956402778625488, - 1.471338152885437, - 1.52052640914917, - 1.4866160154342651, - 1.516340732574463, - 1.4901860356330872, - 1.5213299989700317, - 1.4965283870697021, - 1.5057156085968018, - 1.5230373740196228, - 1.4988927245140076, - 1.5045209527015686, - 1.5129902958869934, - 1.549636960029602, - 1.5170466899871826, - 1.5309008955955505, - 1.5021721720695496, - 1.539135456085205, - 1.4915724992752075, - 1.5150324702262878, - 1.476548194885254, - 1.4848118424415588, - 1.4752670526504517, - 1.4791991114616394, - 1.4641777276992798, - 1.489425003528595, - 1.509205400943756, - 1.4794014692306519, - 1.4773702025413513, - 1.4799628257751465, - 1.4953267574310303, - 1.5290684700012207, - 1.5287551879882812, - 1.5350209474563599, - 1.5774414539337158, - 1.561343014240265, - 1.5327070951461792, - 1.5283613801002502, - 1.5288493037223816, - 1.5627588033676147, - 1.535411775112152, - 1.51764315366745, - 1.5278984308242798, - 1.5193739533424377, - 1.54257333278656, - 1.5387449264526367, - 1.519688606262207, - 1.5239505767822266, - 1.5546802282333374, - 1.5761772990226746, - 1.5666183829307556, - 1.5592294931411743, - 1.5822805166244507, - 1.5047804713249207, - 1.5594513416290283, - 1.5413745045661926, - 1.590561866760254, - 1.5818419456481934, - 1.621629774570465, - 1.5766424536705017, - 1.5749788284301758, - 1.5811010599136353, - 1.567874014377594, - 1.58650541305542, - 1.604959487915039, - 1.5800889134407043, - 1.59516441822052, - 1.6002501845359802, - 1.6405863165855408, - 1.5330860018730164, - 1.5420918464660645 + 1.4275556802749634, + 1.4537770748138428, + 1.4640573859214783, + 1.4672136902809143, + 1.5216143131256104, + 1.4762015342712402, + 1.4691613912582397, + 1.4350340962409973, + 1.4734025597572327, + 1.4633809924125671, + 1.4228295683860779, + 1.4788297414779663, + 1.468981921672821, + 1.4628674983978271, + 1.497152030467987, + 1.5030233263969421, + 1.4762803316116333, + 1.4756423234939575, + 1.4709461331367493, + 1.4712448716163635, + 1.4476092457771301, + 1.513451635837555, + 1.437420904636383, + 1.482849895954132, + 1.4685707092285156, + 1.476793885231018, + 1.4717451930046082, + 1.489773452281952, + 1.4516936540603638, + 1.474000334739685, + 1.4651731252670288, + 1.4694417119026184, + 1.4645509719848633, + 1.4807184338569641, + 1.4763513207435608, + 1.4699530005455017, + 1.4752638339996338, + 1.4869515895843506, + 1.4846695065498352, + 1.4831746220588684, + 1.537039875984192, + 1.5004409551620483, + 1.4746246933937073, + 1.5035282969474792, + 1.4956297874450684, + 1.4715096950531006, + 1.4849190711975098, + 1.5068799257278442, + 1.4798814058303833, + 1.5160548090934753, + 1.4541655778884888, + 1.519544243812561, + 1.5002279877662659, + 1.4734647870063782, + 1.524341881275177, + 1.523699939250946, + 1.4961974620819092, + 1.476491928100586, + 1.5128042697906494, + 1.5348413586616516, + 1.4676210284233093, + 1.555692195892334, + 1.5483101606369019, + 1.508866310119629, + 1.4832448959350586, + 1.5819416642189026, + 1.5129436254501343, + 1.5571242570877075, + 1.5197387337684631, + 1.5146063566207886, + 1.5050750970840454, + 1.570187270641327 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 9d1875dce1ef955c3d350fb13ddaae15e92840b2..a2c7c8acc3e2b1780ea1ee3cefc8cd0c48dd853b 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,49 +1,25 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-21T23:11:19.948874+00:00", + "evaluated_at": "2026-06-22T00:03:35.725007+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index dbb6b5b2e418464c0d3ec471da752fe46c078580..4e377bd48fb20aab1648a81c57baefdec1ef945c 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,321498.03045826737,307746.5629081219,546.8726845189158,0.46991042299541824,0.008513877963229619,0.008551325033025333,7.295567884565085,567.0079633111579,0.008829447831955278,0.008515901276736237,0.007145673070702788,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,184708.22520930832,176611.14578663546,391.0057681435028,0.3421759982507641,0.0060917941679681,0.006111048714625189,3.5921422146102007,429.77694820605296,0.0067013347868734585,0.006096791758761271,0.004847927944957465,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.7939376566184321,0.7965189186099693,0.8472192435968287,1.8968656641242694,1.87710499101167,0.8726506312905337,71.97609224560004,0.8910317932702694,1.4757069747117275,1.4031456075177406,1.3849177800334818,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.033310018244114885,0.03275636722544905,0.1435428852720104,1.3995432982406635,0.09536216519049005,0.10246094828661315,16.869766526084646,0.18251032366448447,0.1282023736960281,0.1008301242886317,0.09114903437107937,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03782421830803372,0.03779412545797879,0.16749468784344168,1.9705259604216667,0.10934403575953218,0.11723031067001743,30.060802600939343,0.1944844937470176,0.13222741593977566,0.11387740652468997,0.1000792741222739,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,2.7316700882381504,2.7064330375986927,1.4516335180940516,0.7418667610898347,0.055301316411569545,0.05505647065735942,4.607060055637962,1.6527764786074826,0.06284321089900276,0.055195189734613175,0.04509232555503953,Weather,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index ef4143e2f83003b1b8d108dab57fb25b0697902b..e8e933ae16fe09424d4283d94b5a5b76d76cbd09 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T21:31:16.363487+00:00", + "evaluated_at": "2026-06-22T00:04:08.455577+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,12 +98,12 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 - ], - "actuals": [ + 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875, + 64298.01171875 + ], + "actuals": [ 64294.0, 64248.0, 64241.25, @@ -127,90 +124,90 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63677.66711040296, - 63659.22961040296, - 63659.22961040296, - 63689.10851665296, - 63642.89757915296, - 63669.33898540296, - 63700.79992290296, - 63673.50304790296, - 63648.40343852796, - 63662.87218852796, - 63659.94836040296, - 63694.95421977796, - 63686.28820415296, - 63677.66711040296, - 63687.05382915296, - 63667.56750102796, - 63659.94836040296, - 63673.50304790296, - 63682.56359477796, - 63671.73156352796, - 63663.85265727796, - 63646.99914165296, - 63687.81945415296, - 63659.94836040296 + 63779.07889768366, + 63766.50467893366, + 63774.91483518366, + 63830.63944455866, + 63769.42850705866, + 63801.03397580866, + 63771.37186643366, + 63779.07889768366, + 63792.62967893366, + 63774.91483518366, + 63791.86405393366, + 63766.50467893366, + 63773.14335080866, + 63771.37186643366, + 63771.37186643366, + 63771.37186643366, + 63767.48514768366, + 63792.62967893366, + 63787.55350705866, + 63793.39530393366, + 63750.52421018366, + 63814.38749143366, + 63808.03788205866, + 63764.80546018366 ], "p10": [ - 63417.82101665296, - 63354.30773540296, - 63428.93703227796, - 63442.84406352796, - 63418.49914165296, - 63411.71789165296, - 63433.78429790296, - 63428.93703227796, - 63281.20343852796, - 63418.49914165296, - 63418.49914165296, - 63438.56554790296, - 63347.050704152956, - 63430.09679790296, - 63430.09679790296, - 63428.93703227796, - 63430.09679790296, - 63354.30773540296, - 63433.41554790296, - 63433.41554790296, - 63428.93703227796, - 63411.71789165296, - 63411.71789165296, - 63398.71984477796 + 63517.29374143366, + 63452.62655393366, + 63511.552725808666, + 63524.07499143366, + 63537.83163205866, + 63459.88358518366, + 63534.51288205866, + 63534.51288205866, + 63535.67264768366, + 63524.07499143366, + 63537.83163205866, + 63539.36014768366, + 63533.83475705866, + 63538.99139768366, + 63452.62655393366, + 63535.67264768366, + 63538.99139768366, + 63535.67264768366, + 63523.396866433664, + 63534.51288205866, + 63535.67264768366, + 63539.36014768366, + 63524.07499143366, + 63452.62655393366 ], "p90": [ - 63922.206954152956, - 63915.76867290296, - 63917.67492290296, - 63915.80773540296, - 63915.17453227796, - 63915.10851665296, - 63915.99445415296, - 63907.30031352796, - 63915.80773540296, - 63913.212813527956, - 63915.17453227796, - 63915.77257915296, - 63922.206954152956, - 63915.80773540296, - 63915.76867290296, - 63962.99523540296, - 63915.17453227796, - 63912.92882915296, - 63917.67492290296, - 63962.99523540296, - 63915.80773540296, - 63915.10851665296, - 63966.13234477796, - 63912.92882915296 + 64025.025382058666, + 64104.57499143366, + 64020.68436643366, + 64040.99686643366, + 64068.57108518366, + 64068.57108518366, + 64099.94217893366, + 64021.34452268366, + 64043.754288308664, + 64023.25077268366, + 64023.25077268366, + 64018.722647683666, + 64021.570303933666, + 64021.570303933666, + 64021.34842893366, + 64025.025382058666, + 64020.68436643366, + 64068.57108518366, + 64023.25077268366, + 64071.70819455866, + 64012.87616330866, + 64021.34842893366, + 64021.38358518366, + 64025.025382058666 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +324,9 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index b71e6d068153f9d17e4fdd40bf62faddf0fe5822..2a8203d85abac5751ce52a22085bd02215903f0e 100644 --- a/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/moving_average/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T21:31:16.370669+00:00", + "evaluated_at": "2026-06-22T00:04:08.463714+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5c90a80b1f451761851d841e0ee510fda922ef9f..77cdf01218a6b0e6934c470cee13bc4d17b54886 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-21T21:31:16.393123+00:00", + "evaluated_at": "2026-06-22T00:04:08.475845+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444, - 1.2929824365858444 + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947 ], "p10": [ - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865, - 1.1929824127439865 + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368 ], "p90": [ - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024, - 1.3929824604277024 + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115268691992, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index e9f1b0ebe109870fa4660c11f2e336f6d4e89484..2b8af4ffe701715019655aa79e074bb1daef228d 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,30 +1,24 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-21T21:31:16.397533+00:00", + "evaluated_at": "2026-06-22T00:04:08.480488+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], diff --git a/results/online_status.json b/results/online_status.json index 04a53de5ce9ec6a6fc870ed1675d8cf987308982..298d82a18fcb03cb573f30f0170d3ac0f52af82c 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-21T20:15:18.550207+00:00", - "finished_at": "2026-06-21T21:31:16.432783+00:00", - "task_count": 4, + "started_at": "2026-06-22T00:00:06.646029+00:00", + "finished_at": "2026-06-22T00:04:08.506989+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,30 +10,24 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-21T20:27:31.750028+00:00", + "evaluated_at": "2026-06-22T00:01:27.848141+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -42,30 +36,24 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-21T20:34:41.935922+00:00", + "evaluated_at": "2026-06-22T00:02:09.253977+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -74,30 +62,24 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-21T20:50:09.877832+00:00", + "evaluated_at": "2026-06-22T00:02:45.799490+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -106,30 +88,24 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-21T21:09:23.463381+00:00", + "evaluated_at": "2026-06-22T00:03:04.563680+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -138,30 +114,24 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-21T21:12:39.222637+00:00", + "evaluated_at": "2026-06-22T00:03:35.725007+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -170,30 +140,24 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-21T21:31:13.745963+00:00", + "evaluated_at": "2026-06-22T00:04:06.568162+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -202,30 +166,24 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-21T21:31:16.232721+00:00", + "evaluated_at": "2026-06-22T00:04:08.324300+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -234,30 +192,24 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-21T21:31:16.358503+00:00", + "evaluated_at": "2026-06-22T00:04:08.450143+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -266,30 +218,24 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-21T21:31:16.397533+00:00", + "evaluated_at": "2026-06-22T00:04:08.480488+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -298,30 +244,24 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-21T21:31:16.430870+00:00", + "evaluated_at": "2026-06-22T00:04:08.505856+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], @@ -330,7 +270,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-21T23:56:55.631065+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_000408.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..a6b556139c4e50f0d2c4f302e3e9118a2e92b1dc --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_000408.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:04:08.193801+00:00", + "metrics": { + "MSE[mean]": 263306.179038967, + "MSE[0.5]": 302108.5530374491, + "MAE[0.5]": 525.6656058856952, + "MASE[0.5]": 0.4600191815431644, + "MAPE[0.5]": 0.008188938981937078, + "sMAPE[0.5]": 0.008224695524598927, + "MSIS": 5.788619231044474, + "RMSE[mean]": 513.133685348143, + "NRMSE[mean]": 0.008001082027069175, + "ND[0.5]": 0.008196487097990682, + "mean_weighted_sum_quantile_loss": 0.006881350005034004 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 63647.126753352626, + 63609.764905929296, + 63646.69927472991, + 63646.699340548905, + 63634.15543161011, + 63657.51536865486, + 63638.00955179459, + 63646.74671133909, + 63639.78202825491, + 63626.90467845424, + 63647.16938179583, + 63644.12692400701, + 63634.1554317204, + 63646.69934329897, + 63623.05055837988, + 63615.79980511371, + 63597.42327692979, + 63614.90978511507, + 63646.7467113391, + 63614.90978511507, + 63614.90978511507, + 63657.51536865928, + 63641.55450471506, + 63615.42737222946 + ], + "p10": [ + 63373.3597440186, + 63374.80692910218, + 63382.95689324402, + 63373.40236971174, + 63374.80863866799, + 63247.163065102635, + 63349.38768456259, + 63382.1421295096, + 63380.73586319311, + 63374.80863877829, + 63385.64885896406, + 63387.86995758402, + 63395.64783426437, + 63374.80863877829, + 63318.341469038794, + 63373.4023724618, + 63374.80863877829, + 63387.055125280545, + 63388.415846003016, + 63374.80863877829, + 63388.415846003016, + 63387.86995758402, + 63373.4023724618, + 63374.80863877829 + ], + "p90": [ + 63933.71604510759, + 63876.86521816718, + 63876.866859274225, + 63887.11468566807, + 63967.19210464796, + 63963.22083888073, + 63967.43977889125, + 63876.86692784328, + 63877.89170390077, + 63933.758673550794, + 63876.866927843286, + 63869.54692706481, + 63877.89170390077, + 63930.485099624755, + 63877.89170390077, + 63891.4517295388, + 63866.23243002491, + 63877.89170390077, + 63930.485099624755, + 63869.54692706481, + 63866.25234274093, + 63868.73359364498, + 63963.22083888515, + 63887.114688418136 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_000116.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_000116.json new file mode 100644 index 0000000000000000000000000000000000000000..1e06e8bb2b614fd1496ce94fa1485d4ec9621d21 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_000116.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:01:16.372189+00:00", + "metrics": { + "MSE[mean]": 121345.88067944844, + "MSE[0.5]": 121345.88067944844, + "MAE[0.5]": 264.80224609375, + "MASE[0.5]": 0.23173308497822223, + "MAPE[0.5]": 0.004141559353671783, + "sMAPE[0.5]": 0.0041267803740117, + "MSIS": 1.972304942372429, + "RMSE[mean]": 348.3473563549011, + "NRMSE[mean]": 0.005431636728774245, + "ND[0.5]": 0.004128952264185864, + "mean_weighted_sum_quantile_loss": 0.004920357304960887 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64279.3125, + 64299.1875, + 64299.5234375, + 64334.45703125, + 64339.359375, + 64363.4296875, + 64372.9296875, + 64402.21484375, + 64413.2421875, + 64419.21875, + 64425.1640625, + 64442.08984375, + 64446.5859375, + 64448.98828125, + 64440.1171875, + 64440.046875, + 64433.1875, + 64422.8984375, + 64431.38671875, + 64409.48046875, + 64393.34765625, + 64377.0546875, + 64355.2265625, + 64347.1640625 + ], + "p10": [ + 63954.17578125, + 63881.46484375, + 63799.8125, + 63751.58984375, + 63688.7421875, + 63653.69921875, + 63608.49609375, + 63578.88671875, + 63549.14453125, + 63495.41015625, + 63435.88671875, + 63391.66015625, + 63293.66796875, + 63232.578125, + 63174.3984375, + 63123.0703125, + 62907.99609375, + 62816.421875, + 62738.28125, + 62701.3828125, + 62628.265625, + 62564.9296875, + 62508.9921875, + 62476.58984375 + ], + "p90": [ + 64619.51171875, + 64703.75390625, + 64794.3046875, + 64889.79296875, + 64981.38671875, + 65033.5078125, + 65093.96484375, + 65157.33203125, + 65225.05078125, + 65272.296875, + 65333.96875, + 65410.48828125, + 65473.0625, + 65506.70703125, + 65597.15625, + 65623.625, + 66023.59375, + 66083.8828125, + 66109.4453125, + 66159.953125, + 66146.046875, + 66211.234375, + 66270.2109375, + 66325.5078125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_000408.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..137a3fb51f86a293b6153742ec4fe66f9b137ff9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_000408.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:04:08.375336+00:00", + "metrics": { + "MSE[mean]": 28063.370292862703, + "MSE[0.5]": 30844.087655292573, + "MAE[0.5]": 120.85315647701584, + "MASE[0.5]": 0.10576071461969261, + "MAPE[0.5]": 0.0018901046620906886, + "sMAPE[0.5]": 0.001888282997768103, + "MSIS": 0.8846035428542711, + "RMSE[mean]": 167.52125325719928, + "NRMSE[mean]": 0.0026120898449278375, + "ND[0.5]": 0.0018844134497753443, + "mean_weighted_sum_quantile_loss": 0.001549930524726894 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64295.71032940478, + 64268.38163803526, + 64262.037321665746, + 64303.00745842123, + 64227.042048301715, + 64243.893044432196, + 64199.476462437684, + 64192.42902106817, + 64191.22532969865, + 64158.75601332914, + 64160.95075945962, + 64120.83691184011, + 64112.7211110956, + 64096.19515410108, + 64081.44068148157, + 64066.68620886205, + 64048.045017492535, + 64058.435076123016, + 64038.604431628504, + 64029.69175588399, + 63972.06618951447, + 64021.17499814496, + 64000.07091615044, + 63942.08402165593 + ], + "p10": [ + 64033.92517315478, + 63954.503513035255, + 63998.67521229075, + 63996.44300529623, + 63995.44517330171, + 63902.742653807196, + 63962.61747806268, + 63947.86300544317, + 63934.26829844865, + 63907.91616957914, + 63906.91833758462, + 63893.69238059011, + 63873.4125173456, + 63863.81468535108, + 63762.695368981564, + 63830.98699011205, + 63819.551267492534, + 63801.478044873016, + 63774.447791003506, + 63770.80933400899, + 63757.21462701447, + 63746.14765439496, + 63716.10802552544, + 63629.90511540593 + ], + "p90": [ + 64541.65681377978, + 64606.45195053526, + 64507.806852915746, + 64513.36488029623, + 64526.184626426715, + 64511.430153807196, + 64528.046774937684, + 64434.69464606817, + 64442.349939073654, + 64407.09195082914, + 64392.33747820962, + 64373.05488059011, + 64361.1480642206, + 64346.39359160108, + 64331.41724398157, + 64320.33972448705, + 64301.244236242535, + 64334.376482373016, + 64274.301697253504, + 64308.00464650899, + 64234.41814263947, + 64228.13593564496, + 64213.41661927544, + 64202.30394353093 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_000325.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_000325.json new file mode 100644 index 0000000000000000000000000000000000000000..f991d6fd4e8affbe6d0de3f0878e39d874cde990 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_000325.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:03:25.755542+00:00", + "metrics": { + "MSE[mean]": 410115.52331733704, + "MSE[0.5]": 247927.10733938217, + "MAE[0.5]": 394.8734537760417, + "MASE[0.5]": 0.3455606777109106, + "MAPE[0.5]": 0.006173593204105134, + "sMAPE[0.5]": 0.006143320766061428, + "MSIS": 2.034185251440084, + "RMSE[mean]": 640.4026259450667, + "NRMSE[mean]": 0.00998553415385424, + "ND[0.5]": 0.006157098986457431, + "mean_weighted_sum_quantile_loss": 0.005598839734383877 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64328.103515625, + 64377.14453125, + 64355.771484375, + 64383.306640625, + 64396.603515625, + 64489.953125, + 64436.728515625, + 64462.80859375, + 64382.056640625, + 64393.638671875, + 64443.673828125, + 64472.04296875, + 64546.0390625, + 64384.59765625, + 64547.171875, + 64676.220703125, + 64605.18359375, + 64576.5078125, + 64688.55078125, + 64586.84765625, + 64509.533203125, + 64565.439453125, + 64551.8359375, + 64765.4765625 + ], + "p10": [ + 64081.224609375, + 63966.259765625, + 63824.205078125, + 63914.736328125, + 63716.021484375, + 63719.21875, + 63662.5234375, + 63566.87109375, + 63487.4140625, + 63490.92578125, + 63322.69140625, + 63630.66796875, + 63449.09375, + 63502.330078125, + 63307.025390625, + 63492.7890625, + 63254.01953125, + 63168.072265625, + 63329.55078125, + 62873.546875, + 62814.31640625, + 62812.556640625, + 62780.470703125, + 62859.119140625 + ], + "p90": [ + 64529.689453125, + 64769.05859375, + 64896.328125, + 65053.919921875, + 65034.171875, + 65229.53515625, + 65195.12109375, + 65367.1171875, + 65239.54296875, + 65242.923828125, + 65453.763671875, + 65613.03515625, + 65826.74609375, + 65898.8828125, + 66082.16796875, + 66088.46484375, + 66529.05078125, + 66156.40625, + 66493.2109375, + 66515.54296875, + 66424.390625, + 66876.8515625, + 66954.203125, + 66965.96875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_000408.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..6419bde86ed84cb90a6a6e0633d3d46a5c10eb9d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_000408.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:04:08.455577+00:00", + "metrics": { + "MSE[mean]": 184708.22520930832, + "MSE[0.5]": 176611.14578663546, + "MAE[0.5]": 391.0057681435028, + "MASE[0.5]": 0.3421759982507641, + "MAPE[0.5]": 0.0060917941679681, + "sMAPE[0.5]": 0.006111048714625189, + "MSIS": 3.5921422146102007, + "RMSE[mean]": 429.77694820605296, + "NRMSE[mean]": 0.0067013347868734585, + "ND[0.5]": 0.006096791758761271, + "mean_weighted_sum_quantile_loss": 0.004847927944957465 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 63779.07889768366, + 63766.50467893366, + 63774.91483518366, + 63830.63944455866, + 63769.42850705866, + 63801.03397580866, + 63771.37186643366, + 63779.07889768366, + 63792.62967893366, + 63774.91483518366, + 63791.86405393366, + 63766.50467893366, + 63773.14335080866, + 63771.37186643366, + 63771.37186643366, + 63771.37186643366, + 63767.48514768366, + 63792.62967893366, + 63787.55350705866, + 63793.39530393366, + 63750.52421018366, + 63814.38749143366, + 63808.03788205866, + 63764.80546018366 + ], + "p10": [ + 63517.29374143366, + 63452.62655393366, + 63511.552725808666, + 63524.07499143366, + 63537.83163205866, + 63459.88358518366, + 63534.51288205866, + 63534.51288205866, + 63535.67264768366, + 63524.07499143366, + 63537.83163205866, + 63539.36014768366, + 63533.83475705866, + 63538.99139768366, + 63452.62655393366, + 63535.67264768366, + 63538.99139768366, + 63535.67264768366, + 63523.396866433664, + 63534.51288205866, + 63535.67264768366, + 63539.36014768366, + 63524.07499143366, + 63452.62655393366 + ], + "p90": [ + 64025.025382058666, + 64104.57499143366, + 64020.68436643366, + 64040.99686643366, + 64068.57108518366, + 64068.57108518366, + 64099.94217893366, + 64021.34452268366, + 64043.754288308664, + 64023.25077268366, + 64023.25077268366, + 64018.722647683666, + 64021.570303933666, + 64021.570303933666, + 64021.34842893366, + 64025.025382058666, + 64020.68436643366, + 64068.57108518366, + 64023.25077268366, + 64071.70819455866, + 64012.87616330866, + 64021.34842893366, + 64021.38358518366, + 64025.025382058666 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_000408.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..bc78c1327eabc433eb58390c4792c715bae660c5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_000408.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:04:08.485244+00:00", + "metrics": { + "MSE[mean]": 331458.11870384216, + "MSE[0.5]": 331458.11870384216, + "MAE[0.5]": 512.3133138020834, + "MASE[0.5]": 0.4483343568042904, + "MAPE[0.5]": 0.0079878719189587, + "sMAPE[0.5]": 0.008015299233623449, + "MSIS": 3.348197282912493, + "RMSE[mean]": 575.7239952475858, + "NRMSE[mean]": 0.008977026927792956, + "ND[0.5]": 0.007988290311732375, + "mean_weighted_sum_quantile_loss": 0.006316111988442322 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "p10": [ + 62259.411484375, + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375 + ], + "p90": [ + 64800.611953125, + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_000352.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_000352.json new file mode 100644 index 0000000000000000000000000000000000000000..520db664dc8e42aa4cb992b092fec8069fb2e6c4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_000352.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:03:52.713260+00:00", + "metrics": { + "MSE[mean]": 57073.964949289955, + "MSE[0.5]": 57073.964949289955, + "MAE[0.5]": 157.07877604166666, + "MASE[0.5]": 0.1374623889853698, + "MAPE[0.5]": 0.0024587901873471363, + "sMAPE[0.5]": 0.0024523332964252833, + "MSIS": 1.2348124712222979, + "RMSE[mean]": 238.9015800477049, + "NRMSE[mean]": 0.003725093855534458, + "ND[0.5]": 0.002449264602397539, + "mean_weighted_sum_quantile_loss": 0.0030489398046434635 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64228.625, + 64231.53125, + 64229.59375, + 64240.25, + 64247.03125, + 64248.0, + 64265.4375, + 64251.875, + 64244.125, + 64231.53125, + 64246.0625, + 64261.5625, + 64282.875, + 64286.75, + 64284.8125, + 64279.0, + 64335.1875, + 64323.5625, + 64310.0, + 64257.6875, + 64234.4375, + 64185.03125, + 64177.28125, + 64130.78125 + ], + "p10": [ + 63916.6875, + 63870.1875, + 63823.6875, + 63795.59375, + 63770.40625, + 63756.84375, + 63730.6875, + 63688.0625, + 63653.1875, + 63618.3125, + 63604.75, + 63593.125, + 63558.25, + 63533.0625, + 63525.3125, + 63476.875, + 63531.125, + 63480.75, + 63445.875, + 63380.0, + 63349.0, + 63294.75, + 63279.25, + 63240.5 + ], + "p90": [ + 64546.375, + 64643.25, + 64705.25, + 64759.5, + 64798.25, + 64817.625, + 64883.5, + 64906.75, + 64926.125, + 64930.0, + 64976.5, + 65023.0, + 65069.5, + 65108.25, + 65116.0, + 65147.0, + 65193.5, + 65216.75, + 65224.5, + 65193.5, + 65178.0, + 65139.25, + 65154.75, + 65123.75 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_000156.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_000156.json new file mode 100644 index 0000000000000000000000000000000000000000..d89bee273e59d1189ba762e949d70295ac05ae54 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_000156.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:01:56.872737+00:00", + "metrics": { + "MSE[mean]": 175953.19353612265, + "MSE[0.5]": 110667.51884969075, + "MAE[0.5]": 219.62109375, + "MASE[0.5]": 0.1921942669737048, + "MAPE[0.5]": 0.003437913485242272, + "sMAPE[0.5]": 0.0034251505033504794, + "MSIS": 9.306660892055831, + "RMSE[mean]": 419.4677502933004, + "NRMSE[mean]": 0.006540587713569821, + "ND[0.5]": 0.0034244611806691218, + "mean_weighted_sum_quantile_loss": 0.004267088898693811 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64215.1640625, + 64192.10546875, + 64195.515625, + 64194.859375, + 64211.796875, + 64226.0078125, + 64225.2578125, + 64213.2421875, + 64239.0390625, + 64278.8359375, + 64288.875, + 64317.48046875, + 64320.5, + 64316.7734375, + 64329.30859375, + 64308.98046875, + 64328.32421875, + 64368.07421875, + 64375.75390625, + 64383.49609375, + 64377.90234375, + 64388.62890625, + 64408.9609375, + 64435.265625 + ], + "p10": [ + 64261.19140625, + 64238.04296875, + 64270.7734375, + 64271.8125, + 64263.39453125, + 64295.08984375, + 64336.921875, + 64321.5625, + 64329.98046875, + 64333.77734375, + 64342.18359375, + 64343.953125, + 64368.56640625, + 64390.80859375, + 64429.57421875, + 64402.1953125, + 64415.51953125, + 64485.1328125, + 64485.15234375, + 64468.43359375, + 64472.48046875, + 64535.2421875, + 64482.98046875, + 64526.09375 + ], + "p90": [ + 64468.9609375, + 64518.94140625, + 64569.6796875, + 64595.59375, + 64629.29296875, + 64661.95703125, + 64688.98828125, + 64689.08984375, + 64728.97265625, + 64788.15234375, + 64790.1875, + 64840.3671875, + 64857.546875, + 64891.328125, + 64912.76953125, + 64921.3984375, + 64954.41796875, + 64997.9609375, + 65027.26953125, + 65029.53125, + 65039.4140625, + 65073.78125, + 65075.99609375, + 65092.3046875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_000251.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_000251.json new file mode 100644 index 0000000000000000000000000000000000000000..e17e5f51c60dcf9b97e5bd9d2b08250e6512ebd5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_000251.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:02:51.763555+00:00", + "metrics": { + "MSE[mean]": 261897.82275708517, + "MSE[0.5]": 261897.82275708517, + "MAE[0.5]": 381.17431640625, + "MASE[0.5]": 0.33357232258525826, + "MAPE[0.5]": 0.005961957093625865, + "sMAPE[0.5]": 0.005930087101652835, + "MSIS": 1.8175119789781886, + "RMSE[mean]": 511.75953606853795, + "NRMSE[mean]": 0.00797965548381642, + "ND[0.5]": 0.005943493984631393, + "mean_weighted_sum_quantile_loss": 0.0048752629297857016 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64274.76953125, + 64295.04296875, + 64310.8828125, + 64317.4296875, + 64326.74609375, + 64345.8359375, + 64366.3828125, + 64393.77734375, + 64416.375, + 64433.50390625, + 64464.15625, + 64490.89453125, + 64519.296875, + 64542.40625, + 64570.83203125, + 64589.89453125, + 64603.1640625, + 64627.265625, + 64649.9921875, + 64672.10546875, + 64692.16796875, + 64706.06640625, + 64729.59375, + 64746.8203125 + ], + "p10": [ + 64039.89453125, + 63922.70703125, + 63830.3671875, + 63776.7734375, + 63754.22265625, + 63745.765625, + 63730.92578125, + 63720.578125, + 63701.5, + 63670.3984375, + 63654.38671875, + 63634.0703125, + 63618.0078125, + 63597.68359375, + 63587.3046875, + 63572.921875, + 63552.7578125, + 63539.83984375, + 63529.87890625, + 63519.07421875, + 63498.58203125, + 63472.04296875, + 63453.4375, + 63432.68359375 + ], + "p90": [ + 64512.765625, + 64647.75390625, + 64770.5078125, + 64856.98828125, + 64924.69140625, + 65012.27734375, + 65104.80078125, + 65199.27734375, + 65273.05078125, + 65346.0546875, + 65434.296875, + 65494.80078125, + 65556.9921875, + 65628.921875, + 65732.3984375, + 65803.015625, + 65863.3515625, + 65941.4453125, + 66012.3828125, + 66091.2578125, + 66137.9140625, + 66191.6484375, + 66249.3203125, + 66305.578125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_000235.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_000235.json new file mode 100644 index 0000000000000000000000000000000000000000..0b413f48923c63839f2695090b865d5a9dc337df --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_000235.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:02:35.628990+00:00", + "metrics": { + "MSE[mean]": 116916.15438715617, + "MSE[0.5]": 116916.15438715617, + "MAE[0.5]": 242.07421875, + "MASE[0.5]": 0.2118433900472664, + "MAPE[0.5]": 0.003788169506992598, + "sMAPE[0.5]": 0.0037739246353910624, + "MSIS": 2.172973776765459, + "RMSE[mean]": 341.9300431187002, + "NRMSE[mean]": 0.005331574208884513, + "ND[0.5]": 0.0037745635029657995, + "mean_weighted_sum_quantile_loss": 0.005210975269713643 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" + ], + "context": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 + ], + "actual": [ + 64294.0, + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 + ], + "predictions": { + "p50": [ + 64304.12890625, + 64313.90234375, + 64320.62109375, + 64327.96484375, + 64334.79296875, + 64344.05078125, + 64350.48828125, + 64356.67578125, + 64358.68359375, + 64368.0390625, + 64373.3671875, + 64374.31640625, + 64376.4609375, + 64381.1015625, + 64381.7890625, + 64385.5859375, + 64388.359375, + 64391.6171875, + 64393.30078125, + 64394.65625, + 64394.70703125, + 64394.88671875, + 64395.83203125, + 64401.203125 + ], + "p10": [ + 64070.91015625, + 63963.5, + 63858.8984375, + 63756.46484375, + 63653.5859375, + 63565.7265625, + 63483.19140625, + 63400.1953125, + 63307.29296875, + 63242.578125, + 63151.72265625, + 63068.2734375, + 62985.57421875, + 62900.41015625, + 62821.88671875, + 62752.28125, + 62680.3671875, + 62605.09375, + 62524.3515625, + 62467.8515625, + 62416.20703125, + 62339.18359375, + 62256.8984375, + 62192.8984375 + ], + "p90": [ + 64525.79296875, + 64631.5625, + 64736.71484375, + 64840.68359375, + 64938.7265625, + 65022.16796875, + 65109.09765625, + 65202.79296875, + 65295.26171875, + 65365.31640625, + 65458.5859375, + 65540.7890625, + 65635.2109375, + 65724.34375, + 65806.4453125, + 65862.5390625, + 65937.046875, + 66008.7109375, + 66079.6484375, + 66132.875, + 66182.9921875, + 66283.9765625, + 66340.4375, + 66397.1875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_000408.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..1f9df618e5ac281b2580af7828cdbd95b2ffe448 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260622_000408.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:04:08.292219+00:00", + "metrics": { + "MSE[mean]": 0.04051125167734902, + "MSE[0.5]": 0.047293925192861255, + "MAE[0.5]": 0.18511493191476186, + "MASE[0.5]": 2.17782297275412, + "MAPE[0.5]": 0.12028685440811808, + "sMAPE[0.5]": 0.13061861040316733, + "MSIS": 30.351890317086106, + "RMSE[mean]": 0.20127407105076656, + "NRMSE[mean]": 0.1368435590826109, + "ND[0.5]": 0.1258571756923517, + "mean_weighted_sum_quantile_loss": 0.11048171833662629 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2789831433422234, + 1.2846292404550552, + 1.2955991345256532, + 1.295036385972075, + 1.2967291850127485, + 1.2998651739003722, + 1.2874637701061091, + 1.2971094146666804, + 1.300006994305433, + 1.294635911810595, + 1.2999720783524649, + 1.28266161171261, + 1.2965242755656503, + 1.2985782033526727, + 1.2875901258933364, + 1.2832554466172044, + 1.299982094002878, + 1.3001037469460923, + 1.284541687360805, + 1.291123015318667, + 1.2959161454401942, + 1.2979297501515563, + 1.2971771737328315, + 1.300103869045824, + 1.2971771775754566, + 1.2832531345055718, + 1.2985797533812087, + 1.2971771788683901, + 1.3001038717821272, + 1.284541753875327, + 1.2856778314722141, + 1.3001038718863305, + 1.287590951992445, + 1.2999823285232677, + 1.2856778315042598, + 1.2845417539392463, + 1.2971771790980187, + 1.295877191916163, + 1.3002190782419822, + 1.3001614750734345, + 1.2946551495845195, + 1.2875909520023057, + 1.2971771790987978, + 1.2832558867805288, + 1.2851097927239006, + 1.2958771919165848, + 1.2999823285285381, + 1.287590952002339, + 1.2965271855077014, + 1.2875909520023396, + 1.2999823285285395, + 1.2952661707505855, + 1.2845417539407427, + 1.2965271855077016, + 1.3000431002167203, + 1.2958771919165875, + 1.2999823285285395, + 1.2911230507934617, + 1.2856778315070685, + 1.2958771919165875, + 1.2856778315070685, + 1.302101559095225, + 1.2832531353172403, + 1.2952661707505855, + 1.2958771919165875, + 1.3001038719049012, + 1.2958771919165875, + 1.2999823285285395, + 1.2856778315070685, + 1.2820810110047371, + 1.286634391754704, + 1.2832531353172403 + ], + "p10": [ + 1.2151774918737979, + 1.216323038961155, + 1.1875651352254197, + 1.222392844089065, + 1.2241871575487053, + 1.220497404467788, + 1.1949305935452796, + 1.1949900110093747, + 1.2156092991640177, + 1.1950385376675217, + 1.2194247037800736, + 1.2179274580306811, + 1.2194320440140969, + 1.2194334034951433, + 1.220735276363314, + 1.1950573352781761, + 1.224634917109111, + 1.1950576504827013, + 1.2156453384953674, + 1.2232336145587828, + 1.1950577565400047, + 1.2245227419321045, + 1.220605982254716, + 1.2231035323228834, + 1.220605986097341, + 1.1938682536655274, + 1.2207361020398482, + 1.2206059873902746, + 1.2263324230644816, + 1.1891431797331666, + 1.2156454050404506, + 1.2194349539375775, + 1.2207361024624226, + 1.2206059876154285, + 1.1950577754387015, + 1.2179329194775634, + 1.2206059876199031, + 1.2194349539557237, + 1.2194349539559222, + 1.22060598762058, + 1.2192847505083755, + 1.215645405075271, + 1.2206059876206823, + 1.1891431797985728, + 1.2179329194790547, + 1.2204557841729888, + 1.2207361024723158, + 1.1950577754415095, + 1.2235111553181617, + 1.1944663158772173, + 1.2179329194790598, + 1.2192847505084394, + 1.2192847505084394, + 1.1891431797985823, + 1.2245227520031117, + 1.2206059876207003, + 1.2194349539561482, + 1.2192847505084394, + 1.1944663158772173, + 1.2179329194790598, + 1.188545118398561, + 1.2207361024723171, + 1.2179329194790598, + 1.2179329194790598, + 1.2232336500335774, + 1.2207361024723171, + 1.2206059876207003, + 1.1950577754415102, + 1.188545118398561, + 1.1831625657983678, + 1.2194349539561482, + 1.1891431797985823 + ], + "p90": [ + 1.3766560352481072, + 1.379252934299342, + 1.3996421500949565, + 1.381373839902114, + 1.3998803096538572, + 1.3959782216173056, + 1.400201121843694, + 1.4020558051669678, + 1.4011840887568319, + 1.3835956354501586, + 1.4021133194230286, + 1.3811928679226715, + 1.4012172847260678, + 1.3967156966654581, + 1.3822138197376233, + 1.40041705266941, + 1.400328069214263, + 1.4021234446402944, + 1.400328237159987, + 1.4021235341243086, + 1.400328284838419, + 1.402123559528096, + 1.4013105267952333, + 1.4003283008808474, + 1.3967172456031038, + 1.4012201938564506, + 1.4012201942356501, + 1.4021235693686775, + 1.4021235694763292, + 1.3840260115705405, + 1.3966280579987893, + 1.3836148732055764, + 1.4012201946582246, + 1.3822146458413547, + 1.396628058030835, + 1.3836148732226508, + 1.3962169196210374, + 1.381085405317784, + 1.401220194667893, + 1.3966280580335233, + 1.3811983293709862, + 1.3962169196218006, + 1.4023184106361857, + 1.382214645846617, + 1.4023184106361986, + 1.4021235695991006, + 1.4012201946681178, + 1.3822146458466258, + 1.4012201946681189, + 1.3822146458466265, + 1.4003283037399246, + 1.3810854053182084, + 1.3962169196218346, + 1.3836148732241471, + 1.4003283037399246, + 1.3811983293710501, + 1.3962169196218346, + 1.3962169196218346, + 1.3836148732241471, + 1.3966280580336436, + 1.3784146843462868, + 1.4023184106362037, + 1.3836148732241471, + 1.4021235695991032, + 1.3822146458466265, + 1.401220194668119, + 1.4023184106362037, + 1.400417492832744, + 1.3836148732241471, + 1.3810854053182084, + 1.3962169196218346, + 1.400417492832744 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_000125.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_000125.json new file mode 100644 index 0000000000000000000000000000000000000000..8e509d5c9fa3e966fea502290f77474507cc15c1 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260622_000125.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:01:25.384960+00:00", + "metrics": { + "MSE[mean]": 0.0477887003611218, + "MSE[0.5]": 0.0477887003611218, + "MAE[0.5]": 0.18799307776821983, + "MASE[0.5]": 2.2116835160056176, + "MAPE[0.5]": 0.12235337286127618, + "sMAPE[0.5]": 0.1328362204136937, + "MSIS": 35.287814110280046, + "RMSE[mean]": 0.21860626789074875, + "NRMSE[mean]": 0.14862748877569745, + "ND[0.5]": 0.12781398870900057, + "mean_weighted_sum_quantile_loss": 0.10666352752627632 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3102988004684448, + 1.3019312620162964, + 1.2938573360443115, + 1.2881451845169067, + 1.2837313413619995, + 1.2838096618652344, + 1.282733678817749, + 1.2838163375854492, + 1.283623456954956, + 1.286958932876587, + 1.284784197807312, + 1.2833129167556763, + 1.2816307544708252, + 1.2810641527175903, + 1.281481146812439, + 1.2805827856063843, + 1.2865146398544312, + 1.2873278856277466, + 1.286940336227417, + 1.2902473211288452, + 1.2897614240646362, + 1.2911516427993774, + 1.2906477451324463, + 1.2917006015777588, + 1.2912777662277222, + 1.2921202182769775, + 1.2905802726745605, + 1.2899088859558105, + 1.289933681488037, + 1.2894635200500488, + 1.2902244329452515, + 1.2894998788833618, + 1.2866851091384888, + 1.288541316986084, + 1.2874072790145874, + 1.2905458211898804, + 1.2889965772628784, + 1.289790153503418, + 1.2893705368041992, + 1.2889916896820068, + 1.2882620096206665, + 1.288496494293213, + 1.2886964082717896, + 1.290061593055725, + 1.2905747890472412, + 1.2910583019256592, + 1.2915799617767334, + 1.2916648387908936, + 1.2911566495895386, + 1.2913941144943237, + 1.2884325981140137, + 1.2900185585021973, + 1.2890211343765259, + 1.2896621227264404, + 1.289589285850525, + 1.2890995740890503, + 1.289484977722168, + 1.2902482748031616, + 1.2927721738815308, + 1.2945120334625244, + 1.2954438924789429, + 1.2959613800048828, + 1.2949026823043823, + 1.2942389249801636, + 1.2919572591781616, + 1.2942535877227783, + 1.2926325798034668, + 1.2948353290557861, + 1.2959635257720947, + 1.2972875833511353, + 1.299573540687561, + 1.300499439239502 + ], + "p10": [ + 1.23274564743042, + 1.216755986213684, + 1.2078734636306763, + 1.2022980451583862, + 1.200138807296753, + 1.1984330415725708, + 1.1985785961151123, + 1.1987558603286743, + 1.1989449262619019, + 1.1963216066360474, + 1.1994080543518066, + 1.1983367204666138, + 1.1974238157272339, + 1.1967464685440063, + 1.1963987350463867, + 1.1960203647613525, + 1.1995588541030884, + 1.1978754997253418, + 1.197038173675537, + 1.1968445777893066, + 1.1978161334991455, + 1.1986613273620605, + 1.199156641960144, + 1.1980258226394653, + 1.1991857290267944, + 1.1961207389831543, + 1.1986604928970337, + 1.1979635953903198, + 1.1966861486434937, + 1.1960681676864624, + 1.1971532106399536, + 1.196743130683899, + 1.1913511753082275, + 1.1900372505187988, + 1.1888675689697266, + 1.189087152481079, + 1.1900510787963867, + 1.1897540092468262, + 1.1893184185028076, + 1.1898962259292603, + 1.1896623373031616, + 1.186455249786377, + 1.1897861957550049, + 1.189204216003418, + 1.1878774166107178, + 1.1866471767425537, + 1.1887506246566772, + 1.1881223917007446, + 1.1868048906326294, + 1.1849948167800903, + 1.183600902557373, + 1.18427574634552, + 1.1844823360443115, + 1.1841992139816284, + 1.1829917430877686, + 1.1848219633102417, + 1.1833574771881104, + 1.1813688278198242, + 1.184909701347351, + 1.1840909719467163, + 1.1838628053665161, + 1.18159818649292, + 1.1830891370773315, + 1.182262659072876, + 1.1821701526641846, + 1.1802266836166382, + 1.1787104606628418, + 1.1807163953781128, + 1.1808146238327026, + 1.1804392337799072, + 1.1808063983917236, + 1.1830902099609375 + ], + "p90": [ + 1.3919936418533325, + 1.398881196975708, + 1.4007378816604614, + 1.3957706689834595, + 1.3943921327590942, + 1.3966447114944458, + 1.3964519500732422, + 1.3982515335083008, + 1.402055263519287, + 1.4049705266952515, + 1.4056293964385986, + 1.4051361083984375, + 1.4018666744232178, + 1.4012045860290527, + 1.3990707397460938, + 1.4004353284835815, + 1.4023618698120117, + 1.4086145162582397, + 1.411874771118164, + 1.412250280380249, + 1.412376046180725, + 1.4152016639709473, + 1.4143105745315552, + 1.4143822193145752, + 1.4202141761779785, + 1.4209010601043701, + 1.4233381748199463, + 1.4234837293624878, + 1.4230358600616455, + 1.4220539331436157, + 1.4207676649093628, + 1.42257559299469, + 1.4223867654800415, + 1.4291690587997437, + 1.4321575164794922, + 1.4341707229614258, + 1.4323285818099976, + 1.4365192651748657, + 1.4355638027191162, + 1.43459153175354, + 1.4412921667099, + 1.4418283700942993, + 1.4455407857894897, + 1.4457037448883057, + 1.44736647605896, + 1.4456696510314941, + 1.445595622062683, + 1.447497010231018, + 1.442628026008606, + 1.4465224742889404, + 1.4462306499481201, + 1.4490859508514404, + 1.4462093114852905, + 1.4509403705596924, + 1.4506396055221558, + 1.4494272470474243, + 1.4569154977798462, + 1.458876609802246, + 1.4644384384155273, + 1.4636197090148926, + 1.4661941528320312, + 1.4666061401367188, + 1.4660820960998535, + 1.4648258686065674, + 1.4633291959762573, + 1.4678924083709717, + 1.4672421216964722, + 1.4727927446365356, + 1.4711118936538696, + 1.4776763916015625, + 1.4789048433303833, + 1.477944016456604 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_000408.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..b2a59d29b77b8bd9996c425f9f113ab9ba0008e3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260622_000408.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:04:08.433780+00:00", + "metrics": { + "MSE[mean]": 0.06990543194639284, + "MSE[0.5]": 0.06982898032007522, + "MAE[0.5]": 0.2245071805904015, + "MASE[0.5]": 2.641261244463901, + "MAPE[0.5]": 0.1458270674931243, + "sMAPE[0.5]": 0.16150084589486274, + "MSIS": 51.44771058242915, + "RMSE[mean]": 0.2643963538825618, + "NRMSE[mean]": 0.17975955812325903, + "ND[0.5]": 0.15263944069499155, + "mean_weighted_sum_quantile_loss": 0.13914328620732164 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3153223368143994, + 1.3136573435377843, + 1.3119923502611692, + 1.310327356984554, + 1.3086623637079389, + 1.3069973704313238, + 1.3053323771547087, + 1.3036673838780937, + 1.3020023906014786, + 1.3003373973248633, + 1.2986724040482482, + 1.2970074107716332, + 1.295342417495018, + 1.293677424218403, + 1.292012430941788, + 1.290347437665173, + 1.2886824443885576, + 1.2870174511119425, + 1.2853524578353275, + 1.2836874645587124, + 1.2820224712820973, + 1.2803574780054823, + 1.278692484728867, + 1.277027491452252, + 1.2753624981756368, + 1.2736975048990218, + 1.2720325116224067, + 1.2703675183457916, + 1.2687025250691766, + 1.2670375317925613, + 1.2653725385159462, + 1.2637075452393312, + 1.262042551962716, + 1.260377558686101, + 1.258712565409486, + 1.2570475721328707, + 1.2553825788562556, + 1.2537175855796405, + 1.2520525923030255, + 1.2503875990264104, + 1.2487226057497953, + 1.2470576124731803, + 1.245392619196565, + 1.24372762591995, + 1.2420626326433348, + 1.2403976393667198, + 1.2387326460901047, + 1.2370676528134896, + 1.2354026595368746, + 1.2337376662602593, + 1.2320726729836442, + 1.2304076797070291, + 1.228742686430414, + 1.227077693153799, + 1.225412699877184, + 1.2237477066005686, + 1.2220827133239536, + 1.2204177200473385, + 1.2187527267707234, + 1.2170877334941084, + 1.2154227402174933, + 1.2137577469408782, + 1.212092753664263, + 1.2104277603876479, + 1.2087627671110328, + 1.2070977738344177, + 1.2054327805578027, + 1.2037677872811876, + 1.2021027940045723, + 1.2004378007279572, + 1.1987728074513422, + 1.1971078141747271 + ], + "p10": [ + 1.2153223129725415, + 1.2136573196959264, + 1.2119923264193113, + 1.210327333142696, + 1.208662339866081, + 1.206997346589466, + 1.2053323533128508, + 1.2036673600362358, + 1.2020023667596207, + 1.2003373734830054, + 1.1986723802063903, + 1.1970073869297753, + 1.1953423936531602, + 1.1936774003765451, + 1.19201240709993, + 1.190347413823315, + 1.1886824205466997, + 1.1870174272700846, + 1.1853524339934696, + 1.1836874407168545, + 1.1820224474402394, + 1.1803574541636244, + 1.178692460887009, + 1.177027467610394, + 1.175362474333779, + 1.1736974810571639, + 1.1720324877805488, + 1.1703674945039337, + 1.1687025012273187, + 1.1670375079507034, + 1.1653725146740883, + 1.1637075213974732, + 1.1620425281208582, + 1.160377534844243, + 1.158712541567628, + 1.1570475482910128, + 1.1553825550143977, + 1.1537175617377826, + 1.1520525684611675, + 1.1503875751845525, + 1.1487225819079374, + 1.1470575886313223, + 1.145392595354707, + 1.143727602078092, + 1.142062608801477, + 1.1403976155248619, + 1.1387326222482468, + 1.1370676289716317, + 1.1354026356950166, + 1.1337376424184014, + 1.1320726491417863, + 1.1304076558651712, + 1.1287426625885562, + 1.127077669311941, + 1.125412676035326, + 1.1237476827587107, + 1.1220826894820957, + 1.1204176962054806, + 1.1187527029288655, + 1.1170877096522505, + 1.1154227163756354, + 1.1137577230990203, + 1.112092729822405, + 1.11042773654579, + 1.108762743269175, + 1.1070977499925598, + 1.1054327567159448, + 1.1037677634393297, + 1.1021027701627144, + 1.1004377768860993, + 1.0987727836094843, + 1.0971077903328692 + ], + "p90": [ + 1.4153223606562573, + 1.4136573673796422, + 1.4119923741030271, + 1.4103273808264118, + 1.4086623875497968, + 1.4069973942731817, + 1.4053324009965666, + 1.4036674077199516, + 1.4020024144433365, + 1.4003374211667212, + 1.3986724278901062, + 1.397007434613491, + 1.395342441336876, + 1.393677448060261, + 1.3920124547836459, + 1.3903474615070308, + 1.3886824682304155, + 1.3870174749538005, + 1.3853524816771854, + 1.3836874884005703, + 1.3820224951239553, + 1.3803575018473402, + 1.378692508570725, + 1.3770275152941098, + 1.3753625220174948, + 1.3736975287408797, + 1.3720325354642646, + 1.3703675421876496, + 1.3687025489110345, + 1.3670375556344192, + 1.3653725623578041, + 1.363707569081189, + 1.362042575804574, + 1.360377582527959, + 1.3587125892513439, + 1.3570475959747286, + 1.3553826026981135, + 1.3537176094214984, + 1.3520526161448834, + 1.3503876228682683, + 1.3487225223032926, + 1.3470576363150382, + 1.3453926430384229, + 1.3437276497618078, + 1.3420626564851927, + 1.3403976632085777, + 1.3387326699319626, + 1.3370676766553475, + 1.3354026833787325, + 1.3337376901021172, + 1.3320726968255021, + 1.330407703548887, + 1.328742710272272, + 1.327077716995657, + 1.3254127237190418, + 1.3237477304424266, + 1.3220827371658115, + 1.3204177438891964, + 1.3187527506125813, + 1.3170877573359663, + 1.3154227640593512, + 1.3137577707827361, + 1.3120927775061209, + 1.3104277842295058, + 1.3087627909528907, + 1.3070977976762757, + 1.3054328043996606, + 1.3037678111230455, + 1.3021028178464302, + 1.3004378245698152, + 1.2987728312932, + 1.297107838016585 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_000333.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_000333.json new file mode 100644 index 0000000000000000000000000000000000000000..e052eac7a896402bff0d0bfa0210472f4e85c0f2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260622_000333.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:03:33.503049+00:00", + "metrics": { + "MSE[mean]": 0.04085763871457478, + "MSE[0.5]": 0.04062031645288414, + "MAE[0.5]": 0.1726631596684456, + "MASE[0.5]": 2.0313315181262652, + "MAPE[0.5]": 0.11249709033368349, + "sMAPE[0.5]": 0.12114650299496622, + "MSIS": 21.74093482205651, + "RMSE[mean]": 0.20213272549138298, + "NRMSE[mean]": 0.13742734679586482, + "ND[0.5]": 0.11739138165253116, + "mean_weighted_sum_quantile_loss": 0.09960690258923925 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.324241042137146, + 1.3113126158714294, + 1.3144855499267578, + 1.3271243572235107, + 1.3269845843315125, + 1.3280497193336487, + 1.3142418265342712, + 1.3086182475090027, + 1.3172979950904846, + 1.3276692628860474, + 1.3063520789146423, + 1.3142749071121216, + 1.3177181482315063, + 1.315065085887909, + 1.3223150968551636, + 1.327878177165985, + 1.3156070113182068, + 1.315118134021759, + 1.3117839097976685, + 1.3001211881637573, + 1.3190848231315613, + 1.3204267621040344, + 1.306587278842926, + 1.3106462359428406, + 1.2863843441009521, + 1.3089163303375244, + 1.3051894307136536, + 1.3131608366966248, + 1.3068106770515442, + 1.3114337921142578, + 1.3295221328735352, + 1.3175452947616577, + 1.3015491366386414, + 1.3201475739479065, + 1.3152976036071777, + 1.3035354614257812, + 1.306488811969757, + 1.3194381594657898, + 1.31210458278656, + 1.3230519890785217, + 1.3148379921913147, + 1.3087137937545776, + 1.3088048696517944, + 1.329613745212555, + 1.3106710314750671, + 1.3141723275184631, + 1.3060585856437683, + 1.31676584482193, + 1.3320394158363342, + 1.3313591480255127, + 1.3052799105644226, + 1.3019964098930359, + 1.3088726997375488, + 1.2939170002937317, + 1.3184107542037964, + 1.3195457458496094, + 1.3169183731079102, + 1.3097375631332397, + 1.3114623427391052, + 1.3246022462844849, + 1.3028768301010132, + 1.3267832398414612, + 1.3137163519859314, + 1.3102254271507263, + 1.2977086305618286, + 1.3290802836418152, + 1.3096093535423279, + 1.3283823728561401, + 1.3243184685707092, + 1.2893032431602478, + 1.3217341899871826, + 1.3188933730125427 + ], + "p10": [ + 1.1893789172172546, + 1.1722554564476013, + 1.107507348060608, + 1.1252392530441284, + 1.1706266403198242, + 1.1629786491394043, + 1.1523444056510925, + 1.1570066213607788, + 1.1919910311698914, + 1.1857783198356628, + 1.156120240688324, + 1.1467467546463013, + 1.1175731420516968, + 1.1617851853370667, + 1.1107053756713867, + 1.1733466386795044, + 1.1451778411865234, + 1.1426135897636414, + 1.1510834693908691, + 1.1422623991966248, + 1.2034737467765808, + 1.171792984008789, + 1.1790465712547302, + 1.1863247752189636, + 1.1670411825180054, + 1.1451653242111206, + 1.1765827536582947, + 1.1417642831802368, + 1.1314095854759216, + 1.1873902082443237, + 1.156202495098114, + 1.178742527961731, + 1.1639567017555237, + 1.1679324507713318, + 1.1409216523170471, + 1.151896357536316, + 1.1469684839248657, + 1.1366483569145203, + 1.122326910495758, + 1.1389618515968323, + 1.1481568217277527, + 1.1142547726631165, + 1.1171798706054688, + 1.1114513874053955, + 1.1455204486846924, + 1.1405672430992126, + 1.0927831530570984, + 1.1394522786140442, + 1.1753255724906921, + 1.1325650215148926, + 1.0817295908927917, + 1.1272652745246887, + 1.1173937320709229, + 1.1027398705482483, + 1.0837040543556213, + 1.1152571439743042, + 1.0771337747573853, + 1.0938600897789001, + 1.0784775614738464, + 1.130043387413025, + 1.0812872648239136, + 1.0938481092453003, + 1.1040948033332825, + 1.0649389028549194, + 1.1009557843208313, + 1.0987842679023743, + 1.071041226387024, + 1.1186147928237915, + 1.1298860311508179, + 1.0573789477348328, + 1.1141428351402283, + 1.0161404609680176 + ], + "p90": [ + 1.4275556802749634, + 1.4537770748138428, + 1.4640573859214783, + 1.4672136902809143, + 1.5216143131256104, + 1.4762015342712402, + 1.4691613912582397, + 1.4350340962409973, + 1.4734025597572327, + 1.4633809924125671, + 1.4228295683860779, + 1.4788297414779663, + 1.468981921672821, + 1.4628674983978271, + 1.497152030467987, + 1.5030233263969421, + 1.4762803316116333, + 1.4756423234939575, + 1.4709461331367493, + 1.4712448716163635, + 1.4476092457771301, + 1.513451635837555, + 1.437420904636383, + 1.482849895954132, + 1.4685707092285156, + 1.476793885231018, + 1.4717451930046082, + 1.489773452281952, + 1.4516936540603638, + 1.474000334739685, + 1.4651731252670288, + 1.4694417119026184, + 1.4645509719848633, + 1.4807184338569641, + 1.4763513207435608, + 1.4699530005455017, + 1.4752638339996338, + 1.4869515895843506, + 1.4846695065498352, + 1.4831746220588684, + 1.537039875984192, + 1.5004409551620483, + 1.4746246933937073, + 1.5035282969474792, + 1.4956297874450684, + 1.4715096950531006, + 1.4849190711975098, + 1.5068799257278442, + 1.4798814058303833, + 1.5160548090934753, + 1.4541655778884888, + 1.519544243812561, + 1.5002279877662659, + 1.4734647870063782, + 1.524341881275177, + 1.523699939250946, + 1.4961974620819092, + 1.476491928100586, + 1.5128042697906494, + 1.5348413586616516, + 1.4676210284233093, + 1.555692195892334, + 1.5483101606369019, + 1.508866310119629, + 1.4832448959350586, + 1.5819416642189026, + 1.5129436254501343, + 1.5571242570877075, + 1.5197387337684631, + 1.5146063566207886, + 1.5050750970840454, + 1.570187270641327 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_000408.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..dfea39f06406c578f72572cbcfb9ee2af726b173 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260622_000408.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:04:08.475845+00:00", + "metrics": { + "MSE[mean]": 0.03782421830803372, + "MSE[0.5]": 0.03779412545797879, + "MAE[0.5]": 0.16749468784344168, + "MASE[0.5]": 1.9705259604216667, + "MAPE[0.5]": 0.10934403575953218, + "sMAPE[0.5]": 0.11723031067001743, + "MSIS": 30.060802600939343, + "RMSE[mean]": 0.1944844937470176, + "NRMSE[mean]": 0.13222741593977566, + "ND[0.5]": 0.11387740652468997, + "mean_weighted_sum_quantile_loss": 0.1000792741222739 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947, + 1.3221153521384947 + ], + "p10": [ + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368, + 1.2221153282966368 + ], + "p90": [ + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.422115268691992, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526, + 1.4221153759803526 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_000408.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..4aed2201de09fa32feaa33cbbcf42d81cf427459 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260622_000408.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:04:08.502316+00:00", + "metrics": { + "MSE[mean]": 0.040277792347804625, + "MSE[0.5]": 0.040277792347804625, + "MAE[0.5]": 0.16666669481330448, + "MASE[0.5]": 1.9607848648565431, + "MAPE[0.5]": 0.10863953553079182, + "sMAPE[0.5]": 0.11715288832572167, + "MSIS": 64.34413920426047, + "RMSE[mean]": 0.20069327927911443, + "NRMSE[mean]": 0.1364486864956758, + "ND[0.5]": 0.11331446509588074, + "mean_weighted_sum_quantile_loss": 0.10926871979055788 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "p10": [ + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.1760000467300415, + 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584 + ], + "p90": [ + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.22400004863739, + 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_000404.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_000404.json new file mode 100644 index 0000000000000000000000000000000000000000..8a9f5c19c0c5e7dedee34221241c37fa30601b92 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260622_000404.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:04:04.300574+00:00", + "metrics": { + "MSE[mean]": 0.043257409708399704, + "MSE[0.5]": 0.043257409708399704, + "MAE[0.5]": 0.17673298716545105, + "MASE[0.5]": 2.0792118469924756, + "MAPE[0.5]": 0.11488875684540055, + "sMAPE[0.5]": 0.12420338078572622, + "MSIS": 43.589159458165824, + "RMSE[mean]": 0.2079841573495436, + "NRMSE[mean]": 0.14140565735032323, + "ND[0.5]": 0.12015840314037113, + "mean_weighted_sum_quantile_loss": 0.10551516868458186 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3073348999023438, + 1.3070144653320312, + 1.3058929443359375, + 1.3053321838378906, + 1.3058128356933594, + 1.3045310974121094, + 1.3050117492675781, + 1.3041305541992188, + 1.3044509887695312, + 1.303009033203125, + 1.3026084899902344, + 1.3032493591308594, + 1.3042106628417969, + 1.3026885986328125, + 1.3029289245605469, + 1.3029289245605469, + 1.3038902282714844, + 1.3018074035644531, + 1.3034095764160156, + 1.3030891418457031, + 1.3043708801269531, + 1.3028488159179688, + 1.3034095764160156, + 1.3028488159179688, + 1.3037300109863281, + 1.3014068603515625, + 1.3014869689941406, + 1.3028488159179688, + 1.3040504455566406, + 1.3034095764160156, + 1.3034095764160156, + 1.3027687072753906, + 1.3033294677734375, + 1.3020477294921875, + 1.3033294677734375, + 1.3037300109863281, + 1.3039703369140625, + 1.3033294677734375, + 1.3046112060546875, + 1.3043708801269531, + 1.3043708801269531, + 1.3033294677734375, + 1.3033294677734375, + 1.3039703369140625, + 1.3045310974121094, + 1.3044509887695312, + 1.3048515319824219, + 1.3045310974121094, + 1.3061332702636719, + 1.3057327270507812, + 1.3050117492675781, + 1.3051719665527344, + 1.3054924011230469, + 1.3054122924804688, + 1.3058128356933594, + 1.304931640625, + 1.3051719665527344, + 1.3053321838378906, + 1.3060531616210938, + 1.3064537048339844, + 1.3066139221191406, + 1.3058128356933594, + 1.3059730529785156, + 1.3063735961914062, + 1.3058929443359375, + 1.3058128356933594, + 1.3066940307617188, + 1.3060531616210938, + 1.3060531616210938, + 1.3053321838378906, + 1.3065338134765625, + 1.3066940307617188 + ], + "p10": [ + 1.2357177734375, + 1.223541259765625, + 1.21905517578125, + 1.21905517578125, + 1.218414306640625, + 1.21649169921875, + 1.217132568359375, + 1.215850830078125, + 1.217132568359375, + 1.21649169921875, + 1.21649169921875, + 1.217132568359375, + 1.2177734375, + 1.217132568359375, + 1.2177734375, + 1.218414306640625, + 1.21905517578125, + 1.215850830078125, + 1.21649169921875, + 1.21649169921875, + 1.2177734375, + 1.215850830078125, + 1.21649169921875, + 1.2152099609375, + 1.21649169921875, + 1.2152099609375, + 1.215850830078125, + 1.215850830078125, + 1.215850830078125, + 1.214569091796875, + 1.21649169921875, + 1.2152099609375, + 1.218414306640625, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.218414306640625, + 1.21905517578125, + 1.218414306640625, + 1.21905517578125, + 1.2177734375, + 1.218414306640625, + 1.2177734375, + 1.218414306640625, + 1.2177734375, + 1.21905517578125, + 1.2177734375, + 1.218414306640625, + 1.217132568359375, + 1.215850830078125, + 1.215850830078125, + 1.21649169921875, + 1.21649169921875, + 1.217132568359375, + 1.215850830078125, + 1.217132568359375, + 1.217132568359375, + 1.2177734375, + 1.217132568359375, + 1.217132568359375, + 1.21649169921875, + 1.21649169921875, + 1.215850830078125, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.2177734375, + 1.217132568359375, + 1.2177734375, + 1.218414306640625 + ], + "p90": [ + 1.3917694091796875, + 1.409393310546875, + 1.41387939453125, + 1.41387939453125, + 1.4151611328125, + 1.4151611328125, + 1.4151611328125, + 1.4151611328125, + 1.414520263671875, + 1.413238525390625, + 1.41387939453125, + 1.41387939453125, + 1.41387939453125, + 1.413238525390625, + 1.411956787109375, + 1.410675048828125, + 1.41387939453125, + 1.413238525390625, + 1.4151611328125, + 1.414520263671875, + 1.41644287109375, + 1.4151611328125, + 1.4151611328125, + 1.4151611328125, + 1.41644287109375, + 1.41387939453125, + 1.4151611328125, + 1.415802001953125, + 1.41644287109375, + 1.415802001953125, + 1.414520263671875, + 1.4151611328125, + 1.41387939453125, + 1.41387939453125, + 1.41644287109375, + 1.415802001953125, + 1.41644287109375, + 1.41644287109375, + 1.418365478515625, + 1.418365478515625, + 1.41900634765625, + 1.417083740234375, + 1.417083740234375, + 1.417724609375, + 1.418365478515625, + 1.418365478515625, + 1.41900634765625, + 1.418365478515625, + 1.41900634765625, + 1.41900634765625, + 1.417083740234375, + 1.417724609375, + 1.418365478515625, + 1.418365478515625, + 1.419647216796875, + 1.41900634765625, + 1.417724609375, + 1.418365478515625, + 1.41900634765625, + 1.4202880859375, + 1.419647216796875, + 1.419647216796875, + 1.4202880859375, + 1.420928955078125, + 1.41900634765625, + 1.417724609375, + 1.41900634765625, + 1.418365478515625, + 1.41900634765625, + 1.417724609375, + 1.41900634765625, + 1.41900634765625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_000206.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_000206.json new file mode 100644 index 0000000000000000000000000000000000000000..357951ad74b00de1232db9c9709ba0ac70c6b347 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260622_000206.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:02:06.906913+00:00", + "metrics": { + "MSE[mean]": 0.04225839423892038, + "MSE[0.5]": 0.05214094298421222, + "MAE[0.5]": 0.19764657153023613, + "MASE[0.5]": 2.3252540435951383, + "MAPE[0.5]": 0.12874436544201892, + "sMAPE[0.5]": 0.1402921010128161, + "MSIS": 48.00663729739016, + "RMSE[mean]": 0.2055684660616029, + "NRMSE[mean]": 0.13976326103091216, + "ND[0.5]": 0.13437727049229045, + "mean_weighted_sum_quantile_loss": 0.10778585374112291 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.2876932621002197, + 1.2849280834197998, + 1.2831370830535889, + 1.280627727508545, + 1.2806390523910522, + 1.2805867195129395, + 1.2826250791549683, + 1.2816287279129028, + 1.2811425924301147, + 1.2794280052185059, + 1.279222846031189, + 1.2760151624679565, + 1.2790274620056152, + 1.2760895490646362, + 1.277583122253418, + 1.2751357555389404, + 1.2764904499053955, + 1.2757856845855713, + 1.275977373123169, + 1.2765154838562012, + 1.2744618654251099, + 1.2717934846878052, + 1.2731119394302368, + 1.275856852531433, + 1.2729041576385498, + 1.2743122577667236, + 1.276546835899353, + 1.2791301012039185, + 1.281825304031372, + 1.2774925231933594, + 1.2797727584838867, + 1.2809114456176758, + 1.2785993814468384, + 1.2775038480758667, + 1.2773019075393677, + 1.279063105583191, + 1.2781542539596558, + 1.2771244049072266, + 1.2773003578186035, + 1.2769314050674438, + 1.2796906232833862, + 1.279404878616333, + 1.2823480367660522, + 1.2840481996536255, + 1.2850384712219238, + 1.2845453023910522, + 1.2844438552856445, + 1.2833431959152222, + 1.2835514545440674, + 1.283380389213562, + 1.2828205823898315, + 1.2814537286758423, + 1.2845513820648193, + 1.2823500633239746, + 1.2808669805526733, + 1.2818189859390259, + 1.281750202178955, + 1.2808886766433716, + 1.2815977334976196, + 1.2822479009628296, + 1.282768964767456, + 1.2810925245285034, + 1.2789148092269897, + 1.276625156402588, + 1.2771109342575073, + 1.275782823562622, + 1.2788301706314087, + 1.2787715196609497, + 1.2804746627807617, + 1.2803115844726562, + 1.280570387840271, + 1.279714822769165 + ], + "p10": [ + 1.3071893453598022, + 1.3086895942687988, + 1.3087387084960938, + 1.3067861795425415, + 1.3102225065231323, + 1.3066469430923462, + 1.3103095293045044, + 1.3096330165863037, + 1.3106096982955933, + 1.3073335886001587, + 1.3091341257095337, + 1.3057862520217896, + 1.306713581085205, + 1.3051649332046509, + 1.3079254627227783, + 1.3076682090759277, + 1.3089271783828735, + 1.309428334236145, + 1.310755968093872, + 1.3071871995925903, + 1.3055295944213867, + 1.3039042949676514, + 1.3056894540786743, + 1.3053760528564453, + 1.3078067302703857, + 1.308160662651062, + 1.3088856935501099, + 1.3129596710205078, + 1.3111408948898315, + 1.3114007711410522, + 1.3143301010131836, + 1.3130391836166382, + 1.3156461715698242, + 1.311927318572998, + 1.3132089376449585, + 1.3121931552886963, + 1.3091959953308105, + 1.3117843866348267, + 1.3105984926223755, + 1.3113350868225098, + 1.3123736381530762, + 1.3146600723266602, + 1.316666841506958, + 1.3175513744354248, + 1.320478916168213, + 1.3206028938293457, + 1.3182889223098755, + 1.31862473487854, + 1.3209643363952637, + 1.318603515625, + 1.3156672716140747, + 1.3179357051849365, + 1.3164952993392944, + 1.3154079914093018, + 1.3164047002792358, + 1.3161884546279907, + 1.3185151815414429, + 1.3152425289154053, + 1.3179185390472412, + 1.3190038204193115, + 1.316160798072815, + 1.316688895225525, + 1.3158172369003296, + 1.3120208978652954, + 1.3119207620620728, + 1.314079761505127, + 1.3137928247451782, + 1.3143059015274048, + 1.3180075883865356, + 1.3167805671691895, + 1.3192808628082275, + 1.3175266981124878 + ], + "p90": [ + 1.3643132448196411, + 1.3696097135543823, + 1.3753550052642822, + 1.3752408027648926, + 1.3790487051010132, + 1.380462884902954, + 1.3842154741287231, + 1.3849340677261353, + 1.3862229585647583, + 1.3849687576293945, + 1.3865416049957275, + 1.3840482234954834, + 1.3881157636642456, + 1.3862597942352295, + 1.3882434368133545, + 1.3885111808776855, + 1.3917863368988037, + 1.3915859460830688, + 1.393658995628357, + 1.3919639587402344, + 1.391445279121399, + 1.388750433921814, + 1.390465259552002, + 1.389613151550293, + 1.3913532495498657, + 1.3927932977676392, + 1.393666386604309, + 1.398224115371704, + 1.4000147581100464, + 1.3992749452590942, + 1.4029905796051025, + 1.4022843837738037, + 1.40106201171875, + 1.4000147581100464, + 1.4013347625732422, + 1.402087688446045, + 1.401732087135315, + 1.400802493095398, + 1.4004038572311401, + 1.400693655014038, + 1.4040400981903076, + 1.4067070484161377, + 1.40848970413208, + 1.409725308418274, + 1.4115492105484009, + 1.4136134386062622, + 1.4137219190597534, + 1.4119950532913208, + 1.4124929904937744, + 1.411475658416748, + 1.410217046737671, + 1.4130911827087402, + 1.4137901067733765, + 1.4136308431625366, + 1.4149216413497925, + 1.4143379926681519, + 1.4157335758209229, + 1.4144251346588135, + 1.417975902557373, + 1.4186028242111206, + 1.419147253036499, + 1.417343020439148, + 1.4159334897994995, + 1.4159014225006104, + 1.4154706001281738, + 1.41434645652771, + 1.4193344116210938, + 1.4177643060684204, + 1.4202615022659302, + 1.4209963083267212, + 1.4209895133972168, + 1.4221080541610718 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_000301.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_000301.json new file mode 100644 index 0000000000000000000000000000000000000000..431b3d51e0b2eaebf522c265e013de919e28523f --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260622_000301.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:03:01.750562+00:00", + "metrics": { + "MSE[mean]": 0.04045188567983536, + "MSE[0.5]": 0.04045188567983536, + "MAE[0.5]": 0.17086243960592482, + "MASE[0.5]": 2.0101465738373694, + "MAPE[0.5]": 0.11112162967361883, + "sMAPE[0.5]": 0.11975459399623715, + "MSIS": 24.165284715291723, + "RMSE[mean]": 0.2011265414604332, + "NRMSE[mean]": 0.13674325567986348, + "ND[0.5]": 0.11616709607525652, + "mean_weighted_sum_quantile_loss": 0.09485841731390644 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.3113200664520264, + 1.3105684518814087, + 1.3093562126159668, + 1.3083277940750122, + 1.307015061378479, + 1.3057435750961304, + 1.3042948246002197, + 1.3034018278121948, + 1.3040111064910889, + 1.3042004108428955, + 1.304735541343689, + 1.3053303956985474, + 1.3066978454589844, + 1.3071194887161255, + 1.3072303533554077, + 1.307826280593872, + 1.3086851835250854, + 1.3096368312835693, + 1.3105679750442505, + 1.3112622499465942, + 1.312889814376831, + 1.3124901056289673, + 1.3127771615982056, + 1.31264328956604, + 1.3121464252471924, + 1.3111035823822021, + 1.309990406036377, + 1.3094077110290527, + 1.3087868690490723, + 1.308058738708496, + 1.307088017463684, + 1.3069701194763184, + 1.2975177764892578, + 1.3049513101577759, + 1.3118218183517456, + 1.3141027688980103, + 1.3152090311050415, + 1.3158098459243774, + 1.3164620399475098, + 1.3168790340423584, + 1.3181300163269043, + 1.318374514579773, + 1.3180513381958008, + 1.3170769214630127, + 1.3178365230560303, + 1.3180224895477295, + 1.3182398080825806, + 1.3185267448425293, + 1.3185019493103027, + 1.3164697885513306, + 1.3146793842315674, + 1.3139876127243042, + 1.3144919872283936, + 1.3135875463485718, + 1.3135789632797241, + 1.3137260675430298, + 1.313999891281128, + 1.314756155014038, + 1.315366268157959, + 1.3164269924163818, + 1.3174524307250977, + 1.3180140256881714, + 1.3175626993179321, + 1.3176404237747192, + 1.3006377220153809, + 1.3058929443359375, + 1.3113975524902344, + 1.3123542070388794, + 1.3120521306991577, + 1.3118243217468262, + 1.3123085498809814, + 1.3130290508270264 + ], + "p10": [ + 1.2337485551834106, + 1.2176129817962646, + 1.2112356424331665, + 1.2088907957077026, + 1.2063663005828857, + 1.2039315700531006, + 1.2018870115280151, + 1.2000304460525513, + 1.1998341083526611, + 1.1992741823196411, + 1.1993578672409058, + 1.1999326944351196, + 1.2010340690612793, + 1.2009315490722656, + 1.199750542640686, + 1.1990058422088623, + 1.1982486248016357, + 1.198491096496582, + 1.1994662284851074, + 1.2007226943969727, + 1.2006314992904663, + 1.2003093957901, + 1.2008131742477417, + 1.2011518478393555, + 1.2008495330810547, + 1.1995199918746948, + 1.1984883546829224, + 1.1972006559371948, + 1.1952146291732788, + 1.1931285858154297, + 1.191127061843872, + 1.19050931930542, + 1.1952227354049683, + 1.19240140914917, + 1.1923840045928955, + 1.1946738958358765, + 1.1950420141220093, + 1.193369746208191, + 1.1923118829727173, + 1.1924996376037598, + 1.1927952766418457, + 1.1918420791625977, + 1.1903315782546997, + 1.189512848854065, + 1.1910032033920288, + 1.1919833421707153, + 1.192046880722046, + 1.1921734809875488, + 1.191788673400879, + 1.19063401222229, + 1.1893887519836426, + 1.1895012855529785, + 1.1885026693344116, + 1.1872750520706177, + 1.187556505203247, + 1.1868462562561035, + 1.186151385307312, + 1.1856127977371216, + 1.1859045028686523, + 1.1852102279663086, + 1.1847078800201416, + 1.183129906654358, + 1.1806567907333374, + 1.1802622079849243, + 1.191375732421875, + 1.1896241903305054, + 1.1862847805023193, + 1.1853675842285156, + 1.18683660030365, + 1.1865633726119995, + 1.186892032623291, + 1.1869934797286987 + ], + "p90": [ + 1.40449857711792, + 1.4176911115646362, + 1.4243212938308716, + 1.4276220798492432, + 1.4284101724624634, + 1.430331826210022, + 1.4330027103424072, + 1.4349548816680908, + 1.436568260192871, + 1.4376804828643799, + 1.4392577409744263, + 1.4415637254714966, + 1.442844033241272, + 1.4447126388549805, + 1.4469027519226074, + 1.4469088315963745, + 1.4489167928695679, + 1.4533076286315918, + 1.4570471048355103, + 1.4604989290237427, + 1.4616451263427734, + 1.4617117643356323, + 1.460923671722412, + 1.4613343477249146, + 1.4609102010726929, + 1.4606014490127563, + 1.4606409072875977, + 1.4620723724365234, + 1.4631891250610352, + 1.4638296365737915, + 1.4644404649734497, + 1.4654752016067505, + 1.4369608163833618, + 1.4514014720916748, + 1.463841199874878, + 1.4711990356445312, + 1.4772411584854126, + 1.4811605215072632, + 1.4833346605300903, + 1.4843980073928833, + 1.4857126474380493, + 1.487160563468933, + 1.4873828887939453, + 1.4900164604187012, + 1.4929348230361938, + 1.4936532974243164, + 1.4937150478363037, + 1.4938730001449585, + 1.4931747913360596, + 1.4905493259429932, + 1.488668441772461, + 1.4900578260421753, + 1.4898686408996582, + 1.490286111831665, + 1.4894657135009766, + 1.4904062747955322, + 1.4912996292114258, + 1.4929989576339722, + 1.4950319528579712, + 1.497443675994873, + 1.499151587486267, + 1.5003318786621094, + 1.501257061958313, + 1.5031794309616089, + 1.4610058069229126, + 1.4808069467544556, + 1.4864031076431274, + 1.4922025203704834, + 1.4997901916503906, + 1.4998888969421387, + 1.4972375631332397, + 1.497337818145752 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_000243.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_000243.json new file mode 100644 index 0000000000000000000000000000000000000000..8e174d99046b06379b2ca74eefd2682133dad33e --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260622_000243.json @@ -0,0 +1,553 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:02:43.927128+00:00", + "metrics": { + "MSE[mean]": 0.04465301534873648, + "MSE[0.5]": 0.04465301534873648, + "MAE[0.5]": 0.17876828213532767, + "MASE[0.5]": 2.1031564963834235, + "MAPE[0.5]": 0.1160881710765488, + "sMAPE[0.5]": 0.12574840523029593, + "MSIS": 42.279428935703706, + "RMSE[mean]": 0.21131260101739432, + "NRMSE[mean]": 0.14366862185109983, + "ND[0.5]": 0.12154217307162374, + "mean_weighted_sum_quantile_loss": 0.1068032679279462 + }, + "context_length": 79, + "prediction_length": 72, + "timestamps": [ + "2026-06-19 23:50:00", + "2026-06-20 00:00:00", + "2026-06-20 00:10:00", + "2026-06-20 00:20:00", + "2026-06-20 00:30:00", + "2026-06-20 00:40:00", + "2026-06-20 00:50:00", + "2026-06-20 01:00:00", + "2026-06-20 01:10:00", + "2026-06-20 01:20:00", + "2026-06-20 01:30:00", + "2026-06-20 01:40:00", + "2026-06-20 01:50:00", + "2026-06-20 02:00:00", + "2026-06-20 02:10:00", + "2026-06-20 02:20:00", + "2026-06-20 02:30:00", + "2026-06-20 02:40:00", + "2026-06-20 02:50:00", + "2026-06-20 03:00:00", + "2026-06-20 03:10:00", + "2026-06-20 03:20:00", + "2026-06-20 03:30:00", + "2026-06-20 03:40:00", + "2026-06-20 03:50:00", + "2026-06-20 04:00:00", + "2026-06-20 04:10:00", + "2026-06-20 04:20:00", + "2026-06-20 04:30:00", + "2026-06-20 04:40:00", + "2026-06-20 04:50:00", + "2026-06-20 05:00:00", + "2026-06-20 05:10:00", + "2026-06-20 05:20:00", + "2026-06-20 05:30:00", + "2026-06-20 05:40:00", + "2026-06-20 05:50:00", + "2026-06-20 06:00:00", + "2026-06-20 06:10:00", + "2026-06-20 06:20:00", + "2026-06-20 06:30:00", + "2026-06-20 06:40:00", + "2026-06-20 06:50:00", + "2026-06-20 07:00:00", + "2026-06-20 07:10:00", + "2026-06-20 07:20:00", + "2026-06-20 07:30:00", + "2026-06-20 07:40:00", + "2026-06-20 07:50:00", + "2026-06-20 08:00:00", + "2026-06-20 08:10:00", + "2026-06-20 08:20:00", + "2026-06-20 08:30:00", + "2026-06-20 08:40:00", + "2026-06-20 08:50:00", + "2026-06-20 09:00:00", + "2026-06-20 09:10:00", + "2026-06-20 09:20:00", + "2026-06-20 09:30:00", + "2026-06-20 09:40:00", + "2026-06-20 09:50:00", + "2026-06-20 10:00:00", + "2026-06-20 10:10:00", + "2026-06-20 10:20:00", + "2026-06-20 10:30:00", + "2026-06-20 10:40:00", + "2026-06-20 10:50:00", + "2026-06-20 11:00:00", + "2026-06-20 11:10:00", + "2026-06-20 11:20:00", + "2026-06-20 11:30:00", + "2026-06-20 11:40:00", + "2026-06-20 11:50:00", + "2026-06-20 12:00:00", + "2026-06-20 12:10:00", + "2026-06-20 12:20:00", + "2026-06-20 12:30:00", + "2026-06-20 12:40:00", + "2026-06-20 12:50:00", + "2026-06-20 13:00:00", + "2026-06-20 13:10:00", + "2026-06-20 13:20:00", + "2026-06-20 13:30:00", + "2026-06-20 13:40:00", + "2026-06-20 13:50:00", + "2026-06-20 14:00:00", + "2026-06-20 14:10:00", + "2026-06-20 14:20:00", + "2026-06-20 14:30:00", + "2026-06-20 14:40:00", + "2026-06-20 14:50:00", + "2026-06-20 15:00:00", + "2026-06-20 15:10:00", + "2026-06-20 15:20:00", + "2026-06-20 15:30:00", + "2026-06-20 15:40:00", + "2026-06-20 15:50:00", + "2026-06-20 16:00:00", + "2026-06-20 16:10:00", + "2026-06-20 16:20:00", + "2026-06-20 16:30:00", + "2026-06-20 16:40:00", + "2026-06-20 16:50:00", + "2026-06-20 17:00:00", + "2026-06-20 17:10:00", + "2026-06-20 17:20:00", + "2026-06-20 17:30:00", + "2026-06-20 17:40:00", + "2026-06-20 17:50:00", + "2026-06-20 18:00:00", + "2026-06-20 18:10:00", + "2026-06-20 18:20:00", + "2026-06-20 18:30:00", + "2026-06-20 18:40:00", + "2026-06-20 18:50:00", + "2026-06-20 19:00:00", + "2026-06-20 19:10:00", + "2026-06-20 19:20:00", + "2026-06-20 19:30:00", + "2026-06-20 19:40:00", + "2026-06-20 19:50:00", + "2026-06-20 20:00:00", + "2026-06-20 20:10:00", + "2026-06-20 20:20:00", + "2026-06-20 20:30:00", + "2026-06-20 20:40:00", + "2026-06-20 20:50:00", + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" + ], + "context": [ + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842 + ], + "actual": [ + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 + ], + "predictions": { + "p50": [ + 1.300400733947754, + 1.3001701831817627, + 1.300001621246338, + 1.300194501876831, + 1.2999491691589355, + 1.3002655506134033, + 1.3002972602844238, + 1.300294280052185, + 1.3001376390457153, + 1.3001587390899658, + 1.300063133239746, + 1.3003281354904175, + 1.2996914386749268, + 1.2999932765960693, + 1.3002785444259644, + 1.300204873085022, + 1.3001377582550049, + 1.300148367881775, + 1.2999581098556519, + 1.3000116348266602, + 1.300111174583435, + 1.3001046180725098, + 1.300080418586731, + 1.3001806735992432, + 1.3000648021697998, + 1.3001545667648315, + 1.3001614809036255, + 1.3002290725708008, + 1.3001593351364136, + 1.300256609916687, + 1.3002210855484009, + 1.3001629114151, + 1.3007360696792603, + 1.3009394407272339, + 1.3003973960876465, + 1.3007993698120117, + 1.3009064197540283, + 1.3008294105529785, + 1.30087149143219, + 1.300809383392334, + 1.3008707761764526, + 1.3009182214736938, + 1.3007298707962036, + 1.3009259700775146, + 1.3006786108016968, + 1.3009445667266846, + 1.3009076118469238, + 1.3008720874786377, + 1.3008527755737305, + 1.3008531332015991, + 1.3009159564971924, + 1.3009549379348755, + 1.3009356260299683, + 1.3009363412857056, + 1.3009063005447388, + 1.3008382320404053, + 1.3007886409759521, + 1.3008795976638794, + 1.3008073568344116, + 1.3009334802627563, + 1.300911784172058, + 1.3007996082305908, + 1.3009345531463623, + 1.3008850812911987, + 1.3001142740249634, + 1.3002853393554688, + 1.299892544746399, + 1.3002066612243652, + 1.3004570007324219, + 1.3003703355789185, + 1.3004506826400757, + 1.300252079963684 + ], + "p10": [ + 1.265232801437378, + 1.1980632543563843, + 1.1976062059402466, + 1.1948435306549072, + 1.1953847408294678, + 1.1972570419311523, + 1.1981737613677979, + 1.1997839212417603, + 1.1991571187973022, + 1.198344111442566, + 1.1977967023849487, + 1.198299765586853, + 1.198397159576416, + 1.1985130310058594, + 1.1991161108016968, + 1.1998997926712036, + 1.199366807937622, + 1.1991455554962158, + 1.1992782354354858, + 1.1989418268203735, + 1.1990259885787964, + 1.1994969844818115, + 1.198412299156189, + 1.1988658905029297, + 1.1981478929519653, + 1.1976426839828491, + 1.1973891258239746, + 1.1974132061004639, + 1.1971384286880493, + 1.1971454620361328, + 1.1970683336257935, + 1.1966458559036255, + 1.1944315433502197, + 1.1953377723693848, + 1.199386477470398, + 1.1993825435638428, + 1.1988754272460938, + 1.1987931728363037, + 1.1982362270355225, + 1.198236346244812, + 1.1999479532241821, + 1.2007429599761963, + 1.1999645233154297, + 1.1994370222091675, + 1.1993587017059326, + 1.1984567642211914, + 1.1985841989517212, + 1.1991053819656372, + 1.1983658075332642, + 1.1982872486114502, + 1.1987853050231934, + 1.1989288330078125, + 1.1991605758666992, + 1.1994984149932861, + 1.1993838548660278, + 1.1999366283416748, + 1.1997642517089844, + 1.1998355388641357, + 1.1999202966690063, + 1.1997230052947998, + 1.1995329856872559, + 1.1993470191955566, + 1.1998227834701538, + 1.2002538442611694, + 1.1946141719818115, + 1.1955687999725342, + 1.2002156972885132, + 1.197945475578308, + 1.1993188858032227, + 1.2001806497573853, + 1.1999022960662842, + 1.1993961334228516 + ], + "p90": [ + 1.398464322090149, + 1.4030203819274902, + 1.4013334512710571, + 1.4056955575942993, + 1.4022690057754517, + 1.4005489349365234, + 1.403579831123352, + 1.4031281471252441, + 1.403584361076355, + 1.4042768478393555, + 1.4049298763275146, + 1.4057008028030396, + 1.4070239067077637, + 1.4062849283218384, + 1.4060591459274292, + 1.4051220417022705, + 1.4055888652801514, + 1.407031774520874, + 1.4062083959579468, + 1.4051517248153687, + 1.405909538269043, + 1.40566086769104, + 1.405996322631836, + 1.406006097793579, + 1.4062448740005493, + 1.4065918922424316, + 1.406726598739624, + 1.4062221050262451, + 1.4072679281234741, + 1.40702223777771, + 1.4067786931991577, + 1.4071446657180786, + 1.4063712358474731, + 1.4075900316238403, + 1.4100059270858765, + 1.410507082939148, + 1.413728952407837, + 1.41322922706604, + 1.4141743183135986, + 1.417462944984436, + 1.414624571800232, + 1.4162259101867676, + 1.4184967279434204, + 1.416006088256836, + 1.4180811643600464, + 1.4173322916030884, + 1.4175559282302856, + 1.4178251028060913, + 1.4192897081375122, + 1.4200551509857178, + 1.4211302995681763, + 1.4216315746307373, + 1.4224610328674316, + 1.4232741594314575, + 1.4226014614105225, + 1.422805666923523, + 1.42402982711792, + 1.4241312742233276, + 1.424824833869934, + 1.4240330457687378, + 1.4250588417053223, + 1.4244683980941772, + 1.425560474395752, + 1.4258396625518799, + 1.442848801612854, + 1.446580171585083, + 1.4505609273910522, + 1.449476718902588, + 1.4539265632629395, + 1.454362154006958, + 1.4551585912704468, + 1.4575525522232056 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_000408.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..65160ab44fe86ece734aae781d211f81abe61dce --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/arima/20260622_000408.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:04:08.229033+00:00", + "metrics": { + "MSE[mean]": 23.339012917563625, + "MSE[0.5]": 24.127678798785734, + "MAE[0.5]": 3.92323273134415, + "MASE[0.5]": 2.1556225096116486, + "MAPE[0.5]": 0.14572634493310063, + "sMAPE[0.5]": 0.16336371691708315, + "MSIS": 74.95807047940423, + "RMSE[mean]": 4.831046772446281, + "NRMSE[mean]": 0.19184460425807365, + "ND[0.5]": 0.1557946064711608, + "mean_weighted_sum_quantile_loss": 0.1530334168746246 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.757891268727416, + 22.425246992912957, + 22.158736576563435, + 21.91176901569662, + 21.72866057080844, + 21.552006777128923, + 21.422021595075826, + 21.312584496521303, + 21.235745343474484, + 21.14734760401479, + 21.099504551710087, + 21.02683024264955, + 21.00636597489561, + 20.94057031571059, + 20.9158167403886, + 20.913709041914032, + 20.87717747932575, + 20.85814397323478, + 20.85307409773339, + 20.826197256053085, + 20.834276415421357, + 20.806380058805253, + 20.806906827348193, + 20.795455885556592 + ], + "p10": [ + 22.44634564393828, + 22.077425965669793, + 21.872871763131307, + 21.596589185930696, + 21.39372410046954, + 21.205583095288322, + 21.07250597633535, + 20.953421784939977, + 20.936889444894515, + 20.886425534661413, + 20.818496640201428, + 20.678060473064292, + 20.6953409816976, + 20.63081094831123, + 20.607353295506314, + 20.573571314561114, + 20.53074974603957, + 20.557381353594977, + 20.55670732623263, + 20.4830337249812, + 20.5050200677422, + 20.512974940387867, + 20.484362783240755, + 20.421099359822318 + ], + "p90": [ + 23.022056976354612, + 22.69504346854973, + 22.452067447241422, + 22.235255437474137, + 22.018421518428877, + 21.829626783767154, + 21.729766028240114, + 21.54357173034701, + 21.43618122839723, + 21.45352592335002, + 21.38738666651007, + 21.345908415337362, + 21.22550174109561, + 21.143232325775966, + 21.18081476149864, + 21.237006742574025, + 21.144215811550282, + 21.157334902678276, + 21.15962931403673, + 21.070764969959694, + 21.17240649771772, + 21.118961908974917, + 21.126515431541456, + 21.128799029708116 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_000120.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_000120.json new file mode 100644 index 0000000000000000000000000000000000000000..0b62e3d0ecdf1ee3a56009e967e48cb6262ac47c --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/chronos_2/20260622_000120.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:01:20.731531+00:00", + "metrics": { + "MSE[mean]": 0.8190864914031408, + "MSE[0.5]": 0.8190864914031408, + "MAE[0.5]": 0.69321076075236, + "MASE[0.5]": 0.38088505630682673, + "MAPE[0.5]": 0.027901220956347006, + "sMAPE[0.5]": 0.027436930558977266, + "MSIS": 2.1561741380116493, + "RMSE[mean]": 0.9050339725132648, + "NRMSE[mean]": 0.03593959911280288, + "ND[0.5]": 0.027527935523719557, + "mean_weighted_sum_quantile_loss": 0.026277060517932285 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.743371963500977, + 22.346250534057617, + 21.97460174560547, + 21.681171417236328, + 21.59383773803711, + 21.845720291137695, + 22.76198959350586, + 24.263517379760742, + 25.962799072265625, + 27.5676326751709, + 28.663833618164062, + 29.47901725769043, + 29.82649040222168, + 29.901613235473633, + 29.701553344726562, + 29.263961791992188, + 28.686649322509766, + 28.066829681396484, + 26.923076629638672, + 25.743328094482422, + 24.67013931274414, + 23.979251861572266, + 23.36131477355957, + 22.83098602294922 + ], + "p10": [ + 22.31340789794922, + 21.770652770996094, + 21.240589141845703, + 20.825366973876953, + 20.624940872192383, + 20.704261779785156, + 21.420621871948242, + 22.628128051757812, + 24.096479415893555, + 25.40421485900879, + 26.203372955322266, + 26.855100631713867, + 27.299776077270508, + 27.044471740722656, + 26.628110885620117, + 26.21381378173828, + 25.72616958618164, + 25.001264572143555, + 23.980409622192383, + 23.023351669311523, + 22.23333168029785, + 21.714447021484375, + 21.232688903808594, + 20.751808166503906 + ], + "p90": [ + 23.129764556884766, + 22.93448829650879, + 22.73589515686035, + 22.607114791870117, + 22.64358139038086, + 23.010425567626953, + 24.114276885986328, + 25.879905700683594, + 27.721149444580078, + 29.52613067626953, + 30.872716903686523, + 31.723819732666016, + 32.26371765136719, + 32.345001220703125, + 32.24022674560547, + 31.71853256225586, + 31.2850399017334, + 30.537412643432617, + 29.529403686523438, + 28.29764175415039, + 27.131874084472656, + 26.259708404541016, + 25.604324340820312, + 25.006309509277344 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_000408.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..8e76bbe0b6e201890a2177ec1cb3c91e206cf4e4 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/ets/20260622_000408.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "ETS", + "evaluated_at": "2026-06-22T00:04:08.399780+00:00", + "metrics": { + "MSE[mean]": 90.83341172097414, + "MSE[0.5]": 92.62648790328399, + "MAE[0.5]": 8.299724128435516, + "MASE[0.5]": 4.560288257151853, + "MAPE[0.5]": 0.3185376684579119, + "sMAPE[0.5]": 0.40488327610390623, + "MSIS": 141.48998129735833, + "RMSE[mean]": 9.530656416059397, + "NRMSE[mean]": 0.37846973846058257, + "ND[0.5]": 0.329588465165, + "mean_weighted_sum_quantile_loss": 0.31681573540285846 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.657775847026716, + 22.227776492545065, + 21.59777637512396, + 21.182776410290746, + 20.602776483604504, + 20.14277548880303, + 19.56777663023202, + 19.112775749871464, + 18.65777677685954, + 18.197775782058063, + 17.632776198694575, + 17.06777566165677, + 16.61277573497053, + 16.142777372310167, + 15.632776186773828, + 15.092774314591981, + 14.672776142666482, + 14.102776444862076, + 13.672776136706108, + 13.107776553342621, + 12.642775444100227, + 12.112775708148849, + 11.6277750948171, + 11.107776541421874 + ], + "p10": [ + 21.83277603776158, + 21.4377767214269, + 20.721775589296325, + 20.351776463696506, + 19.740775827476575, + 19.410776091525197, + 18.83277601988046, + 18.509776253411502, + 18.03277677685954, + 17.451775301406208, + 16.971775374719964, + 16.41277592868558, + 15.827776078293283, + 15.272776533076769, + 14.887777254889063, + 14.282776755998231, + 13.912775913784646, + 13.410776055762955, + 12.98977595360064, + 12.338776118467132, + 11.972775367806282, + 11.329775906513106, + 10.847776315520225, + 10.332775969217284 + ], + "p90": [ + 24.052777258464705, + 23.387775386282858, + 22.71377693206976, + 22.23877559394553, + 21.815775636741712, + 21.324775839755176, + 20.55377516538827, + 20.22277540654871, + 19.562777082035318, + 19.222775400588336, + 18.793775306055416, + 18.174776203343782, + 17.7417756357884, + 17.22277538866759, + 17.060777209112693, + 16.373775024125674, + 15.813775555203103, + 15.313775552222916, + 14.822775755236382, + 14.283776576230805, + 13.824775795052375, + 13.324775792072188, + 12.88277539999288, + 12.30377702207373 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_000329.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_000329.json new file mode 100644 index 0000000000000000000000000000000000000000..dd9c37198ef54b7eaa79889c9521dd64b0b5fba2 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moirai_1_1_large/20260622_000329.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:03:29.910211+00:00", + "metrics": { + "MSE[mean]": 1.1455261020643472, + "MSE[0.5]": 1.0877943425737158, + "MAE[0.5]": 0.8256029287974039, + "MASE[0.5]": 0.4536280101607031, + "MAPE[0.5]": 0.0332968096785023, + "sMAPE[0.5]": 0.03257992877240257, + "MSIS": 2.3022304600209167, + "RMSE[mean]": 1.0702925310700562, + "NRMSE[mean]": 0.04250214430433567, + "ND[0.5]": 0.032785330925132486, + "mean_weighted_sum_quantile_loss": 0.02740729204769246 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.864130973815918, + 22.42127799987793, + 22.00069808959961, + 21.731781005859375, + 21.750185012817383, + 22.08515167236328, + 23.24236488342285, + 25.07192039489746, + 26.523959159851074, + 27.777318954467773, + 28.508529663085938, + 29.51738929748535, + 29.943325996398926, + 30.080625534057617, + 29.646512031555176, + 29.133984565734863, + 28.61589241027832, + 28.295004844665527, + 26.767261505126953, + 25.822632789611816, + 24.729915618896484, + 24.20354175567627, + 24.093935012817383, + 23.34858226776123 + ], + "p10": [ + 22.43998908996582, + 21.800029754638672, + 21.265604972839355, + 20.901935577392578, + 20.63267421722412, + 20.92940616607666, + 21.875995635986328, + 23.712702751159668, + 24.72264862060547, + 25.996087074279785, + 26.617627143859863, + 27.23119831085205, + 27.588608741760254, + 27.84715461730957, + 26.559060096740723, + 26.579659461975098, + 26.23618221282959, + 25.334296226501465, + 24.12357997894287, + 23.4578275680542, + 22.280080795288086, + 21.744051933288574, + 21.524956703186035, + 21.321264266967773 + ], + "p90": [ + 23.239503860473633, + 23.008048057556152, + 22.861234664916992, + 22.48069667816162, + 22.73831081390381, + 23.188135147094727, + 24.64276123046875, + 26.586933135986328, + 28.68101406097412, + 29.89075469970703, + 30.527588844299316, + 31.41934585571289, + 31.69601821899414, + 32.17007255554199, + 32.10221862792969, + 31.592217445373535, + 31.305185317993164, + 31.175506591796875, + 29.83382511138916, + 28.756101608276367, + 27.230319023132324, + 26.318010330200195, + 26.37866497039795, + 25.66733741760254 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_000408.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..6e09f56b6c67bd66c5ac5c7f9c4f209b42bb8b54 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/moving_average/20260622_000408.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:04:08.463714+00:00", + "metrics": { + "MSE[mean]": 7.0117621108409915, + "MSE[0.5]": 7.055180251713726, + "MAE[0.5]": 2.3406708197807196, + "MASE[0.5]": 1.286082945423883, + "MAPE[0.5]": 0.09117363478001132, + "sMAPE[0.5]": 0.09198258102788746, + "MSIS": 18.298197202231655, + "RMSE[mean]": 2.647973208104831, + "NRMSE[mean]": 0.10515306436116724, + "ND[0.5]": 0.09294984881545072, + "mean_weighted_sum_quantile_loss": 0.08360600092705145 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 25.071525786527946, + 25.14152643502648, + 25.011526320585563, + 25.096526358732536, + 25.01652643502648, + 25.056525443205192, + 24.981526587614372, + 25.026525710234, + 25.071526740202263, + 25.111525748380974, + 25.046526167997673, + 24.981525633940056, + 25.026525710234, + 25.056527350553825, + 25.046526167997673, + 25.006524298796013, + 25.0865261298507, + 25.01652643502648, + 25.0865261298507, + 25.0215265494674, + 25.056525443205192, + 25.026525710234, + 25.04152509988244, + 25.0215265494674 + ], + "p10": [ + 24.24652597726281, + 24.351526663908317, + 24.135525534757928, + 24.265526412138296, + 24.154525778898552, + 24.32452604592736, + 24.24652597726281, + 24.42352621377404, + 24.446526740202263, + 24.36552526772912, + 24.385525344023062, + 24.326525900968864, + 24.241526053556754, + 24.186526511320427, + 24.301527236112907, + 24.196526740202263, + 24.326525900968864, + 24.32452604592736, + 24.40352594674523, + 24.252526114591912, + 24.386525366911247, + 24.243525908598258, + 24.261526320585563, + 24.24652597726281 + ], + "p90": [ + 26.466527197965934, + 26.301525328764274, + 26.127526877531363, + 26.15252554238732, + 26.22952558816369, + 26.23852579415734, + 25.96752512277062, + 26.136525366911247, + 25.97652704537804, + 26.136525366911247, + 26.207525275358513, + 26.088526175627067, + 26.15552561105187, + 26.136525366911247, + 26.474527190336538, + 26.287525008329705, + 26.227525542387323, + 26.227525542387323, + 26.236525748380974, + 26.19752657235558, + 26.23852579415734, + 26.23852579415734, + 26.29652540505822, + 26.217527030119253 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_000408.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_000408.json new file mode 100644 index 0000000000000000000000000000000000000000..b05fb88d3536b0e9fb35a32a47e1041f4cd6d524 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/seasonal_naive/20260622_000408.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:04:08.491980+00:00", + "metrics": { + "MSE[mean]": 2.839674102974641, + "MSE[0.5]": 2.839674102974641, + "MAE[0.5]": 1.339166482289632, + "MASE[0.5]": 0.7358058037897606, + "MAPE[0.5]": 0.0554569215471904, + "sMAPE[0.5]": 0.055679821211488754, + "MSIS": 18.275267734259632, + "RMSE[mean]": 1.6851332597081576, + "NRMSE[mean]": 0.06691794523180099, + "ND[0.5]": 0.05317933688736354, + "mean_weighted_sum_quantile_loss": 0.048085583652887245 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "p10": [ + 20.648599700927733, + 20.344800224304198, + 19.96260082244873, + 19.6294006729126, + 19.43339992523193, + 19.6294006729126, + 21.216999626159666, + 23.000599327087404, + 24.843000373840333, + 26.31300037384033, + 27.381200523376464, + 28.116200523376463, + 28.6355993270874, + 28.802199401855468, + 29.115799102783203, + 29.076600074768066, + 28.723799476623533, + 28.4003995513916, + 27.518399925231932, + 26.09739917755127, + 24.921400299072264, + 23.9805993270874, + 23.275, + 22.785 + ], + "p90": [ + 21.491399688720705, + 21.175200233459474, + 20.777400856018065, + 20.430600700378417, + 20.226599922180178, + 20.430600700378417, + 22.08299961090088, + 23.93939929962158, + 25.85700038909912, + 27.38700038909912, + 28.49880054473877, + 29.26380054473877, + 29.804399299621583, + 29.977799377441407, + 30.30419906616211, + 30.263400077819824, + 29.896199455261232, + 29.559599533081055, + 28.641599922180177, + 27.162599143981932, + 25.9386003112793, + 24.959399299621584, + 24.225, + 23.715 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_000358.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_000358.json new file mode 100644 index 0000000000000000000000000000000000000000..316329d213adfc2c82cd5b78be3cb7efafe0e909 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timer_s1/20260622_000358.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:03:58.377179+00:00", + "metrics": { + "MSE[mean]": 0.5319255211838936, + "MSE[0.5]": 0.5319255211838936, + "MAE[0.5]": 0.5680897235870361, + "MASE[0.5]": 0.31213722955041606, + "MAPE[0.5]": 0.02243894332596032, + "sMAPE[0.5]": 0.022061627174980957, + "MSIS": 1.8939800144891865, + "RMSE[mean]": 0.7293322433458523, + "NRMSE[mean]": 0.02896234753829305, + "ND[0.5]": 0.022559282353924934, + "mean_weighted_sum_quantile_loss": 0.02244308316193695 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 23.164031982421875, + 22.76641845703125, + 22.43353271484375, + 22.1561279296875, + 22.06982421875, + 22.1561279296875, + 23.1424560546875, + 24.6959228515625, + 26.2740478515625, + 27.642578125, + 28.67822265625, + 29.46728515625, + 29.96044921875, + 30.05908203125, + 29.86181640625, + 29.245361328125, + 28.5302734375, + 27.519287109375, + 26.3480224609375, + 25.078125, + 24.285980224609375, + 23.706512451171875, + 23.245712280273438, + 22.84039306640625 + ], + "p10": [ + 22.92669677734375, + 22.37188720703125, + 22.01434326171875, + 21.57666015625, + 21.3917236328125, + 21.330078125, + 22.045166015625, + 23.38287353515625, + 24.62811279296875, + 25.62060546875, + 26.4219970703125, + 26.853515625, + 27.026123046875, + 26.976806640625, + 26.483642578125, + 25.6329345703125, + 25.004150390625, + 24.230499267578125, + 23.31121063232422, + 22.3780517578125, + 21.94036865234375, + 21.552001953125, + 21.206787109375, + 20.9232177734375 + ], + "p90": [ + 23.439895629882812, + 23.190231323242188, + 22.892791748046875, + 22.735595703125, + 22.75408935546875, + 23.046905517578125, + 24.29522705078125, + 25.9658203125, + 27.716552734375, + 29.17138671875, + 30.15771484375, + 30.99609375, + 31.6865234375, + 31.83447265625, + 31.78515625, + 31.34130859375, + 30.74951171875, + 29.738525390625, + 28.431640625, + 27.075439453125, + 26.1260986328125, + 25.447998046875, + 24.91168212890625, + 24.46783447265625 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_000201.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_000201.json new file mode 100644 index 0000000000000000000000000000000000000000..ed1d11cafff036700d987fe40fb6dfc03e6a28f6 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/timesfm_2_5/20260622_000201.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:02:01.740203+00:00", + "metrics": { + "MSE[mean]": 0.4067353237384547, + "MSE[0.5]": 0.3276029787418035, + "MAE[0.5]": 0.4994724591573079, + "MASE[0.5]": 0.2744354336383443, + "MAPE[0.5]": 0.01942845751119167, + "sMAPE[0.5]": 0.019503819719654494, + "MSIS": 8.830249186058134, + "RMSE[mean]": 0.6377580448245672, + "NRMSE[mean]": 0.025325865280293635, + "ND[0.5]": 0.019834437706410364, + "mean_weighted_sum_quantile_loss": 0.022109313121004018 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.803569793701172, + 22.52535057067871, + 22.242633819580078, + 22.064529418945312, + 22.013948440551758, + 22.25826644897461, + 22.95749282836914, + 24.152441024780273, + 25.46036148071289, + 26.700061798095703, + 27.694976806640625, + 28.273042678833008, + 28.713972091674805, + 28.809633255004883, + 28.718399047851562, + 28.145431518554688, + 27.529861450195312, + 26.694730758666992, + 25.639997482299805, + 24.755233764648438, + 23.921283721923828, + 23.28800392150879, + 22.774639129638672, + 22.28760528564453 + ], + "p10": [ + 22.888139724731445, + 22.599205017089844, + 22.317724227905273, + 22.22662353515625, + 22.18221664428711, + 22.428186416625977, + 23.26791000366211, + 24.53965187072754, + 25.98250389099121, + 27.159807205200195, + 28.074827194213867, + 28.74050521850586, + 29.194955825805664, + 29.43865394592285, + 29.3418025970459, + 28.730609893798828, + 28.17659568786621, + 27.273977279663086, + 26.20842170715332, + 25.19022560119629, + 24.460004806518555, + 23.79059600830078, + 23.290069580078125, + 22.775571823120117 + ], + "p90": [ + 22.986186981201172, + 22.876632690429688, + 22.82809066772461, + 22.786611557006836, + 22.970294952392578, + 23.41631317138672, + 24.376731872558594, + 25.809782028198242, + 27.45367431640625, + 28.94650650024414, + 30.151025772094727, + 30.876028060913086, + 31.45862579345703, + 31.696033477783203, + 31.592144012451172, + 31.06934356689453, + 30.32120132446289, + 29.38333511352539, + 28.173799514770508, + 27.085407257080078, + 26.09740447998047, + 25.427112579345703, + 24.78604507446289, + 24.204137802124023 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_000256.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_000256.json new file mode 100644 index 0000000000000000000000000000000000000000..993b8a3b1ad6a568e687dc303db966069ee0e7b4 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/tirex/20260622_000256.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:02:56.725025+00:00", + "metrics": { + "MSE[mean]": 0.550176228056595, + "MSE[0.5]": 0.550176228056595, + "MAE[0.5]": 0.5530107021331787, + "MASE[0.5]": 0.3038520524287122, + "MAPE[0.5]": 0.0222467109581586, + "sMAPE[0.5]": 0.021974201689470545, + "MSIS": 2.9614589625774843, + "RMSE[mean]": 0.7417386521252584, + "NRMSE[mean]": 0.029455015627561792, + "ND[0.5]": 0.021960482748027216, + "mean_weighted_sum_quantile_loss": 0.031543872018444045 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.91853904724121, + 22.617177963256836, + 22.379383087158203, + 22.137859344482422, + 22.104177474975586, + 22.312829971313477, + 23.586727142333984, + 25.317153930664062, + 26.918132781982422, + 28.103103637695312, + 28.811132431030273, + 29.218017578125, + 29.4356689453125, + 29.289037704467773, + 28.97174072265625, + 28.551658630371094, + 27.761032104492188, + 26.844589233398438, + 25.68056869506836, + 24.567691802978516, + 23.7227783203125, + 23.087846755981445, + 22.58671760559082, + 22.199352264404297 + ], + "p10": [ + 22.72945213317871, + 22.265884399414062, + 21.835891723632812, + 21.39937973022461, + 21.144573211669922, + 21.07426643371582, + 21.91818618774414, + 22.925979614257812, + 23.673851013183594, + 24.128955841064453, + 24.543872833251953, + 24.28884506225586, + 24.008695602416992, + 23.761856079101562, + 23.19553565979004, + 22.749088287353516, + 22.449413299560547, + 22.084177017211914, + 21.696548461914062, + 21.215330123901367, + 20.65097999572754, + 20.143352508544922, + 19.75223159790039, + 19.44073486328125 + ], + "p90": [ + 23.089061737060547, + 22.9449405670166, + 22.881179809570312, + 22.832656860351562, + 22.989038467407227, + 23.376134872436523, + 24.8627872467041, + 26.92901039123535, + 28.982318878173828, + 30.394912719726562, + 31.32357406616211, + 31.90243911743164, + 32.329200744628906, + 32.43241882324219, + 32.345436096191406, + 32.00920486450195, + 31.30139923095703, + 30.251136779785156, + 28.79042625427246, + 27.53529167175293, + 26.540719985961914, + 25.916706085205078, + 25.421066284179688, + 25.052539825439453 + ] + } +} diff --git a/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_000239.json b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_000239.json new file mode 100644 index 0000000000000000000000000000000000000000..8d931059d5f9f38b8bbe46367f0e66c8586d89d0 --- /dev/null +++ b/results/saved_evals/weather/nasa_power_shanghai_hourly_t2m_1h_short/toto_2_0_1b/20260622_000239.json @@ -0,0 +1,827 @@ +{ + "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", + "domain": "Weather", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:02:39.654503+00:00", + "metrics": { + "MSE[mean]": 1.3327479513263825, + "MSE[0.5]": 1.3327479513263825, + "MAE[0.5]": 0.912270704905192, + "MASE[0.5]": 0.501247670229129, + "MAPE[0.5]": 0.036190923075805244, + "sMAPE[0.5]": 0.0353233507541506, + "MSIS": 3.007199744396995, + "RMSE[mean]": 1.154447032707167, + "NRMSE[mean]": 0.04584398465976072, + "ND[0.5]": 0.03622697535386293, + "mean_weighted_sum_quantile_loss": 0.03365741579516466 + }, + "context_length": 336, + "prediction_length": 24, + "timestamps": [ + "2026-06-04 00:00:00", + "2026-06-04 01:00:00", + "2026-06-04 02:00:00", + "2026-06-04 03:00:00", + "2026-06-04 04:00:00", + "2026-06-04 05:00:00", + "2026-06-04 06:00:00", + "2026-06-04 07:00:00", + "2026-06-04 08:00:00", + "2026-06-04 09:00:00", + "2026-06-04 10:00:00", + "2026-06-04 11:00:00", + "2026-06-04 12:00:00", + "2026-06-04 13:00:00", + "2026-06-04 14:00:00", + "2026-06-04 15:00:00", + "2026-06-04 16:00:00", + "2026-06-04 17:00:00", + "2026-06-04 18:00:00", + "2026-06-04 19:00:00", + "2026-06-04 20:00:00", + "2026-06-04 21:00:00", + "2026-06-04 22:00:00", + "2026-06-04 23:00:00", + "2026-06-05 00:00:00", + "2026-06-05 01:00:00", + "2026-06-05 02:00:00", + "2026-06-05 03:00:00", + "2026-06-05 04:00:00", + "2026-06-05 05:00:00", + "2026-06-05 06:00:00", + "2026-06-05 07:00:00", + "2026-06-05 08:00:00", + "2026-06-05 09:00:00", + "2026-06-05 10:00:00", + "2026-06-05 11:00:00", + "2026-06-05 12:00:00", + "2026-06-05 13:00:00", + "2026-06-05 14:00:00", + "2026-06-05 15:00:00", + "2026-06-05 16:00:00", + "2026-06-05 17:00:00", + "2026-06-05 18:00:00", + "2026-06-05 19:00:00", + "2026-06-05 20:00:00", + "2026-06-05 21:00:00", + "2026-06-05 22:00:00", + "2026-06-05 23:00:00", + "2026-06-06 00:00:00", + "2026-06-06 01:00:00", + "2026-06-06 02:00:00", + "2026-06-06 03:00:00", + "2026-06-06 04:00:00", + "2026-06-06 05:00:00", + "2026-06-06 06:00:00", + "2026-06-06 07:00:00", + "2026-06-06 08:00:00", + "2026-06-06 09:00:00", + "2026-06-06 10:00:00", + "2026-06-06 11:00:00", + "2026-06-06 12:00:00", + "2026-06-06 13:00:00", + "2026-06-06 14:00:00", + "2026-06-06 15:00:00", + "2026-06-06 16:00:00", + "2026-06-06 17:00:00", + "2026-06-06 18:00:00", + "2026-06-06 19:00:00", + "2026-06-06 20:00:00", + "2026-06-06 21:00:00", + "2026-06-06 22:00:00", + "2026-06-06 23:00:00", + "2026-06-07 00:00:00", + "2026-06-07 01:00:00", + "2026-06-07 02:00:00", + "2026-06-07 03:00:00", + "2026-06-07 04:00:00", + "2026-06-07 05:00:00", + "2026-06-07 06:00:00", + "2026-06-07 07:00:00", + "2026-06-07 08:00:00", + "2026-06-07 09:00:00", + "2026-06-07 10:00:00", + "2026-06-07 11:00:00", + "2026-06-07 12:00:00", + "2026-06-07 13:00:00", + "2026-06-07 14:00:00", + "2026-06-07 15:00:00", + "2026-06-07 16:00:00", + "2026-06-07 17:00:00", + "2026-06-07 18:00:00", + "2026-06-07 19:00:00", + "2026-06-07 20:00:00", + "2026-06-07 21:00:00", + "2026-06-07 22:00:00", + "2026-06-07 23:00:00", + "2026-06-08 00:00:00", + "2026-06-08 01:00:00", + "2026-06-08 02:00:00", + "2026-06-08 03:00:00", + "2026-06-08 04:00:00", + "2026-06-08 05:00:00", + "2026-06-08 06:00:00", + "2026-06-08 07:00:00", + "2026-06-08 08:00:00", + "2026-06-08 09:00:00", + "2026-06-08 10:00:00", + "2026-06-08 11:00:00", + "2026-06-08 12:00:00", + "2026-06-08 13:00:00", + "2026-06-08 14:00:00", + "2026-06-08 15:00:00", + "2026-06-08 16:00:00", + "2026-06-08 17:00:00", + "2026-06-08 18:00:00", + "2026-06-08 19:00:00", + "2026-06-08 20:00:00", + "2026-06-08 21:00:00", + "2026-06-08 22:00:00", + "2026-06-08 23:00:00", + "2026-06-09 00:00:00", + "2026-06-09 01:00:00", + "2026-06-09 02:00:00", + "2026-06-09 03:00:00", + "2026-06-09 04:00:00", + "2026-06-09 05:00:00", + "2026-06-09 06:00:00", + "2026-06-09 07:00:00", + "2026-06-09 08:00:00", + "2026-06-09 09:00:00", + "2026-06-09 10:00:00", + "2026-06-09 11:00:00", + "2026-06-09 12:00:00", + "2026-06-09 13:00:00", + "2026-06-09 14:00:00", + "2026-06-09 15:00:00", + "2026-06-09 16:00:00", + "2026-06-09 17:00:00", + "2026-06-09 18:00:00", + "2026-06-09 19:00:00", + "2026-06-09 20:00:00", + "2026-06-09 21:00:00", + "2026-06-09 22:00:00", + "2026-06-09 23:00:00", + "2026-06-10 00:00:00", + "2026-06-10 01:00:00", + "2026-06-10 02:00:00", + "2026-06-10 03:00:00", + "2026-06-10 04:00:00", + "2026-06-10 05:00:00", + "2026-06-10 06:00:00", + "2026-06-10 07:00:00", + "2026-06-10 08:00:00", + "2026-06-10 09:00:00", + "2026-06-10 10:00:00", + "2026-06-10 11:00:00", + "2026-06-10 12:00:00", + "2026-06-10 13:00:00", + "2026-06-10 14:00:00", + "2026-06-10 15:00:00", + "2026-06-10 16:00:00", + "2026-06-10 17:00:00", + "2026-06-10 18:00:00", + "2026-06-10 19:00:00", + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00" + ], + "context": [ + 24.18000030517578, + 24.06999969482422, + 23.93000030517578, + 23.860000610351562, + 23.81999969482422, + 23.950000762939453, + 24.31999969482422, + 24.770000457763672, + 25.75, + 27.209999084472656, + 28.59000015258789, + 29.559999465942383, + 30.0, + 30.15999984741211, + 30.0, + 29.68000030517578, + 29.360000610351562, + 28.780000686645508, + 27.6200008392334, + 26.270000457763672, + 25.290000915527344, + 24.5, + 23.84000015258789, + 23.200000762939453, + 22.600000381469727, + 22.1200008392334, + 21.809999465942383, + 21.6200008392334, + 21.420000076293945, + 21.360000610351562, + 21.959999084472656, + 22.8700008392334, + 23.989999771118164, + 25.040000915527344, + 26.010000228881836, + 26.649999618530273, + 27.170000076293945, + 27.399999618530273, + 27.219999313354492, + 26.649999618530273, + 25.809999465942383, + 24.719999313354492, + 23.270000457763672, + 21.899999618530273, + 21.1299991607666, + 20.59000015258789, + 20.200000762939453, + 19.969999313354492, + 19.940000534057617, + 19.8700008392334, + 19.549999237060547, + 19.15999984741211, + 18.90999984741211, + 19.270000457763672, + 20.959999084472656, + 22.610000610351562, + 23.959999084472656, + 25.09000015258789, + 25.989999771118164, + 26.719999313354492, + 26.850000381469727, + 26.709999084472656, + 26.219999313354492, + 25.18000030517578, + 24.3700008392334, + 23.889999389648438, + 23.260000228881836, + 22.200000762939453, + 21.459999084472656, + 20.959999084472656, + 20.59000015258789, + 20.350000381469727, + 20.170000076293945, + 20.020000457763672, + 19.920000076293945, + 19.920000076293945, + 20.219999313354492, + 20.709999084472656, + 21.6299991607666, + 22.889999389648438, + 24.299999237060547, + 25.600000381469727, + 26.829999923706055, + 27.959999084472656, + 28.65999984741211, + 29.059999465942383, + 29.049999237060547, + 28.520000457763672, + 27.450000762939453, + 25.940000534057617, + 24.440000534057617, + 23.329999923706055, + 22.540000915527344, + 22.010000228881836, + 21.600000381469727, + 21.149999618530273, + 20.719999313354492, + 20.270000457763672, + 19.8799991607666, + 19.56999969482422, + 19.270000457763672, + 19.329999923706055, + 20.229999542236328, + 21.200000762939453, + 21.469999313354492, + 21.729999542236328, + 22.299999237060547, + 22.43000030517578, + 22.700000762939453, + 23.079999923706055, + 23.139999389648438, + 22.670000076293945, + 22.030000686645508, + 21.520000457763672, + 20.989999771118164, + 20.399999618530273, + 20.079999923706055, + 19.899999618530273, + 19.649999618530273, + 19.43000030517578, + 19.239999771118164, + 19.049999237060547, + 18.829999923706055, + 18.600000381469727, + 18.450000762939453, + 18.459999084472656, + 19.239999771118164, + 20.520000457763672, + 21.040000915527344, + 21.170000076293945, + 21.3700008392334, + 21.549999237060547, + 22.510000228881836, + 23.540000915527344, + 23.8700008392334, + 23.709999084472656, + 23.489999771118164, + 23.139999389648438, + 22.229999542236328, + 21.040000915527344, + 20.200000762939453, + 19.729999542236328, + 19.309999465942383, + 19.100000381469727, + 18.799999237060547, + 18.479999542236328, + 18.030000686645508, + 17.760000228881836, + 18.0, + 18.219999313354492, + 18.90999984741211, + 20.940000534057617, + 23.139999389648438, + 25.059999465942383, + 26.56999969482422, + 27.639999389648438, + 28.31999969482422, + 28.719999313354492, + 28.780000686645508, + 28.479999542236328, + 27.739999771118164, + 26.450000762939453, + 24.68000030517578, + 23.010000228881836, + 21.920000076293945, + 21.200000762939453, + 20.670000076293945, + 20.229999542236328, + 19.920000076293945, + 19.649999618530273, + 19.399999618530273, + 19.3799991607666, + 19.3799991607666, + 19.579999923706055, + 20.639999389648438, + 22.709999084472656, + 24.899999618530273, + 27.1200008392334, + 28.84000015258789, + 30.139999389648438, + 31.079999923706055, + 31.549999237060547, + 31.450000762939453, + 30.969999313354492, + 30.25, + 29.0, + 27.43000030517578, + 25.90999984741211, + 24.940000534057617, + 24.15999984741211, + 23.399999618530273, + 22.780000686645508, + 22.270000457763672, + 21.8799991607666, + 21.489999771118164, + 21.1200008392334, + 21.1200008392334, + 21.3799991607666, + 22.18000030517578, + 23.360000610351562, + 25.81999969482422, + 28.520000457763672, + 30.3700008392334, + 31.40999984741211, + 31.770000457763672, + 31.700000762939453, + 31.219999313354492, + 30.299999237060547, + 29.440000534057617, + 28.43000030517578, + 27.09000015258789, + 25.780000686645508, + 24.729999542236328, + 24.049999237060547, + 23.540000915527344, + 23.030000686645508, + 22.610000610351562, + 22.40999984741211, + 22.25, + 22.100000381469727, + 21.8799991607666, + 21.899999618530273, + 22.860000610351562, + 24.139999389648438, + 25.229999542236328, + 25.440000534057617, + 25.139999389648438, + 24.649999618530273, + 24.399999618530273, + 24.040000915527344, + 23.15999984741211, + 22.81999969482422, + 22.559999465942383, + 22.100000381469727, + 21.56999969482422, + 21.239999771118164, + 21.110000610351562, + 21.059999465942383, + 20.989999771118164, + 20.90999984741211, + 20.81999969482422, + 20.68000030517578, + 20.600000381469727, + 20.6200008392334, + 20.649999618530273, + 20.799999237060547, + 21.209999084472656, + 21.850000381469727, + 22.459999084472656, + 22.81999969482422, + 23.100000381469727, + 23.309999465942383, + 23.260000228881836, + 23.149999618530273, + 23.09000015258789, + 22.950000762939453, + 22.84000015258789, + 22.6299991607666, + 22.350000381469727, + 22.170000076293945, + 22.149999618530273, + 22.139999389648438, + 22.139999389648438, + 22.190000534057617, + 22.25, + 22.239999771118164, + 22.229999542236328, + 22.200000762939453, + 22.190000534057617, + 22.309999465942383, + 22.790000915527344, + 23.3700008392334, + 23.729999542236328, + 23.889999389648438, + 24.15999984741211, + 24.280000686645508, + 24.280000686645508, + 24.280000686645508, + 24.3799991607666, + 24.299999237060547, + 24.139999389648438, + 23.709999084472656, + 23.139999389648438, + 22.68000030517578, + 22.399999618530273, + 22.209999084472656, + 22.030000686645508, + 21.899999618530273, + 21.690000534057617, + 21.479999542236328, + 21.3700008392334, + 21.260000228881836, + 21.280000686645508, + 21.6299991607666, + 22.34000015258789, + 23.1299991607666, + 23.6200008392334, + 24.31999969482422, + 24.8799991607666, + 25.229999542236328, + 25.559999465942383, + 25.56999969482422, + 25.510000228881836, + 25.559999465942383, + 25.579999923706055, + 25.110000610351562, + 24.15999984741211, + 23.1299991607666, + 22.520000457763672, + 22.18000030517578, + 21.8799991607666, + 21.469999313354492, + 21.06999969482422, + 20.760000228881836, + 20.3700008392334, + 20.030000686645508, + 19.829999923706055, + 20.030000686645508, + 21.649999618530273, + 23.469999313354492, + 25.350000381469727, + 26.850000381469727, + 27.940000534057617, + 28.690000534057617, + 29.219999313354492, + 29.389999389648438, + 29.709999084472656, + 29.670000076293945, + 29.309999465942383, + 28.979999542236328, + 28.079999923706055, + 26.6299991607666, + 25.43000030517578, + 24.469999313354492, + 23.75, + 23.25 + ], + "actual": [ + 22.93000030517578, + 22.760000228881836, + 22.600000381469727, + 22.440000534057617, + 22.350000381469727, + 22.34000015258789, + 22.68000030517578, + 23.520000457763672, + 25.139999389648438, + 27.010000228881836, + 28.219999313354492, + 29.209999084472656, + 29.790000915527344, + 29.739999771118164, + 29.34000015258789, + 28.540000915527344, + 27.239999771118164, + 25.940000534057617, + 24.84000015258789, + 24.040000915527344, + 23.690000534057617, + 23.5, + 23.329999923706055, + 23.18000030517578 + ], + "predictions": { + "p50": [ + 22.788970947265625, + 22.38384246826172, + 22.020360946655273, + 21.728559494018555, + 21.675392150878906, + 21.924518585205078, + 22.884397506713867, + 24.58045196533203, + 26.151060104370117, + 27.504501342773438, + 28.73333740234375, + 29.5617733001709, + 30.084407806396484, + 30.376953125, + 30.293010711669922, + 29.826648712158203, + 29.340965270996094, + 28.60062026977539, + 27.30583381652832, + 25.97323989868164, + 25.12676429748535, + 24.40496063232422, + 23.82883071899414, + 23.368385314941406 + ], + "p10": [ + 22.622804641723633, + 22.096080780029297, + 21.562002182006836, + 21.119441986083984, + 20.893571853637695, + 20.927806854248047, + 21.57050323486328, + 22.78184700012207, + 23.754009246826172, + 24.555971145629883, + 25.192501068115234, + 25.65230369567871, + 25.690454483032227, + 25.636579513549805, + 25.604251861572266, + 25.153366088867188, + 24.889196395874023, + 24.300636291503906, + 23.41509437561035, + 22.898937225341797, + 22.31056785583496, + 21.844778060913086, + 21.504310607910156, + 21.191617965698242 + ], + "p90": [ + 22.937299728393555, + 22.66855239868164, + 22.496252059936523, + 22.375267028808594, + 22.540863037109375, + 23.009302139282227, + 24.294809341430664, + 26.37654685974121, + 28.2867488861084, + 30.0494441986084, + 31.512399673461914, + 32.66674041748047, + 33.60133361816406, + 34.037445068359375, + 33.96881866455078, + 33.53974914550781, + 33.06011962890625, + 32.44761276245117, + 31.00790023803711, + 29.52351188659668, + 28.20529556274414, + 27.2437686920166, + 26.491880416870117, + 25.784263610839844 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index a942fafa842042321d68c0c2d4e8625a1a637274..216f567e7d31d69f55d80f9100443b35a356ed4d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,380472.5506121318,380472.5506121318,561.5029296875,0.4824817305233193,0.008742164757182019,0.008788537270201255,3.2818718902269155,616.8245703699973,0.009605192021900029,0.00874372345004466,0.006563772431418258,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,331458.11870384216,331458.11870384216,512.3133138020834,0.4483343568042904,0.0079878719189587,0.008015299233623449,3.348197282912493,575.7239952475858,0.008977026927792956,0.007988290311732375,0.006316111988442322,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.807108116273889,0.807108116273889,0.8559833332896233,1.91648785866389,1.8842049654622237,0.8772524545033649,72.9335904085428,0.8983919613809381,1.4878967209115808,1.4176604973166653,1.4015427600810764,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03541667130258593,0.03541667130258593,0.14861111839612326,1.448958577091524,0.09916236066175992,0.10698001452221731,47.810217534237694,0.18819317549418718,0.1321942305910388,0.10439024901971584,0.10114905663363655,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.040277792347804625,0.040277792347804625,0.16666669481330448,1.9607848648565431,0.10863953553079182,0.11715288832572167,64.34413920426047,0.20069327927911443,0.1364486864956758,0.11331446509588074,0.10926871979055788,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.1833330790206371,1.1833330790206371,0.8416664600372314,0.43013912453991193,0.03288049114698654,0.03240955142041157,7.319350729998809,1.087811141246787,0.041361639551679444,0.03200252637870361,0.02744260678686364,Weather,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 6daa12291ce3aab00d2bb4ea4ad421934b22d59f..0d7d3c260eb59d950b89d067c5cbed5464d9160f 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,14 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T21:31:16.402416+00:00", + "evaluated_at": "2026-06-22T00:04:08.485244+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65776.96875, - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,12 +98,12 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 - ], - "actuals": [ + 63925.98828125, 64012.3984375, 64272.01171875, - 64298.01171875, + 64298.01171875 + ], + "actuals": [ 64294.0, 64248.0, 64241.25, @@ -127,12 +124,12 @@ 64151.4609375, 64213.80859375, 64207.12109375, - 64210.1484375 + 63848.0, + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63075.98046875, - 63315.28125, - 63543.91015625, 63530.01171875, 63586.28125, 63340.5703125, @@ -153,12 +150,12 @@ 63834.69921875, 63805.890625, 63936.0, - 63925.98828125 + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "p10": [ - 61814.460859375, - 62048.975625, - 62273.031953125, 62259.411484375, 62314.555625, 62073.75890625, @@ -179,12 +176,12 @@ 62558.005234375, 62529.7728125, 62657.28, - 62647.468515625 + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375 ], "p90": [ - 64337.500078125, - 64581.586875, - 64814.788359375, 64800.611953125, 64858.006875, 64607.38171875, @@ -205,12 +202,12 @@ 65111.393203125, 65082.0084375, 65214.72, - 65204.508046875 + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125 ], "timestamps": [ - "2026-06-16 21:00:00", - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +324,9 @@ "2026-06-21 17:00:00", "2026-06-21 18:00:00", "2026-06-21 19:00:00", - "2026-06-21 20:00:00" + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index de29859b807fa8e16ec8ab0c481407548cd998b0..e6742d58e3eedb56b0724b23680c2e6fe107f5d8 100644 --- a/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/seasonal_naive/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T21:31:16.408362+00:00", + "evaluated_at": "2026-06-22T00:04:08.491980+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d90ccabfaacb360dad364eb460b59867a7956ac9..baa387807deb46b0ea9c8bf31a46b14d73a26462 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-21T21:31:16.427291+00:00", + "evaluated_at": "2026-06-22T00:04:08.502316+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,21 +145,45 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ 1.2999999523162842, 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, + 1.2999999523162842, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -185,16 +198,16 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, 1.2000000476837158, 1.2000000476837158, 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -209,42 +222,42 @@ 1.399999976158142, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142, 1.2999999523162842, 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, 1.2000000476837158, 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2000000476837158, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, - 1.2999999523162842, - 1.399999976158142 + 1.2999999523162842 ], "p10": [ 1.2739999532699584, 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, + 1.2739999532699584, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -259,16 +272,16 @@ 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, + 1.3719999766349793, + 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, + 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, 1.2739999532699584, @@ -283,41 +296,41 @@ 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, - 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, + 1.3719999766349793, + 1.3719999766349793, 1.1760000467300415, 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.1760000467300415, - 1.2739999532699584, - 1.2739999532699584, - 1.2739999532699584, - 1.2739999532699584, - 1.2739999532699584, - 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, - 1.2739999532699584, - 1.2739999532699584, - 1.3719999766349793 + 1.2739999532699584 ], "p90": [ 1.32599995136261, 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, 1.4279999756813049, 1.32599995136261, 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, 1.22400004863739, 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -333,15 +346,15 @@ 1.4279999756813049, 1.32599995136261, 1.32599995136261, - 1.4279999756813049, 1.32599995136261, 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, 1.22400004863739, 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, + 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, 1.32599995136261, 1.32599995136261, 1.32599995136261, @@ -357,51 +370,19 @@ 1.4279999756813049, 1.32599995136261, 1.32599995136261, - 1.4279999756813049, 1.32599995136261, 1.32599995136261, + 1.4279999756813049, + 1.4279999756813049, 1.22400004863739, 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.22400004863739, - 1.32599995136261, - 1.32599995136261, - 1.32599995136261, - 1.32599995136261, - 1.32599995136261, - 1.32599995136261, 1.32599995136261, 1.4279999756813049, 1.4279999756813049, 1.32599995136261, - 1.32599995136261, - 1.32599995136261, - 1.4279999756813049 + 1.32599995136261 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 3af12fc69f103a675448ba43431bc2ea5f1919bd..ab6b39492898d58e62cd46d6cab6bf3a96e4b044 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,30 +1,24 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-21T21:31:16.430870+00:00", + "evaluated_at": "2026-06-22T00:04:08.505856+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 42c80b18a1097d5a8f1e0e6c8d1f1f76d51900ec..b169e9eb2feb0cc20655ed1e001f722391c81071 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,61878.22028414408,61878.22028414408,228.94417317708334,0.19672449603991568,0.003563009246153045,0.0035705143438021503,1.1065077927607943,248.75333220711653,0.0038735868133521765,0.0035651185949709093,0.003969323617937491,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,57073.964949289955,57073.964949289955,157.07877604166666,0.1374623889853698,0.0024587901873471363,0.0024523332964252833,1.2348124712222979,238.9015800477049,0.003725093855534458,0.002449264602397539,0.0030489398046434635,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.018614070550660142,0.018614070550660142,0.10631837397813797,0.23803953296488603,0.25059571533794645,0.320395936023275,1.7705865548095916,0.13643339235927596,0.22595794023153978,0.1760821187353058,0.1359641858828613,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.03172006050847839,0.03172006050847839,0.14115180240737069,1.376230237531293,0.09385687398682058,0.10059972870379494,22.40092122367079,0.1781012647582223,0.1251052786594342,0.09915053437395793,0.08455174789842229,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.043257409708399704,0.043257409708399704,0.17673298716545105,2.0792118469924756,0.11488875684540055,0.12420338078572622,43.589159458165824,0.2079841573495436,0.14140565735032323,0.12015840314037113,0.10551516868458186,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3210891247267682,0.3210891247267682,0.46021612485249835,0.2351964470990655,0.01738585937734887,0.017444530084464362,2.263543603070733,0.5666472665836907,0.02154552302756924,0.017498711633163248,0.025272773076100364,Weather,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a0698a05d0ab8fb3e80efbbb7aa8c03fb3eb59f7..b07c7a865875a40019111ec708fde65ae218efe2 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T23:17:46.412237+00:00", + "evaluated_at": "2026-06-22T00:03:52.713260+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,11 +99,11 @@ 63805.890625, 63936.0, 63925.98828125, - 64012.3984375 + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "actuals": [ - 64272.01171875, - 64298.01171875, 64294.0, 64248.0, 64241.25, @@ -127,89 +125,89 @@ 64213.80859375, 64207.12109375, 63848.0, - 63939.828125 + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63954.85546875, - 63948.40625, - 63943.1953125, - 63960.5625, - 63957.0859375, - 63950.140625, - 63949.6484375, - 63942.703125, - 63950.88671875, - 63949.3984375, - 63937.2421875, - 63932.53125, - 63938.234375, - 63936.99609375, - 63941.2109375, - 63939.4765625, - 63957.5859375, - 63984.375, - 63986.109375, - 63983.1328125, - 63965.76953125, - 63965.5234375, - 63954.609375, - 63913.6796875 + 64228.625, + 64231.53125, + 64229.59375, + 64240.25, + 64247.03125, + 64248.0, + 64265.4375, + 64251.875, + 64244.125, + 64231.53125, + 64246.0625, + 64261.5625, + 64282.875, + 64286.75, + 64284.8125, + 64279.0, + 64335.1875, + 64323.5625, + 64310.0, + 64257.6875, + 64234.4375, + 64185.03125, + 64177.28125, + 64130.78125 ], "p10": [ - 63698.375, - 63622.96875, - 63579.3125, - 63559.46875, - 63531.6875, - 63509.859375, - 63476.125, - 63444.375, - 63440.40625, - 63420.5625, - 63396.75, - 63368.96875, - 63345.15625, - 63325.3125, - 63325.3125, - 63289.59375, - 63281.65625, - 63269.75, - 63249.90625, - 63234.03125, - 63206.25, - 63198.3125, - 63162.59375, - 63111.0 + 63916.6875, + 63870.1875, + 63823.6875, + 63795.59375, + 63770.40625, + 63756.84375, + 63730.6875, + 63688.0625, + 63653.1875, + 63618.3125, + 63604.75, + 63593.125, + 63558.25, + 63533.0625, + 63525.3125, + 63476.875, + 63531.125, + 63480.75, + 63445.875, + 63380.0, + 63349.0, + 63294.75, + 63279.25, + 63240.5 ], "p90": [ - 64211.3359375, - 64287.734375, - 64331.390625, - 64381.0, - 64402.828125, - 64416.71875, - 64448.46875, - 64464.34375, - 64494.109375, - 64515.9375, - 64519.90625, - 64543.71875, - 64567.53125, - 64591.34375, - 64607.21875, - 64642.9375, - 64686.59375, - 64742.15625, - 64754.0625, - 64765.96875, - 64758.03125, - 64762.0, - 64777.875, - 64762.0 + 64546.375, + 64643.25, + 64705.25, + 64759.5, + 64798.25, + 64817.625, + 64883.5, + 64906.75, + 64926.125, + 64930.0, + 64976.5, + 65023.0, + 65069.5, + 65108.25, + 65116.0, + 65147.0, + 65193.5, + 65216.75, + 65224.5, + 65193.5, + 65178.0, + 65139.25, + 65154.75, + 65123.75 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +325,8 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 8da638beb954dd19951fc33ef5b080abdcb6e353..b8dd81d45ea7c8adb573e39fe71ffe40cdc1ecd7 100644 --- a/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timer_s1/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T21:18:36.526898+00:00", + "evaluated_at": "2026-06-22T00:03:58.377179+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d893c7b5b9628deca8c72f12006caa32265fce46..4b4446842b132edcb08f110eeb6c04ec0444b9d7 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-21T21:31:11.239623+00:00", + "evaluated_at": "2026-06-22T00:04:04.300574+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.36492919921875, - 1.3339943885803223, - 1.3200111389160156, - 1.3143844604492188, - 1.30999755859375, - 1.307708740234375, - 1.306182861328125, - 1.30389404296875, - 1.3035125732421875, - 1.3014144897460938, - 1.300079345703125, - 1.2996978759765625, - 1.300079345703125, - 1.2987442016601562, - 1.29931640625, - 1.298553466796875, - 1.2995071411132812, - 1.2975997924804688, - 1.29931640625, - 1.29931640625, - 1.2979812622070312, - 1.2966461181640625, - 1.2972183227539062, - 1.2975997924804688, - 1.2981719970703125, - 1.2981719970703125, - 1.29779052734375, - 1.298553466796875, - 1.29779052734375, - 1.2960739135742188, - 1.2962646484375, - 1.2964553833007812, - 1.2974090576171875, - 1.2960739135742188, - 1.2966461181640625, - 1.2974090576171875, - 1.2962646484375, - 1.295501708984375, - 1.2956924438476562, - 1.2960739135742188, - 1.295501708984375, - 1.2949295043945312, - 1.2941665649414062, - 1.2960739135742188, - 1.2958831787109375, - 1.2958831787109375, - 1.2958831787109375, - 1.2966461181640625, - 1.298553466796875, - 1.298553466796875, - 1.29931640625, - 1.29931640625, - 1.297027587890625, - 1.2966461181640625, - 1.2987442016601562, - 1.298553466796875, - 1.2968368530273438, - 1.2975997924804688, - 1.2966461181640625, - 1.2991256713867188, - 1.2979812622070312, - 1.298553466796875, - 1.2979812622070312, - 1.2964553833007812, - 1.2974090576171875, - 1.2960739135742188, - 1.297027587890625, - 1.2979812622070312, - 1.2975997924804688, - 1.298553466796875, - 1.300079345703125, - 1.3010330200195312 + 1.3073348999023438, + 1.3070144653320312, + 1.3058929443359375, + 1.3053321838378906, + 1.3058128356933594, + 1.3045310974121094, + 1.3050117492675781, + 1.3041305541992188, + 1.3044509887695312, + 1.303009033203125, + 1.3026084899902344, + 1.3032493591308594, + 1.3042106628417969, + 1.3026885986328125, + 1.3029289245605469, + 1.3029289245605469, + 1.3038902282714844, + 1.3018074035644531, + 1.3034095764160156, + 1.3030891418457031, + 1.3043708801269531, + 1.3028488159179688, + 1.3034095764160156, + 1.3028488159179688, + 1.3037300109863281, + 1.3014068603515625, + 1.3014869689941406, + 1.3028488159179688, + 1.3040504455566406, + 1.3034095764160156, + 1.3034095764160156, + 1.3027687072753906, + 1.3033294677734375, + 1.3020477294921875, + 1.3033294677734375, + 1.3037300109863281, + 1.3039703369140625, + 1.3033294677734375, + 1.3046112060546875, + 1.3043708801269531, + 1.3043708801269531, + 1.3033294677734375, + 1.3033294677734375, + 1.3039703369140625, + 1.3045310974121094, + 1.3044509887695312, + 1.3048515319824219, + 1.3045310974121094, + 1.3061332702636719, + 1.3057327270507812, + 1.3050117492675781, + 1.3051719665527344, + 1.3054924011230469, + 1.3054122924804688, + 1.3058128356933594, + 1.304931640625, + 1.3051719665527344, + 1.3053321838378906, + 1.3060531616210938, + 1.3064537048339844, + 1.3066139221191406, + 1.3058128356933594, + 1.3059730529785156, + 1.3063735961914062, + 1.3058929443359375, + 1.3058128356933594, + 1.3066940307617188, + 1.3060531616210938, + 1.3060531616210938, + 1.3053321838378906, + 1.3065338134765625, + 1.3066940307617188 ], "p10": [ - 1.2729949951171875, - 1.231414794921875, - 1.222259521484375, - 1.219970703125, - 1.21844482421875, - 1.216156005859375, - 1.2138671875, - 1.2138671875, - 1.2138671875, - 1.213104248046875, - 1.2138671875, - 1.213104248046875, - 1.2138671875, - 1.213104248046875, - 1.2138671875, - 1.21234130859375, - 1.2138671875, - 1.211578369140625, - 1.2108154296875, - 1.2108154296875, - 1.20928955078125, - 1.208526611328125, - 1.208526611328125, - 1.20928955078125, - 1.20928955078125, - 1.210052490234375, - 1.210052490234375, - 1.210052490234375, - 1.208526611328125, - 1.207000732421875, - 1.207763671875, - 1.207763671875, - 1.2108154296875, - 1.210052490234375, - 1.20928955078125, - 1.210052490234375, - 1.208526611328125, - 1.207763671875, - 1.208526611328125, - 1.20928955078125, - 1.210052490234375, - 1.20928955078125, - 1.210052490234375, - 1.210052490234375, - 1.20928955078125, - 1.208526611328125, - 1.20928955078125, - 1.20928955078125, - 1.20928955078125, - 1.207763671875, - 1.208526611328125, - 1.208526611328125, - 1.207000732421875, - 1.207000732421875, - 1.20928955078125, - 1.20928955078125, - 1.208526611328125, - 1.20928955078125, - 1.208526611328125, - 1.210052490234375, - 1.208526611328125, - 1.208526611328125, - 1.208526611328125, - 1.207000732421875, - 1.20928955078125, - 1.207763671875, - 1.207000732421875, - 1.207763671875, - 1.208526611328125, - 1.20928955078125, - 1.2108154296875, - 1.2108154296875 + 1.2357177734375, + 1.223541259765625, + 1.21905517578125, + 1.21905517578125, + 1.218414306640625, + 1.21649169921875, + 1.217132568359375, + 1.215850830078125, + 1.217132568359375, + 1.21649169921875, + 1.21649169921875, + 1.217132568359375, + 1.2177734375, + 1.217132568359375, + 1.2177734375, + 1.218414306640625, + 1.21905517578125, + 1.215850830078125, + 1.21649169921875, + 1.21649169921875, + 1.2177734375, + 1.215850830078125, + 1.21649169921875, + 1.2152099609375, + 1.21649169921875, + 1.2152099609375, + 1.215850830078125, + 1.215850830078125, + 1.215850830078125, + 1.214569091796875, + 1.21649169921875, + 1.2152099609375, + 1.218414306640625, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.218414306640625, + 1.21905517578125, + 1.218414306640625, + 1.21905517578125, + 1.2177734375, + 1.218414306640625, + 1.2177734375, + 1.218414306640625, + 1.2177734375, + 1.21905517578125, + 1.2177734375, + 1.218414306640625, + 1.217132568359375, + 1.215850830078125, + 1.215850830078125, + 1.21649169921875, + 1.21649169921875, + 1.217132568359375, + 1.215850830078125, + 1.217132568359375, + 1.217132568359375, + 1.2177734375, + 1.217132568359375, + 1.217132568359375, + 1.21649169921875, + 1.21649169921875, + 1.215850830078125, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.217132568359375, + 1.2177734375, + 1.217132568359375, + 1.2177734375, + 1.218414306640625 ], "p90": [ - 1.458770751953125, - 1.451904296875, - 1.44427490234375, - 1.4427490234375, - 1.439697265625, - 1.438934326171875, - 1.440460205078125, - 1.435882568359375, - 1.4366455078125, - 1.434356689453125, - 1.43206787109375, - 1.4332122802734375, - 1.4332122802734375, - 1.434356689453125, - 1.43359375, - 1.43206787109375, - 1.4309234619140625, - 1.4293975830078125, - 1.43206787109375, - 1.4316864013671875, - 1.42901611328125, - 1.4278717041015625, - 1.42901611328125, - 1.4286346435546875, - 1.4293975830078125, - 1.4293975830078125, - 1.429779052734375, - 1.4301605224609375, - 1.4301605224609375, - 1.4293975830078125, - 1.42901611328125, - 1.42901611328125, - 1.4293975830078125, - 1.4293975830078125, - 1.4305419921875, - 1.4309234619140625, - 1.4293975830078125, - 1.4286346435546875, - 1.42901611328125, - 1.4301605224609375, - 1.4301605224609375, - 1.4293975830078125, - 1.4278717041015625, - 1.4301605224609375, - 1.4301605224609375, - 1.4301605224609375, - 1.4305419921875, - 1.43206787109375, - 1.434356689453125, - 1.43359375, - 1.43511962890625, - 1.43511962890625, - 1.432830810546875, - 1.432830810546875, - 1.435882568359375, - 1.435882568359375, - 1.434356689453125, - 1.43511962890625, - 1.4332122802734375, - 1.435882568359375, - 1.43511962890625, - 1.4366455078125, - 1.43511962890625, - 1.434356689453125, - 1.4309234619140625, - 1.4293975830078125, - 1.4305419921875, - 1.4305419921875, - 1.4305419921875, - 1.43206787109375, - 1.4332122802734375, - 1.434356689453125 + 1.3917694091796875, + 1.409393310546875, + 1.41387939453125, + 1.41387939453125, + 1.4151611328125, + 1.4151611328125, + 1.4151611328125, + 1.4151611328125, + 1.414520263671875, + 1.413238525390625, + 1.41387939453125, + 1.41387939453125, + 1.41387939453125, + 1.413238525390625, + 1.411956787109375, + 1.410675048828125, + 1.41387939453125, + 1.413238525390625, + 1.4151611328125, + 1.414520263671875, + 1.41644287109375, + 1.4151611328125, + 1.4151611328125, + 1.4151611328125, + 1.41644287109375, + 1.41387939453125, + 1.4151611328125, + 1.415802001953125, + 1.41644287109375, + 1.415802001953125, + 1.414520263671875, + 1.4151611328125, + 1.41387939453125, + 1.41387939453125, + 1.41644287109375, + 1.415802001953125, + 1.41644287109375, + 1.41644287109375, + 1.418365478515625, + 1.418365478515625, + 1.41900634765625, + 1.417083740234375, + 1.417083740234375, + 1.417724609375, + 1.418365478515625, + 1.418365478515625, + 1.41900634765625, + 1.418365478515625, + 1.41900634765625, + 1.41900634765625, + 1.417083740234375, + 1.417724609375, + 1.418365478515625, + 1.418365478515625, + 1.419647216796875, + 1.41900634765625, + 1.417724609375, + 1.418365478515625, + 1.41900634765625, + 1.4202880859375, + 1.419647216796875, + 1.419647216796875, + 1.4202880859375, + 1.420928955078125, + 1.41900634765625, + 1.417724609375, + 1.41900634765625, + 1.418365478515625, + 1.41900634765625, + 1.417724609375, + 1.41900634765625, + 1.41900634765625 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 39ee3b3577dab5f6aadb87ecbd79a986a8b0ae7d..ead17e648a74cfac714ae9e357ed1225be31f6ce 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,30 +1,24 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-21T21:31:13.745963+00:00", + "evaluated_at": "2026-06-22T00:04:06.568162+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t200000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t140000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t195000z", - "data_fetched_at": "2026-06-21T20:15:17.900956Z", - "context_length": 77, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, "prediction_length": 72 } ], diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 09076f909aadfc3a028f521b104750a82c056aaa..23457a23395b179be54a70c3366a3ee17209badc 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,42102.527784983315,60001.696004867554,218.01871744791666,0.1886486629604686,0.003394024622883931,0.003400259570191556,2.1863946084085453,205.18900502946866,0.003196104681935966,0.0033959453309152063,0.0026221488292848456,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,175953.19353612265,110667.51884969075,219.62109375,0.1921942669737048,0.003437913485242272,0.0034251505033504794,9.306660892055831,419.4677502933004,0.006540587713569821,0.0034244611806691218,0.004267088898693811,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.016605617632777677,0.025742182570651015,0.1451992449661096,0.3632478524731991,0.30370262786248425,0.3805951544121173,2.084623062664478,0.12886278606633367,0.23792982363414716,0.2680931539755332,0.17347839736758564,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.023686347747258394,0.030916812135592844,0.13990007009771135,1.3640258460572374,0.09307363860676023,0.09967501797043082,24.301688852362496,0.15390369634046608,0.10810796230744935,0.0982712687515631,0.07810986056237362,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04225839423892038,0.05214094298421222,0.19764657153023613,2.3252540435951383,0.12874436544201892,0.1402921010128161,48.00663729739016,0.2055684660616029,0.13976326103091216,0.13437727049229045,0.10778585374112291,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.3938838237189278,0.5403853382358648,0.5428215662638346,0.2764164226721268,0.0210317522501472,0.021354541335962707,6.161108907990616,0.6276016441333848,0.025310771428566612,0.021891645311369563,0.021126441110763994,Weather,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 0ca0350cb40206d0622aa637325610eadf575f7c..18ab30e5df316d5c4357b7258f7a8f98448e6c79 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T22:13:14.135541+00:00", + "evaluated_at": "2026-06-22T00:01:56.872737+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,11 +99,11 @@ 63805.890625, 63936.0, 63925.98828125, - 64012.3984375 + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "actuals": [ - 64272.01171875, - 64298.01171875, 64294.0, 64248.0, 64241.25, @@ -127,89 +125,89 @@ 64213.80859375, 64207.12109375, 63848.0, - 63939.828125 + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63925.625, - 63934.05859375, - 63936.54296875, - 63953.91796875, - 63964.96484375, - 63974.77734375, - 63966.5625, - 63963.70703125, - 63989.7890625, - 64007.16796875, - 63999.875, - 64025.8515625, - 64037.08984375, - 64036.296875, - 64043.7421875, - 64029.0546875, - 64044.37109375, - 64064.02734375, - 64075.79296875, - 64075.10546875, - 64079.56640625, - 64093.6328125, - 64103.0703125, - 64133.43359375 + 64215.1640625, + 64192.10546875, + 64195.515625, + 64194.859375, + 64211.796875, + 64226.0078125, + 64225.2578125, + 64213.2421875, + 64239.0390625, + 64278.8359375, + 64288.875, + 64317.48046875, + 64320.5, + 64316.7734375, + 64329.30859375, + 64308.98046875, + 64328.32421875, + 64368.07421875, + 64375.75390625, + 64383.49609375, + 64377.90234375, + 64388.62890625, + 64408.9609375, + 64435.265625 ], "p10": [ - 63958.86328125, - 63966.33203125, - 64009.703125, - 64038.6953125, - 64031.5625, - 64057.30078125, - 64075.3046875, - 64097.17578125, - 64082.5390625, - 64072.0625, - 64071.359375, - 64095.546875, - 64107.5078125, - 64110.70703125, - 64149.7265625, - 64138.38671875, - 64149.859375, - 64223.32421875, - 64200.17578125, - 64186.3359375, - 64232.21875, - 64262.6484375, - 64205.7421875, - 64232.95703125 + 64261.19140625, + 64238.04296875, + 64270.7734375, + 64271.8125, + 64263.39453125, + 64295.08984375, + 64336.921875, + 64321.5625, + 64329.98046875, + 64333.77734375, + 64342.18359375, + 64343.953125, + 64368.56640625, + 64390.80859375, + 64429.57421875, + 64402.1953125, + 64415.51953125, + 64485.1328125, + 64485.15234375, + 64468.43359375, + 64472.48046875, + 64535.2421875, + 64482.98046875, + 64526.09375 ], "p90": [ - 64133.87109375, - 64194.52734375, - 64234.671875, - 64264.6328125, - 64300.4921875, - 64319.66796875, - 64339.02734375, - 64356.34765625, - 64409.23828125, - 64451.96875, - 64446.796875, - 64494.14453125, - 64525.60546875, - 64565.5234375, - 64590.80078125, - 64609.921875, - 64644.5, - 64676.23828125, - 64718.6640625, - 64721.4296875, - 64741.65625, - 64780.50390625, - 64766.0, - 64789.25 + 64468.9609375, + 64518.94140625, + 64569.6796875, + 64595.59375, + 64629.29296875, + 64661.95703125, + 64688.98828125, + 64689.08984375, + 64728.97265625, + 64788.15234375, + 64790.1875, + 64840.3671875, + 64857.546875, + 64891.328125, + 64912.76953125, + 64921.3984375, + 64954.41796875, + 64997.9609375, + 65027.26953125, + 65029.53125, + 65039.4140625, + 65073.78125, + 65075.99609375, + 65092.3046875 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +325,8 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 6817f1cf067add9328f0c204d6b1774b9236a237..2042add3956c046e1e07574d56bb8b2864903e33 100644 --- a/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/timesfm_2_5/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T20:34:28.821001+00:00", + "evaluated_at": "2026-06-22T00:02:01.740203+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d80fb8936120e95078d41ce65dbe346290992da3..600ba0bd92bdad8d841c5e6e389b9c00f2c5c94a 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-21T20:34:39.829556+00:00", + "evaluated_at": "2026-06-22T00:02:06.906913+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3292618989944458, - 1.3230499029159546, - 1.3210408687591553, - 1.322432041168213, - 1.3187744617462158, - 1.3171275854110718, - 1.3128392696380615, - 1.309759259223938, - 1.2994842529296875, - 1.2985740900039673, - 1.29839289188385, - 1.2956515550613403, - 1.2992290258407593, - 1.301222562789917, - 1.2975035905838013, - 1.2958308458328247, - 1.2945780754089355, - 1.2938824892044067, - 1.293818473815918, - 1.295695424079895, - 1.2932363748550415, - 1.2949103116989136, - 1.2937990427017212, - 1.2954134941101074, - 1.290732979774475, - 1.2909767627716064, - 1.2937616109848022, - 1.293677806854248, - 1.2978662252426147, - 1.2883330583572388, - 1.2884098291397095, - 1.2900131940841675, - 1.2841299772262573, - 1.2846918106079102, - 1.2829698324203491, - 1.28434419631958, - 1.2852745056152344, - 1.2868965864181519, - 1.2884029150009155, - 1.2875192165374756, - 1.2936408519744873, - 1.2936742305755615, - 1.2959649562835693, - 1.2963063716888428, - 1.2949061393737793, - 1.2988345623016357, - 1.3033006191253662, - 1.3009345531463623, - 1.3020250797271729, - 1.3039284944534302, - 1.3027681112289429, - 1.2981159687042236, - 1.3021490573883057, - 1.3012045621871948, - 1.2992175817489624, - 1.3024318218231201, - 1.3013780117034912, - 1.3005297183990479, - 1.3001238107681274, - 1.3007981777191162, - 1.3030779361724854, - 1.304754376411438, - 1.307099461555481, - 1.3039439916610718, - 1.304567575454712, - 1.3056714534759521, - 1.3107329607009888, - 1.3120039701461792, - 1.3100733757019043, - 1.3148127794265747, - 1.3154881000518799, - 1.3118847608566284 + 1.2876932621002197, + 1.2849280834197998, + 1.2831370830535889, + 1.280627727508545, + 1.2806390523910522, + 1.2805867195129395, + 1.2826250791549683, + 1.2816287279129028, + 1.2811425924301147, + 1.2794280052185059, + 1.279222846031189, + 1.2760151624679565, + 1.2790274620056152, + 1.2760895490646362, + 1.277583122253418, + 1.2751357555389404, + 1.2764904499053955, + 1.2757856845855713, + 1.275977373123169, + 1.2765154838562012, + 1.2744618654251099, + 1.2717934846878052, + 1.2731119394302368, + 1.275856852531433, + 1.2729041576385498, + 1.2743122577667236, + 1.276546835899353, + 1.2791301012039185, + 1.281825304031372, + 1.2774925231933594, + 1.2797727584838867, + 1.2809114456176758, + 1.2785993814468384, + 1.2775038480758667, + 1.2773019075393677, + 1.279063105583191, + 1.2781542539596558, + 1.2771244049072266, + 1.2773003578186035, + 1.2769314050674438, + 1.2796906232833862, + 1.279404878616333, + 1.2823480367660522, + 1.2840481996536255, + 1.2850384712219238, + 1.2845453023910522, + 1.2844438552856445, + 1.2833431959152222, + 1.2835514545440674, + 1.283380389213562, + 1.2828205823898315, + 1.2814537286758423, + 1.2845513820648193, + 1.2823500633239746, + 1.2808669805526733, + 1.2818189859390259, + 1.281750202178955, + 1.2808886766433716, + 1.2815977334976196, + 1.2822479009628296, + 1.282768964767456, + 1.2810925245285034, + 1.2789148092269897, + 1.276625156402588, + 1.2771109342575073, + 1.275782823562622, + 1.2788301706314087, + 1.2787715196609497, + 1.2804746627807617, + 1.2803115844726562, + 1.280570387840271, + 1.279714822769165 ], "p10": [ - 1.3479318618774414, - 1.3481048345565796, - 1.3449671268463135, - 1.3477858304977417, - 1.3486982583999634, - 1.346913456916809, - 1.3449584245681763, - 1.3410309553146362, - 1.3339390754699707, - 1.3290103673934937, - 1.334557294845581, - 1.3315826654434204, - 1.3328365087509155, - 1.3348568677902222, - 1.3346236944198608, - 1.3293246030807495, - 1.3292485475540161, - 1.3318579196929932, - 1.3343799114227295, - 1.323831558227539, - 1.3260248899459839, - 1.3320375680923462, - 1.3267583847045898, - 1.329979658126831, - 1.3312106132507324, - 1.3289446830749512, - 1.3292566537857056, - 1.3333685398101807, - 1.3312013149261475, - 1.3266335725784302, - 1.3310827016830444, - 1.326466679573059, - 1.3290250301361084, - 1.3216044902801514, - 1.3240976333618164, - 1.320862889289856, - 1.3225730657577515, - 1.3274626731872559, - 1.3287713527679443, - 1.3233190774917603, - 1.3286553621292114, - 1.3320941925048828, - 1.3329652547836304, - 1.33368718624115, - 1.3357422351837158, - 1.3379770517349243, - 1.339607834815979, - 1.3386523723602295, - 1.3433260917663574, - 1.3439769744873047, - 1.3400660753250122, - 1.340219259262085, - 1.3373740911483765, - 1.33933424949646, - 1.3358945846557617, - 1.3413974046707153, - 1.339123249053955, - 1.3394064903259277, - 1.3419146537780762, - 1.3462904691696167, - 1.3419692516326904, - 1.347625494003296, - 1.3474069833755493, - 1.3446834087371826, - 1.3436648845672607, - 1.3507540225982666, - 1.3470097780227661, - 1.3520407676696777, - 1.3523823022842407, - 1.3558590412139893, - 1.356231689453125, - 1.3527506589889526 + 1.3071893453598022, + 1.3086895942687988, + 1.3087387084960938, + 1.3067861795425415, + 1.3102225065231323, + 1.3066469430923462, + 1.3103095293045044, + 1.3096330165863037, + 1.3106096982955933, + 1.3073335886001587, + 1.3091341257095337, + 1.3057862520217896, + 1.306713581085205, + 1.3051649332046509, + 1.3079254627227783, + 1.3076682090759277, + 1.3089271783828735, + 1.309428334236145, + 1.310755968093872, + 1.3071871995925903, + 1.3055295944213867, + 1.3039042949676514, + 1.3056894540786743, + 1.3053760528564453, + 1.3078067302703857, + 1.308160662651062, + 1.3088856935501099, + 1.3129596710205078, + 1.3111408948898315, + 1.3114007711410522, + 1.3143301010131836, + 1.3130391836166382, + 1.3156461715698242, + 1.311927318572998, + 1.3132089376449585, + 1.3121931552886963, + 1.3091959953308105, + 1.3117843866348267, + 1.3105984926223755, + 1.3113350868225098, + 1.3123736381530762, + 1.3146600723266602, + 1.316666841506958, + 1.3175513744354248, + 1.320478916168213, + 1.3206028938293457, + 1.3182889223098755, + 1.31862473487854, + 1.3209643363952637, + 1.318603515625, + 1.3156672716140747, + 1.3179357051849365, + 1.3164952993392944, + 1.3154079914093018, + 1.3164047002792358, + 1.3161884546279907, + 1.3185151815414429, + 1.3152425289154053, + 1.3179185390472412, + 1.3190038204193115, + 1.316160798072815, + 1.316688895225525, + 1.3158172369003296, + 1.3120208978652954, + 1.3119207620620728, + 1.314079761505127, + 1.3137928247451782, + 1.3143059015274048, + 1.3180075883865356, + 1.3167805671691895, + 1.3192808628082275, + 1.3175266981124878 ], "p90": [ - 1.402684211730957, - 1.406675100326538, - 1.4149422645568848, - 1.4215080738067627, - 1.4227112531661987, - 1.425689458847046, - 1.4240602254867554, - 1.4242693185806274, - 1.4189401865005493, - 1.417746901512146, - 1.4198534488677979, - 1.4178167581558228, - 1.4254775047302246, - 1.4278603792190552, - 1.4254591464996338, - 1.4266033172607422, - 1.4251272678375244, - 1.4233859777450562, - 1.4247660636901855, - 1.4249902963638306, - 1.4243227243423462, - 1.4289251565933228, - 1.427615761756897, - 1.4277247190475464, - 1.4285603761672974, - 1.4295639991760254, - 1.429652452468872, - 1.4343879222869873, - 1.436936616897583, - 1.4321919679641724, - 1.4302564859390259, - 1.4298075437545776, - 1.4257868528366089, - 1.4265823364257812, - 1.4274049997329712, - 1.4281834363937378, - 1.4280595779418945, - 1.4290739297866821, - 1.4309998750686646, - 1.4307352304458618, - 1.434672474861145, - 1.4387227296829224, - 1.4373447895050049, - 1.4377855062484741, - 1.4360181093215942, - 1.4447040557861328, - 1.4500733613967896, - 1.450646162033081, - 1.452864170074463, - 1.4546031951904297, - 1.4511756896972656, - 1.453507900238037, - 1.4534074068069458, - 1.4554493427276611, - 1.456066370010376, - 1.4598253965377808, - 1.4571752548217773, - 1.4607000350952148, - 1.4633631706237793, - 1.4640473127365112, - 1.466875672340393, - 1.471055030822754, - 1.4737257957458496, - 1.4748148918151855, - 1.4729784727096558, - 1.4739636182785034, - 1.4784208536148071, - 1.480089545249939, - 1.4781582355499268, - 1.485334038734436, - 1.4856016635894775, - 1.4872103929519653 + 1.3643132448196411, + 1.3696097135543823, + 1.3753550052642822, + 1.3752408027648926, + 1.3790487051010132, + 1.380462884902954, + 1.3842154741287231, + 1.3849340677261353, + 1.3862229585647583, + 1.3849687576293945, + 1.3865416049957275, + 1.3840482234954834, + 1.3881157636642456, + 1.3862597942352295, + 1.3882434368133545, + 1.3885111808776855, + 1.3917863368988037, + 1.3915859460830688, + 1.393658995628357, + 1.3919639587402344, + 1.391445279121399, + 1.388750433921814, + 1.390465259552002, + 1.389613151550293, + 1.3913532495498657, + 1.3927932977676392, + 1.393666386604309, + 1.398224115371704, + 1.4000147581100464, + 1.3992749452590942, + 1.4029905796051025, + 1.4022843837738037, + 1.40106201171875, + 1.4000147581100464, + 1.4013347625732422, + 1.402087688446045, + 1.401732087135315, + 1.400802493095398, + 1.4004038572311401, + 1.400693655014038, + 1.4040400981903076, + 1.4067070484161377, + 1.40848970413208, + 1.409725308418274, + 1.4115492105484009, + 1.4136134386062622, + 1.4137219190597534, + 1.4119950532913208, + 1.4124929904937744, + 1.411475658416748, + 1.410217046737671, + 1.4130911827087402, + 1.4137901067733765, + 1.4136308431625366, + 1.4149216413497925, + 1.4143379926681519, + 1.4157335758209229, + 1.4144251346588135, + 1.417975902557373, + 1.4186028242111206, + 1.419147253036499, + 1.417343020439148, + 1.4159334897994995, + 1.4159014225006104, + 1.4154706001281738, + 1.41434645652771, + 1.4193344116210938, + 1.4177643060684204, + 1.4202615022659302, + 1.4209963083267212, + 1.4209895133972168, + 1.4221080541610718 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 4d711577cec288ca54c91181e2a5e8a4ee41bbf9..f1b6f8fa808a971de6d01204bcfd438445c8c6a3 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,49 +1,25 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-21T22:25:01.897969+00:00", + "evaluated_at": "2026-06-22T00:02:09.253977+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 77af3b301d4410bfc08653b15ecd496a540de949..2b79c4ad08c05606385273bd6c4dc61fe4223de1 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,42684.82183011373,42684.82183011373,170.30419921875,0.14736193229301778,0.002653433351514001,0.0026538752963026157,1.6385693591105353,206.6030537773189,0.0032181304616449753,0.002652725219844163,0.004024053651841735,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,261897.82275708517,261897.82275708517,381.17431640625,0.33357232258525826,0.005961957093625865,0.005930087101652835,1.8175119789781886,511.75953606853795,0.00797965548381642,0.005943493984631393,0.0048752629297857016,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.036204145633427325,0.036204145633427325,0.15696313629547756,0.3926778144755386,0.2957501291692856,0.3709080760282778,1.6067223702052948,0.19027387007528734,0.3513180936961547,0.2898137815879688,0.2797901883179808,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.025527593784022348,0.025527593784022348,0.13445880346828037,1.310973490095952,0.09094246078526402,0.0955030912958674,6.71359819981633,0.15977357035511958,0.11223119088359619,0.0944491107289384,0.07442727269842049,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04045188567983536,0.04045188567983536,0.17086243960592482,2.0101465738373694,0.11112162967361883,0.11975459399623715,24.165284715291723,0.2011265414604332,0.13674325567986348,0.11616709607525652,0.09485841731390644,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,1.7601354177872963,1.7601354177872963,1.1493170261383057,0.5852569621872882,0.047122986462467285,0.045717480501687384,2.6992433101897144,1.3267009526593763,0.05350499776524851,0.046351217877568254,0.033999021573095034,Weather,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index ab3136b068fc689f2e0f2c320995648c2e631aab..4ef70ccd1d8a09b4159af35532f887e861d5f2eb 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T22:31:38.436102+00:00", + "evaluated_at": "2026-06-22T00:02:51.763555+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,11 +99,11 @@ 63805.890625, 63936.0, 63925.98828125, - 64012.3984375 + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "actuals": [ - 64272.01171875, - 64298.01171875, 64294.0, 64248.0, 64241.25, @@ -127,89 +125,89 @@ 64213.80859375, 64207.12109375, 63848.0, - 63939.828125 + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 63991.59765625, - 64014.91015625, - 64038.62890625, - 64057.51171875, - 64071.41015625, - 64078.7265625, - 64083.96484375, - 64096.38671875, - 64110.27734375, - 64116.28125, - 64132.8984375, - 64150.39453125, - 64168.56640625, - 64186.41015625, - 64207.95703125, - 64222.7734375, - 64244.03515625, - 64263.0234375, - 64275.5078125, - 64292.36328125, - 64305.1640625, - 64310.94140625, - 64324.71484375, - 64330.0390625 + 64274.76953125, + 64295.04296875, + 64310.8828125, + 64317.4296875, + 64326.74609375, + 64345.8359375, + 64366.3828125, + 64393.77734375, + 64416.375, + 64433.50390625, + 64464.15625, + 64490.89453125, + 64519.296875, + 64542.40625, + 64570.83203125, + 64589.89453125, + 64603.1640625, + 64627.265625, + 64649.9921875, + 64672.10546875, + 64692.16796875, + 64706.06640625, + 64729.59375, + 64746.8203125 ], "p10": [ - 63768.5078125, - 63672.4921875, - 63596.2265625, - 63554.8984375, - 63527.9296875, - 63495.21875, - 63451.13671875, - 63417.1640625, - 63387.09765625, - 63343.8984375, - 63305.6171875, - 63271.33203125, - 63245.61328125, - 63227.79296875, - 63210.859375, - 63188.29296875, - 63175.60546875, - 63152.859375, - 63123.72265625, - 63106.0, - 63076.859375, - 63042.0546875, - 63017.51953125, - 62987.671875 + 64039.89453125, + 63922.70703125, + 63830.3671875, + 63776.7734375, + 63754.22265625, + 63745.765625, + 63730.92578125, + 63720.578125, + 63701.5, + 63670.3984375, + 63654.38671875, + 63634.0703125, + 63618.0078125, + 63597.68359375, + 63587.3046875, + 63572.921875, + 63552.7578125, + 63539.83984375, + 63529.87890625, + 63519.07421875, + 63498.58203125, + 63472.04296875, + 63453.4375, + 63432.68359375 ], "p90": [ - 64223.4375, - 64349.44140625, - 64479.078125, - 64585.12109375, - 64664.99609375, - 64729.84375, - 64789.85546875, - 64859.15234375, - 64925.5703125, - 64990.56640625, - 65059.8203125, - 65113.4140625, - 65163.8125, - 65231.53515625, - 65324.3203125, - 65393.7265625, - 65463.44921875, - 65515.30078125, - 65552.2734375, - 65614.828125, - 65647.0234375, - 65685.3671875, - 65727.1640625, - 65762.4453125 + 64512.765625, + 64647.75390625, + 64770.5078125, + 64856.98828125, + 64924.69140625, + 65012.27734375, + 65104.80078125, + 65199.27734375, + 65273.05078125, + 65346.0546875, + 65434.296875, + 65494.80078125, + 65556.9921875, + 65628.921875, + 65732.3984375, + 65803.015625, + 65863.3515625, + 65941.4453125, + 66012.3828125, + 66091.2578125, + 66137.9140625, + 66191.6484375, + 66249.3203125, + 66305.578125 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +325,8 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 7efcd82abc39acff69442fcab858aef5854047b4..924cca87a129a9045c14d69a498b88a39bec778b 100644 --- a/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/tirex/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-21T20:59:46.080844+00:00", + "evaluated_at": "2026-06-22T00:02:56.725025+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 49a1217f39d569f7986fbb86b50c87fdacca4a91..a98ad1343e78ea18e0171d537ff8f7af78547639 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-21T20:59:56.474463+00:00", + "evaluated_at": "2026-06-22T00:03:01.750562+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3762434720993042, - 1.358039140701294, - 1.3505338430404663, - 1.3472979068756104, - 1.345720887184143, - 1.3435455560684204, - 1.3422248363494873, - 1.3415054082870483, - 1.3410078287124634, - 1.3403838872909546, - 1.340362310409546, - 1.3407220840454102, - 1.3412219285964966, - 1.3416156768798828, - 1.3418452739715576, - 1.3414069414138794, - 1.3407294750213623, - 1.340133547782898, - 1.340440273284912, - 1.3405113220214844, - 1.3410820960998535, - 1.3411400318145752, - 1.3420257568359375, - 1.3438345193862915, - 1.3464089632034302, - 1.3475927114486694, - 1.3458244800567627, - 1.3450969457626343, - 1.3451141119003296, - 1.3442155122756958, - 1.3434596061706543, - 1.3431800603866577, - 1.321300983428955, - 1.3321993350982666, - 1.3361119031906128, - 1.3373281955718994, - 1.3365988731384277, - 1.335530400276184, - 1.3320873975753784, - 1.3286051750183105, - 1.327567458152771, - 1.3263964653015137, - 1.3261531591415405, - 1.324331283569336, - 1.3237580060958862, - 1.3246296644210815, - 1.3261455297470093, - 1.32895827293396, - 1.3344684839248657, - 1.33645761013031, - 1.3341996669769287, - 1.3325952291488647, - 1.3306807279586792, - 1.3276058435440063, - 1.3272236585617065, - 1.3272039890289307, - 1.326658844947815, - 1.327530026435852, - 1.328015923500061, - 1.3285571336746216, - 1.329889178276062, - 1.3309118747711182, - 1.3300896883010864, - 1.3295907974243164, - 1.3144941329956055, - 1.3184165954589844, - 1.3219947814941406, - 1.3233563899993896, - 1.3222159147262573, - 1.3248443603515625, - 1.3242158889770508, - 1.3244092464447021 + 1.3113200664520264, + 1.3105684518814087, + 1.3093562126159668, + 1.3083277940750122, + 1.307015061378479, + 1.3057435750961304, + 1.3042948246002197, + 1.3034018278121948, + 1.3040111064910889, + 1.3042004108428955, + 1.304735541343689, + 1.3053303956985474, + 1.3066978454589844, + 1.3071194887161255, + 1.3072303533554077, + 1.307826280593872, + 1.3086851835250854, + 1.3096368312835693, + 1.3105679750442505, + 1.3112622499465942, + 1.312889814376831, + 1.3124901056289673, + 1.3127771615982056, + 1.31264328956604, + 1.3121464252471924, + 1.3111035823822021, + 1.309990406036377, + 1.3094077110290527, + 1.3087868690490723, + 1.308058738708496, + 1.307088017463684, + 1.3069701194763184, + 1.2975177764892578, + 1.3049513101577759, + 1.3118218183517456, + 1.3141027688980103, + 1.3152090311050415, + 1.3158098459243774, + 1.3164620399475098, + 1.3168790340423584, + 1.3181300163269043, + 1.318374514579773, + 1.3180513381958008, + 1.3170769214630127, + 1.3178365230560303, + 1.3180224895477295, + 1.3182398080825806, + 1.3185267448425293, + 1.3185019493103027, + 1.3164697885513306, + 1.3146793842315674, + 1.3139876127243042, + 1.3144919872283936, + 1.3135875463485718, + 1.3135789632797241, + 1.3137260675430298, + 1.313999891281128, + 1.314756155014038, + 1.315366268157959, + 1.3164269924163818, + 1.3174524307250977, + 1.3180140256881714, + 1.3175626993179321, + 1.3176404237747192, + 1.3006377220153809, + 1.3058929443359375, + 1.3113975524902344, + 1.3123542070388794, + 1.3120521306991577, + 1.3118243217468262, + 1.3123085498809814, + 1.3130290508270264 ], "p10": [ - 1.2827508449554443, - 1.249992847442627, - 1.2383075952529907, - 1.2330577373504639, - 1.22947096824646, - 1.2248649597167969, - 1.222659707069397, - 1.2203987836837769, - 1.2183785438537598, - 1.2161781787872314, - 1.2148956060409546, - 1.2151572704315186, - 1.214638352394104, - 1.2135133743286133, - 1.212289571762085, - 1.2117013931274414, - 1.211061716079712, - 1.2085212469100952, - 1.2077528238296509, - 1.20634126663208, - 1.2042500972747803, - 1.2033559083938599, - 1.203771710395813, - 1.2042317390441895, - 1.2052714824676514, - 1.205157995223999, - 1.2031220197677612, - 1.2007838487625122, - 1.1991758346557617, - 1.19692063331604, - 1.1956273317337036, - 1.1951818466186523, - 1.2036374807357788, - 1.1969014406204224, - 1.1919788122177124, - 1.189054250717163, - 1.1879817247390747, - 1.1862345933914185, - 1.1838864088058472, - 1.1818877458572388, - 1.1811145544052124, - 1.1798324584960938, - 1.1775761842727661, - 1.177079677581787, - 1.1765239238739014, - 1.177891492843628, - 1.1790590286254883, - 1.1793098449707031, - 1.1801050901412964, - 1.1818897724151611, - 1.1828893423080444, - 1.182437777519226, - 1.1804733276367188, - 1.178307294845581, - 1.1778850555419922, - 1.1763361692428589, - 1.1748499870300293, - 1.1746294498443604, - 1.1740665435791016, - 1.1736116409301758, - 1.1732369661331177, - 1.1722493171691895, - 1.170100212097168, - 1.1692254543304443, - 1.1959786415100098, - 1.1907411813735962, - 1.1824078559875488, - 1.175354242324829, - 1.1738431453704834, - 1.1724787950515747, - 1.1714935302734375, - 1.1733936071395874 + 1.2337485551834106, + 1.2176129817962646, + 1.2112356424331665, + 1.2088907957077026, + 1.2063663005828857, + 1.2039315700531006, + 1.2018870115280151, + 1.2000304460525513, + 1.1998341083526611, + 1.1992741823196411, + 1.1993578672409058, + 1.1999326944351196, + 1.2010340690612793, + 1.2009315490722656, + 1.199750542640686, + 1.1990058422088623, + 1.1982486248016357, + 1.198491096496582, + 1.1994662284851074, + 1.2007226943969727, + 1.2006314992904663, + 1.2003093957901, + 1.2008131742477417, + 1.2011518478393555, + 1.2008495330810547, + 1.1995199918746948, + 1.1984883546829224, + 1.1972006559371948, + 1.1952146291732788, + 1.1931285858154297, + 1.191127061843872, + 1.19050931930542, + 1.1952227354049683, + 1.19240140914917, + 1.1923840045928955, + 1.1946738958358765, + 1.1950420141220093, + 1.193369746208191, + 1.1923118829727173, + 1.1924996376037598, + 1.1927952766418457, + 1.1918420791625977, + 1.1903315782546997, + 1.189512848854065, + 1.1910032033920288, + 1.1919833421707153, + 1.192046880722046, + 1.1921734809875488, + 1.191788673400879, + 1.19063401222229, + 1.1893887519836426, + 1.1895012855529785, + 1.1885026693344116, + 1.1872750520706177, + 1.187556505203247, + 1.1868462562561035, + 1.186151385307312, + 1.1856127977371216, + 1.1859045028686523, + 1.1852102279663086, + 1.1847078800201416, + 1.183129906654358, + 1.1806567907333374, + 1.1802622079849243, + 1.191375732421875, + 1.1896241903305054, + 1.1862847805023193, + 1.1853675842285156, + 1.18683660030365, + 1.1865633726119995, + 1.186892032623291, + 1.1869934797286987 ], "p90": [ - 1.4861313104629517, - 1.4831550121307373, - 1.4847286939620972, - 1.486602783203125, - 1.4883861541748047, - 1.4910616874694824, - 1.4975780248641968, - 1.502652645111084, - 1.5045220851898193, - 1.5071446895599365, - 1.5100206136703491, - 1.5122497081756592, - 1.5120092630386353, - 1.513563632965088, - 1.5171072483062744, - 1.5171914100646973, - 1.5174431800842285, - 1.5188653469085693, - 1.5220586061477661, - 1.5252554416656494, - 1.5256599187850952, - 1.5276800394058228, - 1.5286225080490112, - 1.5317728519439697, - 1.5358606576919556, - 1.538406491279602, - 1.5377310514450073, - 1.5385199785232544, - 1.5400052070617676, - 1.5403755903244019, - 1.5422292947769165, - 1.5442346334457397, - 1.5157971382141113, - 1.5443084239959717, - 1.5465919971466064, - 1.549059510231018, - 1.5549132823944092, - 1.558003306388855, - 1.5517414808273315, - 1.5488004684448242, - 1.5484979152679443, - 1.5504300594329834, - 1.5519248247146606, - 1.5582287311553955, - 1.5613538026809692, - 1.5622363090515137, - 1.5639677047729492, - 1.5722196102142334, - 1.582725167274475, - 1.5830011367797852, - 1.5773887634277344, - 1.5770773887634277, - 1.5733442306518555, - 1.5728826522827148, - 1.5724589824676514, - 1.575011968612671, - 1.5770506858825684, - 1.579943299293518, - 1.584011197090149, - 1.5855388641357422, - 1.589267373085022, - 1.5923525094985962, - 1.5924670696258545, - 1.593797206878662, - 1.5160163640975952, - 1.5404765605926514, - 1.5389792919158936, - 1.5400936603546143, - 1.5471731424331665, - 1.557708740234375, - 1.5552632808685303, - 1.556714415550232 + 1.40449857711792, + 1.4176911115646362, + 1.4243212938308716, + 1.4276220798492432, + 1.4284101724624634, + 1.430331826210022, + 1.4330027103424072, + 1.4349548816680908, + 1.436568260192871, + 1.4376804828643799, + 1.4392577409744263, + 1.4415637254714966, + 1.442844033241272, + 1.4447126388549805, + 1.4469027519226074, + 1.4469088315963745, + 1.4489167928695679, + 1.4533076286315918, + 1.4570471048355103, + 1.4604989290237427, + 1.4616451263427734, + 1.4617117643356323, + 1.460923671722412, + 1.4613343477249146, + 1.4609102010726929, + 1.4606014490127563, + 1.4606409072875977, + 1.4620723724365234, + 1.4631891250610352, + 1.4638296365737915, + 1.4644404649734497, + 1.4654752016067505, + 1.4369608163833618, + 1.4514014720916748, + 1.463841199874878, + 1.4711990356445312, + 1.4772411584854126, + 1.4811605215072632, + 1.4833346605300903, + 1.4843980073928833, + 1.4857126474380493, + 1.487160563468933, + 1.4873828887939453, + 1.4900164604187012, + 1.4929348230361938, + 1.4936532974243164, + 1.4937150478363037, + 1.4938730001449585, + 1.4931747913360596, + 1.4905493259429932, + 1.488668441772461, + 1.4900578260421753, + 1.4898686408996582, + 1.490286111831665, + 1.4894657135009766, + 1.4904062747955322, + 1.4912996292114258, + 1.4929989576339722, + 1.4950319528579712, + 1.497443675994873, + 1.499151587486267, + 1.5003318786621094, + 1.501257061958313, + 1.5031794309616089, + 1.4610058069229126, + 1.4808069467544556, + 1.4864031076431274, + 1.4922025203704834, + 1.4997901916503906, + 1.4998888969421387, + 1.4972375631332397, + 1.497337818145752 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 35cc952e0c953cb1b7776f9ac0576c744fb59158..9038ac540b03795211092bf6ee3ddd143f9b7e29 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,49 +1,25 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-21T23:01:09.068890+00:00", + "evaluated_at": "2026-06-22T00:03:04.563680+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index cba5b9cae53377e646457325f3b08c6b56ed0ea2..c57ff8ed3654742df8fb8e1b781e3d976ad71aec 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,40099.77054087321,40099.77054087321,183.66015625,0.15891866221967968,0.0028591260673372873,0.0028634421455641847,2.108701199824577,200.24927101208934,0.003119161441150735,0.002860762861983824,0.0053165712680171345,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,116916.15438715617,116916.15438715617,242.07421875,0.2118433900472664,0.003788169506992598,0.0037739246353910624,2.172973776765459,341.9300431187002,0.005331574208884513,0.0037745635029657995,0.005210975269713643,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.015287076363532643,0.015287076363532643,0.09543543606996537,0.23875273738750927,0.16744830370200514,0.18929632347065142,1.4530036223401122,0.1236409170280318,0.22828826289151183,0.17621019353784664,0.20546813550743462,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.030810113780358053,0.030810113780358053,0.13848122126526302,1.3501920682917516,0.09204151721805223,0.09855601356037896,8.298598998121301,0.1755280996887907,0.12329778709846761,0.09727461396194086,0.07660137380687848,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.04465301534873648,0.04465301534873648,0.17876828213532767,2.1031564963834235,0.1160881710765488,0.12574840523029593,42.279428935703706,0.21131260101739432,0.14366862185109983,0.12154217307162374,0.1068032679279462,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.2948412764161124,1.2948412764161124,1.0335331757863362,0.5262973340026912,0.041677723267883465,0.04159091715098338,2.645282246403737,1.1379109263980693,0.04589121719701682,0.04168172951855557,0.03102623012984161,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 3db37e3f12cf7f41623f53f5d69125e5c097e025..f0bfdd398f5641670bd1425cea754d74e3bfe745 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,13 +1,11 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:22.766263+00:00", + "evaluated_at": "2026-06-22T00:02:35.628990+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, "context": [ - 65780.0, - 65675.0078125, 65700.0, 65940.0, 65904.0, @@ -101,11 +99,11 @@ 63805.890625, 63936.0, 63925.98828125, - 64012.3984375 + 64012.3984375, + 64272.01171875, + 64298.01171875 ], "actuals": [ - 64272.01171875, - 64298.01171875, 64294.0, 64248.0, 64241.25, @@ -127,89 +125,89 @@ 64213.80859375, 64207.12109375, 63848.0, - 63939.828125 + 63808.01171875, + 63801.58984375, + 63299.94921875 ], "p50": [ - 64009.86328125, - 64019.125, - 64025.921875, - 64033.4921875, - 64039.77734375, - 64046.24609375, - 64045.75, - 64048.3203125, - 64049.828125, - 64054.59375, - 64055.16015625, - 64053.26953125, - 64050.61328125, - 64050.04296875, - 64050.91015625, - 64051.1796875, - 64051.65625, - 64051.1875, - 64051.109375, - 64050.49609375, - 64051.12890625, - 64048.71875, - 64048.55859375, - 64047.890625 + 64304.12890625, + 64313.90234375, + 64320.62109375, + 64327.96484375, + 64334.79296875, + 64344.05078125, + 64350.48828125, + 64356.67578125, + 64358.68359375, + 64368.0390625, + 64373.3671875, + 64374.31640625, + 64376.4609375, + 64381.1015625, + 64381.7890625, + 64385.5859375, + 64388.359375, + 64391.6171875, + 64393.30078125, + 64394.65625, + 64394.70703125, + 64394.88671875, + 64395.83203125, + 64401.203125 ], "p10": [ - 63781.828125, - 63681.71875, - 63591.29296875, - 63486.390625, - 63382.83203125, - 63286.0859375, - 63202.8671875, - 63123.80078125, - 63034.34765625, - 62970.4140625, - 62879.2265625, - 62785.94921875, - 62712.90625, - 62627.49609375, - 62558.63671875, - 62489.9765625, - 62432.0546875, - 62358.73828125, - 62282.70703125, - 62238.45703125, - 62197.24609375, - 62126.22265625, - 62059.1953125, - 62000.5625 + 64070.91015625, + 63963.5, + 63858.8984375, + 63756.46484375, + 63653.5859375, + 63565.7265625, + 63483.19140625, + 63400.1953125, + 63307.29296875, + 63242.578125, + 63151.72265625, + 63068.2734375, + 62985.57421875, + 62900.41015625, + 62821.88671875, + 62752.28125, + 62680.3671875, + 62605.09375, + 62524.3515625, + 62467.8515625, + 62416.20703125, + 62339.18359375, + 62256.8984375, + 62192.8984375 ], "p90": [ - 64242.85546875, - 64350.60546875, - 64452.51171875, - 64559.23828125, - 64650.375, - 64733.4765625, - 64816.296875, - 64887.203125, - 64966.0859375, - 65029.4140625, - 65109.81640625, - 65186.7109375, - 65266.65234375, - 65349.41015625, - 65423.41015625, - 65476.70703125, - 65545.8203125, - 65618.7109375, - 65681.2109375, - 65738.1953125, - 65793.828125, - 65868.2890625, - 65914.7890625, - 65951.03125 + 64525.79296875, + 64631.5625, + 64736.71484375, + 64840.68359375, + 64938.7265625, + 65022.16796875, + 65109.09765625, + 65202.79296875, + 65295.26171875, + 65365.31640625, + 65458.5859375, + 65540.7890625, + 65635.2109375, + 65724.34375, + 65806.4453125, + 65862.5390625, + 65937.046875, + 66008.7109375, + 66079.6484375, + 66132.875, + 66182.9921875, + 66283.9765625, + 66340.4375, + 66397.1875 ], "timestamps": [ - "2026-06-16 22:00:00", - "2026-06-16 23:00:00", "2026-06-17 00:00:00", "2026-06-17 01:00:00", "2026-06-17 02:00:00", @@ -327,6 +325,8 @@ "2026-06-21 18:00:00", "2026-06-21 19:00:00", "2026-06-21 20:00:00", - "2026-06-21 21:00:00" + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json index 5c65fb773c9d535016dfd1ad6a76d5577f52e059..fc99f40b0f1b75ffba3584e068cfba963310d21e 100644 --- a/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json +++ b/results/toto_2_0_1b/forecasts/nasa_power_shanghai_hourly_T2M__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "nasa_power_shanghai_hourly_T2M/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T20:46:51.890182+00:00", + "evaluated_at": "2026-06-22T00:02:39.654503+00:00", "freq": "1h", "context_length": 336, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index bfd78aa33217215eb3ce4d81a16ea121a53832fe..5b225ec2ab5d29b863d8a1346c7ef2d58d997da6 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,22 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-21T20:50:07.676841+00:00", + "evaluated_at": "2026-06-22T00:02:43.927128+00:00", "freq": "10min", - "context_length": 77, + "context_length": 79, "prediction_length": 72, "context": [ - 1.5, - 1.399999976158142, - 1.5, - 1.5, - 1.2999999523162842, - 1.2999999523162842, - 1.600000023841858, - 1.600000023841858, - 1.399999976158142, - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.5, 1.5, @@ -82,9 +71,7 @@ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, - 1.399999976158142 - ], - "actuals": [ + 1.399999976158142, 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -97,7 +84,9 @@ 1.399999976158142, 1.399999976158142, 1.2999999523162842, - 1.2999999523162842, + 1.2999999523162842 + ], + "actuals": [ 1.2999999523162842, 1.2999999523162842, 1.2999999523162842, @@ -156,252 +145,244 @@ 1.600000023841858, 1.600000023841858, 1.600000023841858, - 1.399999976158142 + 1.399999976158142, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158 ], "p50": [ - 1.3733817338943481, - 1.302293062210083, - 1.3025413751602173, - 1.3012651205062866, - 1.301447868347168, - 1.3004316091537476, - 1.3011139631271362, - 1.3015906810760498, - 1.3014507293701172, - 1.30173921585083, - 1.2995973825454712, - 1.300653338432312, - 1.3011494874954224, - 1.3022751808166504, - 1.3011794090270996, - 1.3000303506851196, - 1.3012466430664062, - 1.3020330667495728, - 1.3013893365859985, - 1.302328109741211, - 1.301379680633545, - 1.3022032976150513, - 1.302478551864624, - 1.3023688793182373, - 1.3030520677566528, - 1.3046369552612305, - 1.3025712966918945, - 1.3037257194519043, - 1.3024723529815674, - 1.3029685020446777, - 1.3012874126434326, - 1.302039384841919, - 1.300228238105774, - 1.299901008605957, - 1.3005292415618896, - 1.3007094860076904, - 1.3021631240844727, - 1.3008317947387695, - 1.3016870021820068, - 1.3012077808380127, - 1.2998511791229248, - 1.3002132177352905, - 1.300944209098816, - 1.3002994060516357, - 1.3002521991729736, - 1.3004388809204102, - 1.3003840446472168, - 1.3006757497787476, - 1.3008166551589966, - 1.3013193607330322, - 1.3013758659362793, - 1.3016283512115479, - 1.3017215728759766, - 1.302038311958313, - 1.3017401695251465, - 1.3016316890716553, - 1.3016319274902344, - 1.3016088008880615, - 1.3013873100280762, - 1.3014971017837524, - 1.3012430667877197, - 1.3021663427352905, - 1.300860047340393, - 1.3003720045089722, - 1.299925446510315, - 1.300633430480957, - 1.3024201393127441, - 1.301396369934082, - 1.3013006448745728, - 1.3006963729858398, - 1.3011606931686401, - 1.3012746572494507 + 1.300400733947754, + 1.3001701831817627, + 1.300001621246338, + 1.300194501876831, + 1.2999491691589355, + 1.3002655506134033, + 1.3002972602844238, + 1.300294280052185, + 1.3001376390457153, + 1.3001587390899658, + 1.300063133239746, + 1.3003281354904175, + 1.2996914386749268, + 1.2999932765960693, + 1.3002785444259644, + 1.300204873085022, + 1.3001377582550049, + 1.300148367881775, + 1.2999581098556519, + 1.3000116348266602, + 1.300111174583435, + 1.3001046180725098, + 1.300080418586731, + 1.3001806735992432, + 1.3000648021697998, + 1.3001545667648315, + 1.3001614809036255, + 1.3002290725708008, + 1.3001593351364136, + 1.300256609916687, + 1.3002210855484009, + 1.3001629114151, + 1.3007360696792603, + 1.3009394407272339, + 1.3003973960876465, + 1.3007993698120117, + 1.3009064197540283, + 1.3008294105529785, + 1.30087149143219, + 1.300809383392334, + 1.3008707761764526, + 1.3009182214736938, + 1.3007298707962036, + 1.3009259700775146, + 1.3006786108016968, + 1.3009445667266846, + 1.3009076118469238, + 1.3008720874786377, + 1.3008527755737305, + 1.3008531332015991, + 1.3009159564971924, + 1.3009549379348755, + 1.3009356260299683, + 1.3009363412857056, + 1.3009063005447388, + 1.3008382320404053, + 1.3007886409759521, + 1.3008795976638794, + 1.3008073568344116, + 1.3009334802627563, + 1.300911784172058, + 1.3007996082305908, + 1.3009345531463623, + 1.3008850812911987, + 1.3001142740249634, + 1.3002853393554688, + 1.299892544746399, + 1.3002066612243652, + 1.3004570007324219, + 1.3003703355789185, + 1.3004506826400757, + 1.300252079963684 ], "p10": [ - 1.2507741451263428, - 1.2199070453643799, - 1.2031211853027344, - 1.200305461883545, - 1.1958836317062378, - 1.2024903297424316, - 1.2001674175262451, - 1.1997277736663818, - 1.2024424076080322, - 1.2040510177612305, - 1.2027627229690552, - 1.2004191875457764, - 1.1983243227005005, - 1.1976566314697266, - 1.1987993717193604, - 1.1998467445373535, - 1.198408842086792, - 1.1974838972091675, - 1.197265386581421, - 1.1974143981933594, - 1.197340965270996, - 1.197343111038208, - 1.197045087814331, - 1.1971951723098755, - 1.1965930461883545, - 1.1966434717178345, - 1.1963715553283691, - 1.196929693222046, - 1.1970843076705933, - 1.1968072652816772, - 1.1975711584091187, - 1.1972471475601196, - 1.1871322393417358, - 1.1910771131515503, - 1.195003628730774, - 1.192115068435669, - 1.1960959434509277, - 1.197127342224121, - 1.1955558061599731, - 1.194977045059204, - 1.194098949432373, - 1.1948931217193604, - 1.1954734325408936, - 1.1963390111923218, - 1.1971977949142456, - 1.1967904567718506, - 1.1961958408355713, - 1.1961408853530884, - 1.1964677572250366, - 1.1959456205368042, - 1.1962921619415283, - 1.1966049671173096, - 1.196272850036621, - 1.19654381275177, - 1.1963756084442139, - 1.1964622735977173, - 1.1961013078689575, - 1.1959056854248047, - 1.1960501670837402, - 1.1963701248168945, - 1.1964069604873657, - 1.1957112550735474, - 1.1962984800338745, - 1.1958341598510742, - 1.177798867225647, - 1.184956431388855, - 1.1855441331863403, - 1.1883904933929443, - 1.1902997493743896, - 1.1916452646255493, - 1.1905226707458496, - 1.1914503574371338 + 1.265232801437378, + 1.1980632543563843, + 1.1976062059402466, + 1.1948435306549072, + 1.1953847408294678, + 1.1972570419311523, + 1.1981737613677979, + 1.1997839212417603, + 1.1991571187973022, + 1.198344111442566, + 1.1977967023849487, + 1.198299765586853, + 1.198397159576416, + 1.1985130310058594, + 1.1991161108016968, + 1.1998997926712036, + 1.199366807937622, + 1.1991455554962158, + 1.1992782354354858, + 1.1989418268203735, + 1.1990259885787964, + 1.1994969844818115, + 1.198412299156189, + 1.1988658905029297, + 1.1981478929519653, + 1.1976426839828491, + 1.1973891258239746, + 1.1974132061004639, + 1.1971384286880493, + 1.1971454620361328, + 1.1970683336257935, + 1.1966458559036255, + 1.1944315433502197, + 1.1953377723693848, + 1.199386477470398, + 1.1993825435638428, + 1.1988754272460938, + 1.1987931728363037, + 1.1982362270355225, + 1.198236346244812, + 1.1999479532241821, + 1.2007429599761963, + 1.1999645233154297, + 1.1994370222091675, + 1.1993587017059326, + 1.1984567642211914, + 1.1985841989517212, + 1.1991053819656372, + 1.1983658075332642, + 1.1982872486114502, + 1.1987853050231934, + 1.1989288330078125, + 1.1991605758666992, + 1.1994984149932861, + 1.1993838548660278, + 1.1999366283416748, + 1.1997642517089844, + 1.1998355388641357, + 1.1999202966690063, + 1.1997230052947998, + 1.1995329856872559, + 1.1993470191955566, + 1.1998227834701538, + 1.2002538442611694, + 1.1946141719818115, + 1.1955687999725342, + 1.2002156972885132, + 1.197945475578308, + 1.1993188858032227, + 1.2001806497573853, + 1.1999022960662842, + 1.1993961334228516 ], "p90": [ - 1.4595980644226074, - 1.4565622806549072, - 1.4637553691864014, - 1.4646892547607422, - 1.4659173488616943, - 1.4615436792373657, - 1.468266248703003, - 1.4765028953552246, - 1.4738280773162842, - 1.474002718925476, - 1.480520248413086, - 1.481918215751648, - 1.4805338382720947, - 1.4869853258132935, - 1.4917165040969849, - 1.4928791522979736, - 1.5014783143997192, - 1.5073645114898682, - 1.5099079608917236, - 1.5239570140838623, - 1.527579426765442, - 1.5256140232086182, - 1.5295757055282593, - 1.531219482421875, - 1.529616355895996, - 1.5352205038070679, - 1.5363928079605103, - 1.5305676460266113, - 1.535167932510376, - 1.536335825920105, - 1.5376975536346436, - 1.5383425951004028, - 1.5000801086425781, - 1.4974281787872314, - 1.500434160232544, - 1.5037997961044312, - 1.5070090293884277, - 1.5059399604797363, - 1.5060267448425293, - 1.5071845054626465, - 1.5074800252914429, - 1.5082262754440308, - 1.5118337869644165, - 1.5147830247879028, - 1.5144182443618774, - 1.5139634609222412, - 1.5188361406326294, - 1.5205843448638916, - 1.525469422340393, - 1.5278446674346924, - 1.5293378829956055, - 1.532825231552124, - 1.5352833271026611, - 1.5372473001480103, - 1.5371403694152832, - 1.5387253761291504, - 1.5382063388824463, - 1.5394622087478638, - 1.5393139123916626, - 1.5405795574188232, - 1.5440040826797485, - 1.5436686277389526, - 1.5445687770843506, - 1.5433968305587769, - 1.5179537534713745, - 1.516741394996643, - 1.5210649967193604, - 1.523596167564392, - 1.5280160903930664, - 1.5257019996643066, - 1.5272598266601562, - 1.527942419052124 + 1.398464322090149, + 1.4030203819274902, + 1.4013334512710571, + 1.4056955575942993, + 1.4022690057754517, + 1.4005489349365234, + 1.403579831123352, + 1.4031281471252441, + 1.403584361076355, + 1.4042768478393555, + 1.4049298763275146, + 1.4057008028030396, + 1.4070239067077637, + 1.4062849283218384, + 1.4060591459274292, + 1.4051220417022705, + 1.4055888652801514, + 1.407031774520874, + 1.4062083959579468, + 1.4051517248153687, + 1.405909538269043, + 1.40566086769104, + 1.405996322631836, + 1.406006097793579, + 1.4062448740005493, + 1.4065918922424316, + 1.406726598739624, + 1.4062221050262451, + 1.4072679281234741, + 1.40702223777771, + 1.4067786931991577, + 1.4071446657180786, + 1.4063712358474731, + 1.4075900316238403, + 1.4100059270858765, + 1.410507082939148, + 1.413728952407837, + 1.41322922706604, + 1.4141743183135986, + 1.417462944984436, + 1.414624571800232, + 1.4162259101867676, + 1.4184967279434204, + 1.416006088256836, + 1.4180811643600464, + 1.4173322916030884, + 1.4175559282302856, + 1.4178251028060913, + 1.4192897081375122, + 1.4200551509857178, + 1.4211302995681763, + 1.4216315746307373, + 1.4224610328674316, + 1.4232741594314575, + 1.4226014614105225, + 1.422805666923523, + 1.42402982711792, + 1.4241312742233276, + 1.424824833869934, + 1.4240330457687378, + 1.4250588417053223, + 1.4244683980941772, + 1.425560474395752, + 1.4258396625518799, + 1.442848801612854, + 1.446580171585083, + 1.4505609273910522, + 1.449476718902588, + 1.4539265632629395, + 1.454362154006958, + 1.4551585912704468, + 1.4575525522232056 ], "timestamps": [ - "2026-06-19 20:20:00", - "2026-06-19 20:30:00", - "2026-06-19 20:40:00", - "2026-06-19 20:50:00", - "2026-06-19 21:00:00", - "2026-06-19 21:10:00", - "2026-06-19 21:20:00", - "2026-06-19 21:30:00", - "2026-06-19 21:40:00", - "2026-06-19 21:50:00", - "2026-06-19 22:00:00", - "2026-06-19 22:10:00", - "2026-06-19 22:20:00", - "2026-06-19 22:30:00", - "2026-06-19 22:40:00", - "2026-06-19 22:50:00", - "2026-06-19 23:00:00", - "2026-06-19 23:10:00", - "2026-06-19 23:20:00", - "2026-06-19 23:30:00", - "2026-06-19 23:40:00", "2026-06-19 23:50:00", "2026-06-20 00:00:00", "2026-06-20 00:10:00", @@ -529,6 +510,29 @@ "2026-06-20 20:30:00", "2026-06-20 20:40:00", "2026-06-20 20:50:00", - "2026-06-20 21:00:00" + "2026-06-20 21:00:00", + "2026-06-20 21:10:00", + "2026-06-20 21:20:00", + "2026-06-20 21:30:00", + "2026-06-20 21:40:00", + "2026-06-20 21:50:00", + "2026-06-20 22:00:00", + "2026-06-20 22:10:00", + "2026-06-20 22:20:00", + "2026-06-20 22:30:00", + "2026-06-20 22:40:00", + "2026-06-20 22:50:00", + "2026-06-20 23:00:00", + "2026-06-20 23:10:00", + "2026-06-20 23:20:00", + "2026-06-20 23:30:00", + "2026-06-20 23:40:00", + "2026-06-20 23:50:00", + "2026-06-21 00:00:00", + "2026-06-21 00:10:00", + "2026-06-21 00:20:00", + "2026-06-21 00:30:00", + "2026-06-21 00:40:00", + "2026-06-21 00:50:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index de9db2f6abf34dc0e75427455789199d983aabe9..e1576ed81591ee3834393978255f47cddfa47f02 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,49 +1,25 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-21T22:27:54.026695+00:00", + "evaluated_at": "2026-06-22T00:02:45.799490+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260620t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t153600z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 240, - "prediction_length": 60 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260621t193500z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", + "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260617t230000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", "context_length": 336, "prediction_length": 24 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260620t210000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 168, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t185000z", - "data_fetched_at": "2026-06-21T21:48:36.618095Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t232000z", + "data_fetched_at": "2026-06-22T00:00:06.030183Z", + "context_length": 79, + "prediction_length": 72 } ], "failed_datasets": []