diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 5384977790450e735ab351c7372d34ccf9a9b99c..e2d58fd2b35be1444b94f15643cfbb97a4078644 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,816054.7226667479,356768.96702654875,536.811328250357,0.5449214096732743,0.008260013711057395,0.0082491759548088,7.464629437725825,903.35747224825,0.013890381253841216,0.008254222984640626,0.0072950080580731925,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,817285.5736503097,357631.8432848705,537.333300906607,0.5454512682300631,0.00826823243172848,0.008257290078985945,7.4858237799973795,904.0384801822927,0.013900964027196592,0.008262315211418196,0.007303092602879069,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,2.9244108714625447,3.0902279460421958,1.4828289963672845,0.8190685412897448,0.0654288298000007,0.06854999311948155,23.06591486199115,1.710090895672667,0.07744100345043889,0.06714950983872729,0.06419802891286291,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.1603063601246444,1.1493769556545659,0.8855817916916625,0.8485225350167547,0.7547491772206815,0.47752304594128625,33.149281687040244,1.0771751761550414,0.7860585742797481,0.6462450825037008,0.6431194856981524,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.7469846610871647,0.7381662378412094,0.7113617594994904,0.681239615870406,0.620145704070211,0.4200968662092325,26.456342492253388,0.8642827437171037,0.6434185230302969,0.5295759240418324,0.5263857849726176,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.027566346968241968,0.03379859617115186,0.14498899475788557,0.7759973429233507,0.09568723838536168,0.1027930807703815,4.387721800068873,0.166031162641963,0.11594804934184305,0.10125322771161906,0.08322205200748922,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.1319829700889434,0.8064453514978399,0.7550347311713684,0.5143093499528586,0.04255311338366972,0.041310075078384044,4.858532525469425,1.0639468831144454,0.05860620720527631,0.04159016075377656,0.03667192794374334,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,343.0665473916124,349.6346531580425,13.222324280523457,1.052389009845002,0.27397308102808654,0.3590882636550788,27.232930390986866,18.522055701017972,0.4977932103297103,0.35535921918540087,0.3337963950176881,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 613ff3bd7ad69863789d1fcc9ae41661190488b3..f190f130d4953d2ae5453266048a3ca2457e7005 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:43:26.025196+00:00", + "evaluated_at": "2026-06-18T03:50:07.869314+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65147.691769853984, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index cffc8fbc0ffd2a9de06fae1bd2b11ee84da88982..029b0eb0f95275857bc1e2b8935b8ed5062ee265 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T03:37:33.970862+00:00", + "evaluated_at": "2026-06-18T03:50:07.958190+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.5706767200051832, - 1.5991985741888186, - 1.6263622926146868, - 1.6544696355349262, - 1.6811073494014217, - 1.7079383206802272, - 1.732502411146106, - 1.7588378053835296, - 1.7857742861969375, - 1.8090278863358045, - 1.83666639443531, - 1.86201502596718, - 1.8866773845470126, - 1.9109616616180816, - 1.9351046001944363, - 1.9598730047360227, - 1.9835445089705, - 2.0071863046345944, - 2.031921179346279, - 2.0542629128089054, - 2.076264977038936, - 2.1017803906086923, - 2.1234358331141063, - 2.146331414099868, - 2.167448526900838, - 2.18751645682279, - 2.2131255389504814, - 2.232183481460318, - 2.254044585937826, - 2.2764668462819095, - 2.2966331118899905, - 2.3179488180447634, - 2.338659311405608, - 2.3590542204870646, - 2.379234654106395, - 2.39924468828608, - 2.4193610490913326, - 2.4371010374024733, - 2.4565653911156633, - 2.4757646508408184, - 2.4952048933961075, - 2.5140033435045304, - 2.5340054946812236, - 2.551844717033907, - 2.569284595489349, - 2.588819854586508, - 2.6080603296906593, - 2.6242468196018973, - 2.642724169447097, - 2.6583396528960823, - 2.677120284594123, - 2.694309806572215, - 2.7095152191342398, - 2.7280545423527625, - 2.7448304607025733, - 2.7600289000392255, - 2.777804988776568, - 2.7927928969726237, - 2.8098739092319334, - 2.822769276690554 + 1.6106644398424492, + 1.6277349840165638, + 1.6455439593999492, + 1.6655465944258898, + 1.6813270129483424, + 1.7000658982073218, + 1.7174758160194394, + 1.7348564747205848, + 1.751664191263627, + 1.768520944554902, + 1.784433206392574, + 1.800118305368524, + 1.816180064834091, + 1.834006024838473, + 1.8489953315796845, + 1.8657368234859986, + 1.8788189794353924, + 1.8975142771262752, + 1.911975189944518, + 1.9256220059324538, + 1.9410268832545725, + 1.9555197915397464, + 1.9699194725653892, + 1.9861204438080475, + 2.0004075939313957, + 2.014997146807189, + 2.028487055987512, + 2.0420379264450226, + 2.0556902487430797, + 2.070487303031795, + 2.08339883181284, + 2.0969780043435637, + 2.1080622141240433, + 2.1225312123074747, + 2.1341380586429404, + 2.1484247497767988, + 2.160840557543818, + 2.1731995697245123, + 2.184468890762151, + 2.1981958185389767, + 2.2103942065234694, + 2.2221279584541995, + 2.2327708545074216, + 2.24390157415069, + 2.2569860663372427, + 2.2684769953994066, + 2.2805323066675154, + 2.291174214510759, + 2.3008211841222606, + 2.3132852517088405, + 2.3244504862298827, + 2.3334432317478604, + 2.344034165847599, + 2.353779676648391, + 2.3665775425394684, + 2.376480656436453, + 2.386758635316104, + 2.3977039659821098, + 2.405924513679913, + 2.417148349131826 ], "p10": [ - 1.5577735975921427, - 1.5857757694884307, - 1.6139396131469328, - 1.642415998905018, - 1.6674335524618402, - 1.6938555595105687, - 1.7194580533405868, - 1.7449989247848348, - 1.772506400324701, - 1.7971659500426806, - 1.8232346311540066, - 1.847782210856725, - 1.8732065311621187, - 1.8966541516499766, - 1.922645645310926, - 1.9459847458520665, - 1.9693691769970547, - 1.993054429790541, - 2.0194625357571714, - 2.0412337942248833, - 2.0631837164360025, - 2.0860432897848717, - 2.110957845368714, - 2.130855319509704, - 2.1563123114442173, - 2.1765869496564703, - 2.199668686864199, - 2.2184391752561985, - 2.241548276072457, - 2.263225286720281, - 2.2822129902891457, - 2.30429050307511, - 2.323377707444036, - 2.3453907757193195, - 2.365355756063431, - 2.3845456108430008, - 2.4061898443715335, - 2.4228106521967407, - 2.4439931602105927, - 2.462008614060434, - 2.4805832026624395, - 2.502118198345121, - 2.5200332127500777, - 2.5383515299838266, - 2.555392176283135, - 2.5750981111549542, - 2.594371948636935, - 2.6108990165429558, - 2.628528933015551, - 2.646024618482087, - 2.6634487735862016, - 2.6789345349167055, - 2.696131695876433, - 2.7128019025372283, - 2.7315889011409444, - 2.747175892304078, - 2.7642828009185156, - 2.7809043680658956, - 2.79444687142814, - 2.810277022375882 + 1.5990233609313187, + 1.6125108590378188, + 1.6332202924416976, + 1.6532667853534035, + 1.6693616050642717, + 1.6849391138719443, + 1.7021674262518822, + 1.720518769470918, + 1.7376863760653234, + 1.754502858719033, + 1.771018378516304, + 1.78980170967192, + 1.8025615988771204, + 1.8207354207366582, + 1.8351202098561696, + 1.851871995882442, + 1.865504823682603, + 1.8814597346418938, + 1.8989393601765923, + 1.9130773167148978, + 1.9273130381507202, + 1.9410178074133027, + 1.9564195292666493, + 1.9707410506059517, + 1.9864259994285416, + 1.9994151414499044, + 2.0168269486419086, + 2.0266554622885944, + 2.043004875163903, + 2.0545565407728086, + 2.069409558021338, + 2.083441339700491, + 2.0944585388476993, + 2.1074832710271165, + 2.121651353907527, + 2.135086651354936, + 2.1495864915385146, + 2.1580876948423624, + 2.171715071302282, + 2.1827121931492437, + 2.194719013351128, + 2.2095378616159413, + 2.220619850279244, + 2.2302648329730332, + 2.2423379586239633, + 2.2553150769054366, + 2.266830946891286, + 2.2789595081633687, + 2.2870995596773493, + 2.301566405474499, + 2.310122516718394, + 2.321579884783725, + 2.3302084492853137, + 2.3407264278056332, + 2.3538384706521924, + 2.3615282249546627, + 2.3728576077549963, + 2.3843992981669158, + 2.392104434525401, + 2.403685065088862 ], "p90": [ - 1.5840402530963382, - 1.6117044968983496, - 1.6397023802584305, - 1.6683957659257924, - 1.6948700474278937, - 1.7256772559158646, - 1.7447818636246013, - 1.772938230624839, - 1.8007984562805566, - 1.8240077016939782, - 1.8483789298215427, - 1.874230855626167, - 1.9013917334014974, - 1.9248006678720304, - 1.9508000157304268, - 1.9748497386798536, - 1.9964618472704014, - 2.020143111138305, - 2.0466277113566385, - 2.0683426493719885, - 2.0895184854214457, - 2.1142838854643378, - 2.1365091553771065, - 2.1608789272649758, - 2.180446758266033, - 2.201338943264333, - 2.224058975913014, - 2.245474716388728, - 2.267194532895748, - 2.2882061465164094, - 2.311137105715872, - 2.3322994713979956, - 2.3528557230180724, - 2.3717524504484957, - 2.389896213699245, - 2.411720133917651, - 2.4310171803774967, - 2.45062518226008, - 2.471891478496667, - 2.491363677987062, - 2.5092671090878826, - 2.528320614685265, - 2.548086727454194, - 2.5649043133852985, - 2.5848105808624897, - 2.60325743117237, - 2.6234191198341428, - 2.6351421222619136, - 2.656970068879934, - 2.672520745445475, - 2.689901308875447, - 2.7069740702288763, - 2.7230762821823693, - 2.7401117876932912, - 2.7593538923393477, - 2.774031753368419, - 2.793101579698833, - 2.8079489421615556, - 2.8245099207809012, - 2.838471085949928 + 1.6245413184201691, + 1.6424055500507975, + 1.6597774308205115, + 1.6777518286883006, + 1.6951365946547126, + 1.7130510036567888, + 1.7290111177977834, + 1.749413958971174, + 1.7641416813870203, + 1.781289205171228, + 1.7979168768702998, + 1.8122301979020081, + 1.8309471625030254, + 1.8476632250497291, + 1.8624776709716595, + 1.8773782478325491, + 1.89209254546563, + 1.9097306963294969, + 1.924016946147211, + 1.9389816958925075, + 1.954634599017471, + 1.9689920412803354, + 1.9832305375336212, + 1.9985842856062401, + 2.0124333027291312, + 2.0292208394064977, + 2.0431003192576225, + 2.0536334670543277, + 2.0701718835579643, + 2.0823027912996674, + 2.095747042359969, + 2.1123314414439913, + 2.1217450118414596, + 2.132975132352407, + 2.1473870029889848, + 2.160155015029981, + 2.1725242331963845, + 2.185010615028093, + 2.197757174517909, + 2.211065882148008, + 2.223861306586571, + 2.235719500839479, + 2.248004490459293, + 2.2567240131844932, + 2.271802016941199, + 2.2791899199044936, + 2.294074726872155, + 2.304048929923188, + 2.3140212722402422, + 2.3280048201986085, + 2.3371197880159826, + 2.34658592986779, + 2.357505548044942, + 2.3685830470806897, + 2.378211318271748, + 2.3895761909719897, + 2.4008231157662037, + 2.4109706164944726, + 2.42062286813867, + 2.4315130826164046 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 9212dee17c9057b71a19438590d58dbcce44d62b..6de1deca72bd42567a1dbff970e5d7d1f0cc85d3 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:43:26.050888+00:00", + "evaluated_at": "2026-06-18T03:50:08.012522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1c8c9d6f7c691723b1239295ec0f0766e495f87b..cd67326e5b6b6791172e811c696afc161b000ce7 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.000,3.100,3.000,3.100,3.300,3.800,3.000,3.100,3.500 +2026-06-18,Chronos-2,3.400,3.300,3.400,3.600,3.900,3.900,3.400,3.600,4.100 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 6ef2b6702c1f505eff553b43c8e7a06ee1db7b04..354374d6cae2cdb4c2c74fb0be2736511120d0e3 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.9,3.7,3.9,3.8,4.025,3.625,3.9,3.8,4.025 +2026-W25,Chronos-Bolt-Mini,4.0,3.75,4.0,3.925,4.175,3.65,4.0,3.925,4.175 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index be3bb4cd69fa8a7d4037a495ba97bd7114299f65..b80cf3871aeb326930d093d61a2e310e5f7b9b4e 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,703196.2094898224,703196.2094898224,711.0978190104166,0.7218409999165091,0.010993633360607366,0.010912020853192539,2.4493918715148353,838.5679516233746,0.012894151997560914,0.010934120897065287,0.007210160706195819,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,704400.9162635803,704400.9162635803,711.6197916666666,0.7223708584732981,0.01100189338641165,0.010920134666726788,2.4493918715148353,839.2859561934658,0.012905295671954276,0.010942234586081753,0.007212893823505407,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.0082514629748403,1.0082514629748403,0.780179500579834,0.4309468502771349,0.034445166500048946,0.033817551485012066,2.444838132938304,1.0041172555906208,0.04547117819971291,0.03533021756285016,0.033518584988996875,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.027925914203653868,0.027925914203653868,0.12092266579469045,0.11586237192737951,0.1031609133715095,0.11701708538683718,0.7282352092651077,0.1671104850201024,0.12194732343441232,0.08824219159224261,0.09463841510087227,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.15811810372967242,0.15811810372967242,0.27100007732709247,0.25952475813298354,0.2499580810245268,0.3640040571982006,0.6394860720898815,0.39764067162410893,0.29602508611106076,0.20174702175005774,0.15763775769217053,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.033598043073278246,0.033598043073278246,0.1480899535947376,0.7925940220156511,0.0987363264251006,0.1051367309842531,5.106452468139055,0.18329768976525113,0.1280061479963139,0.10341878580626236,0.11628569437855367,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.068953128671486,2.068953128671486,1.1552409331003826,0.7869190499621381,0.06532885588680039,0.062138252187323995,19.645134788731102,1.4383855980478553,0.07923170389250549,0.06363502781183017,0.05418855440727655,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,29.617508553143427,29.617508553143427,4.639128843943278,0.36923676254199206,0.14059551491276898,0.14270377952704527,2.6607906800964867,5.442197033656851,0.14626285420802285,0.12467983455166705,0.1461402614451588,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 64220094879da3a2b794b0fa66d04096c766f3d1..a569c97736cfb8b36f4a7810b14569feb34e432a 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:41:41.970231+00:00", + "evaluated_at": "2026-06-18T03:47:44.982317+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65818.3203125, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 379376ee5fec907b60e73a6e74dd9b68c3de3b64..8bc44a1c6db9c0721626351e3ac0896ec0bcca3d 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T03:30:51.285276+00:00", + "evaluated_at": "2026-06-18T03:47:48.840710+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.5891671180725098, - 1.6166435480117798, - 1.6306960582733154, - 1.6458626985549927, - 1.6604208946228027, - 1.6753255128860474, - 1.6882013082504272, - 1.6987674236297607, - 1.70820152759552, - 1.7185802459716797, - 1.7216109037399292, - 1.725762128829956, - 1.7314271926879883, - 1.739213466644287, - 1.7345356941223145, - 1.7288579940795898, - 1.7289745807647705, - 1.725940227508545, - 1.7178747653961182, - 1.7103304862976074, - 1.6936460733413696, - 1.6830772161483765, - 1.6696596145629883, - 1.6517481803894043, - 1.632670521736145, - 1.6100664138793945, - 1.584852933883667, - 1.5566730499267578, - 1.534088134765625, - 1.5072070360183716, - 1.4836316108703613, - 1.4457767009735107, - 1.430276870727539, - 1.4055196046829224, - 1.3702422380447388, - 1.3443095684051514, - 1.3061423301696777, - 1.2723015546798706, - 1.2380304336547852, - 1.199001669883728, - 1.1584190130233765, - 1.1308302879333496, - 1.0855941772460938, - 1.0487982034683228, - 1.019575595855713, - 0.9750246405601501, - 0.9301742911338806, - 0.8983333110809326, - 0.8881168365478516, - 0.8555992841720581, - 0.8212121725082397, - 0.7864334583282471, - 0.742563009262085, - 0.7059803009033203, - 0.6741832494735718, - 0.6302393674850464, - 0.5975104570388794, - 0.5828213691711426, - 0.5551944971084595, - 0.5222876071929932 + 1.6341004371643066, + 1.6484235525131226, + 1.6568760871887207, + 1.6649627685546875, + 1.66990327835083, + 1.676558256149292, + 1.6817576885223389, + 1.6840651035308838, + 1.6863512992858887, + 1.6890573501586914, + 1.6836199760437012, + 1.6770358085632324, + 1.6721975803375244, + 1.666612148284912, + 1.6551580429077148, + 1.6415455341339111, + 1.615098476409912, + 1.603393316268921, + 1.5858893394470215, + 1.5667855739593506, + 1.5412371158599854, + 1.519870400428772, + 1.4909660816192627, + 1.4664623737335205, + 1.4313775300979614, + 1.3995249271392822, + 1.3669745922088623, + 1.3332310914993286, + 1.3008646965026855, + 1.2638744115829468, + 1.2302576303482056, + 1.188576102256775, + 1.1130380630493164, + 1.0714184045791626, + 1.0396989583969116, + 0.9934852719306946, + 0.9545508623123169, + 0.9046317338943481, + 0.8620432019233704, + 0.8075543642044067, + 0.7698374390602112, + 0.7298648357391357, + 0.6936566829681396, + 0.64167320728302, + 0.6070050001144409, + 0.5676231980323792, + 0.5217795968055725, + 0.48050355911254883, + 0.45031529664993286, + 0.4080960154533386, + 0.380490779876709, + 0.34294378757476807, + 0.2981605529785156, + 0.26716089248657227, + 0.22777801752090454, + 0.20011961460113525, + 0.17338019609451294, + 0.13654685020446777, + 0.1171499490737915, + 0.07766354084014893 ], "p10": [ - 1.568515419960022, - 1.5902583599090576, - 1.6047840118408203, - 1.609729290008545, - 1.6237499713897705, - 1.629724383354187, - 1.6386979818344116, - 1.644158124923706, - 1.6474339962005615, - 1.649385690689087, - 1.6475070714950562, - 1.648162603378296, - 1.6448166370391846, - 1.6381304264068604, - 1.6357239484786987, - 1.6106178760528564, - 1.6136112213134766, - 1.609590768814087, - 1.5843614339828491, - 1.5748039484024048, - 1.5486338138580322, - 1.5294969081878662, - 1.5071437358856201, - 1.4834917783737183, - 1.4487438201904297, - 1.4125664234161377, - 1.3742902278900146, - 1.330095887184143, - 1.2722065448760986, - 1.2416021823883057, - 1.2048152685165405, - 1.1522465944290161, - 1.0874106884002686, - 1.0455942153930664, - 0.9915496706962585, - 0.944392740726471, - 0.8938092589378357, - 0.844542384147644, - 0.7877645492553711, - 0.731071949005127, - 0.6933643817901611, - 0.6335645914077759, - 0.5987687706947327, - 0.5583816170692444, - 0.4899008274078369, - 0.44718050956726074, - 0.39246833324432373, - 0.3534359931945801, - 0.22231382131576538, - 0.16864198446273804, - 0.09748947620391846, - 0.06139957904815674, - 0.02355659008026123, - -0.034977078437805176, - -0.08122944831848145, - -0.11426448822021484, - -0.16600298881530762, - -0.20747733116149902, - -0.23271560668945312, - -0.26210033893585205 + 1.615907073020935, + 1.6293249130249023, + 1.6330864429473877, + 1.6309384107589722, + 1.637587547302246, + 1.6357333660125732, + 1.637183427810669, + 1.636229157447815, + 1.63175630569458, + 1.627173662185669, + 1.6166436672210693, + 1.607460379600525, + 1.5939750671386719, + 1.5778435468673706, + 1.5643572807312012, + 1.5249907970428467, + 1.4999206066131592, + 1.4929814338684082, + 1.4636437892913818, + 1.4422484636306763, + 1.408657193183899, + 1.3791155815124512, + 1.341240644454956, + 1.3107733726501465, + 1.2598497867584229, + 1.2212964296340942, + 1.1741143465042114, + 1.1266604661941528, + 1.067257046699524, + 1.0262457132339478, + 0.9823592305183411, + 0.9254524111747742, + 0.8150687217712402, + 0.76173335313797, + 0.7034130096435547, + 0.6595332622528076, + 0.5811443328857422, + 0.5529268383979797, + 0.49569129943847656, + 0.4400002956390381, + 0.38501352071762085, + 0.32555580139160156, + 0.2756028175354004, + 0.2337871789932251, + 0.17748099565505981, + 0.1159517765045166, + 0.05777740478515625, + 0.03568887710571289, + -0.09502279758453369, + -0.16234159469604492, + -0.23583948612213135, + -0.258197546005249, + -0.30404341220855713, + -0.35339558124542236, + -0.38637983798980713, + -0.427046537399292, + -0.4776500463485718, + -0.5042699575424194, + -0.5395330190658569, + -0.5734158754348755 ], "p90": [ - 1.6168043613433838, - 1.6387391090393066, - 1.6625704765319824, - 1.6881918907165527, - 1.7047615051269531, - 1.7191603183746338, - 1.7399195432662964, - 1.755771517753601, - 1.7728352546691895, - 1.7902002334594727, - 1.7951538562774658, - 1.8065234422683716, - 1.8225533962249756, - 1.8384079933166504, - 1.8431692123413086, - 1.8433493375778198, - 1.8544580936431885, - 1.861802577972412, - 1.8637914657592773, - 1.8565824031829834, - 1.8690015077590942, - 1.859466314315796, - 1.8581922054290771, - 1.8569746017456055, - 1.8585724830627441, - 1.858283281326294, - 1.842588186264038, - 1.8287203311920166, - 1.819002389907837, - 1.8183798789978027, - 1.8070638179779053, - 1.7778854370117188, - 1.8317019939422607, - 1.8262994289398193, - 1.822995662689209, - 1.8041577339172363, - 1.7904977798461914, - 1.7680751085281372, - 1.7560266256332397, - 1.7330461740493774, - 1.7193500995635986, - 1.713972806930542, - 1.6929678916931152, - 1.6598711013793945, - 1.6575223207473755, - 1.6427149772644043, - 1.6115756034851074, - 1.5903851985931396, - 1.654795527458191, - 1.6381182670593262, - 1.644183874130249, - 1.6161174774169922, - 1.6020262241363525, - 1.5824286937713623, - 1.569238543510437, - 1.5780011415481567, - 1.5498228073120117, - 1.5542241334915161, - 1.5266549587249756, - 1.5110759735107422 + 1.6579722166061401, + 1.6674480438232422, + 1.6843163967132568, + 1.6982643604278564, + 1.7075378894805908, + 1.7129878997802734, + 1.7259082794189453, + 1.7326552867889404, + 1.741568684577942, + 1.749315857887268, + 1.7470934391021729, + 1.7465900182724, + 1.7500100135803223, + 1.7499549388885498, + 1.751312255859375, + 1.7416036128997803, + 1.7189395427703857, + 1.709963083267212, + 1.7009835243225098, + 1.6842631101608276, + 1.6866068840026855, + 1.6627264022827148, + 1.6476025581359863, + 1.6380980014801025, + 1.6139758825302124, + 1.6017768383026123, + 1.5826369524002075, + 1.5489212274551392, + 1.5379642248153687, + 1.515446424484253, + 1.4986015558242798, + 1.4763073921203613, + 1.4862370491027832, + 1.459691047668457, + 1.439310073852539, + 1.4185675382614136, + 1.3889422416687012, + 1.363640546798706, + 1.3499094247817993, + 1.3222864866256714, + 1.2973424196243286, + 1.2791000604629517, + 1.255384087562561, + 1.2235476970672607, + 1.216397762298584, + 1.1887943744659424, + 1.1495542526245117, + 1.1251429319381714, + 1.2230796813964844, + 1.1925089359283447, + 1.168938398361206, + 1.1609766483306885, + 1.1217501163482666, + 1.1127568483352661, + 1.085627555847168, + 1.1037369966506958, + 1.099923849105835, + 1.0899897813796997, + 1.071252703666687, + 1.040334939956665 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 75cb9521a4cbd8ee6d32e2b8644bbff7bb9e3692..9ec9f9f8c2f4b7f9ed86fb85429e4f36bae9359c 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:41:44.473135+00:00", + "evaluated_at": "2026-06-18T03:47:52.978784+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 4f351b4f1f758f677036ccfa21c355f2218d9b15..82231590ba8504b84738675144868850fc584f40 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,1795267.5335186191,1696872.303059973,1098.2079317024752,1.1147995259492471,0.01698300897890754,0.01678199771183316,30.96617863458137,1339.8759395998643,0.02060246160091127,0.01688647887018056,0.01625487727151119,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,1797494.7544102457,1699059.534056408,1098.7299043587252,1.1153293845060361,0.016991387728149468,0.016790110083034066,30.987372976852935,1340.7068115028899,0.02061540251468176,0.016894640229269908,0.01626303357235398,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,6.554949833247299,7.345810740100781,2.357101120016555,1.3019892251730578,0.10444350596607699,0.11214400143316851,15.190647933313064,2.560263625732182,0.11594084546971963,0.1067406863752903,0.09071258683585551,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.5804381193062034,1.588357867701167,1.0332942828933838,0.9900536489850099,0.8836007956421952,0.5253058145543602,36.26681284657017,1.2571547714208475,0.9173970113193729,0.7540369002206574,0.7420115059707322,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.8750509412201162,0.8821007244113559,0.7712058349381415,0.7385496334803356,0.6746097269329352,0.4427605450197188,26.33266480229876,0.935441575524691,0.6963929816724856,0.5741270699611057,0.5618268198136195,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.05312432203129976,0.051185173566272134,0.2156573199835844,1.1542221364365353,0.15368789622363696,0.14147514931902352,15.779468358782562,0.2304871407070246,0.1609609541853802,0.15060453218838366,0.13422903350353554,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.1024133507713908,0.09641388547654413,0.2667621749137175,0.18171121818334643,0.01479742400027602,0.014755637649443357,3.3162573765427705,0.32002085990039897,0.017627955984449314,0.01469426673985735,0.013543485531114004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,449.9737498300595,461.11153939423735,16.45818296062801,1.3099369295681427,0.36564375365227614,0.4921506195673812,29.604219478596388,21.212584704133995,0.5701030603574646,0.44232518595192866,0.40584330615468833,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 3c0e6ca6a5c53762bd6431a1a04ef9e99855f295..ad904fd68440eec3fed02f753e1a7acaa1c5581c 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:43:26.084708+00:00", + "evaluated_at": "2026-06-18T03:50:08.064605+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65842.74485232303, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 3760a0186e122ffb5ab1f78fb10d472b60c1203d..f8a7789952bf5311d7791aab1f4472733c7698d2 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T03:37:34.252564+00:00", + "evaluated_at": "2026-06-18T03:50:08.090761+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.5855155432679529, - 1.610394491953908, - 1.6332734365867472, - 1.6651524441620913, - 1.6920313223953563, - 1.7199102473586627, - 1.7447891960446178, - 1.7806681223192264, - 1.8090470706475537, - 1.8339259746300252, - 1.863304910083749, - 1.884183895366956, - 1.9130628074556593, - 1.9454417936925406, - 1.9758207013705, - 2.0046996879650094, - 2.0230786309289184, - 2.059957529427763, - 2.0848364334102345, - 2.104215423104185, - 2.132594296926706, - 2.165973314992468, - 2.1938521803511297, - 2.2232312052118206, - 2.250610181315912, - 2.277488955241049, - 2.3073679885655998, - 2.3312468607191907, - 2.359625764344034, - 2.3905048443986265, - 2.4183837842630944, - 2.445762760367186, - 2.468641705000025, - 2.505020550331526, - 2.5313994946067377, - 2.5567784964600357, - 2.5871574339403174, - 2.6060363257634416, - 2.6409153394184597, - 2.6702942301687, - 2.695673172417353, - 2.7235520973806597, - 2.746431027112338, - 2.7758099476649005, - 2.808188978605265, - 2.8330677782796085, - 2.864446822094577, - 2.8908257365674657, - 2.9247046736901194, - 2.946583556691756, - 2.9809625469817536, - 2.9983415624249106, - 3.028720395597064, - 3.058099331050788, - 3.0939782871277193, - 3.1153572808747856, - 3.1387361892680006, - 3.1641150868131707, - 3.2064940337109866, - 3.228372991218429 + 1.626202327311723, + 1.6424092176510343, + 1.6476161304016923, + 1.6738230261054217, + 1.6925299140605472, + 1.7037368240693913, + 1.7204437377737234, + 1.7396506341927087, + 1.753357467311561, + 1.7705643745785915, + 1.7862711670470761, + 1.8019781979341398, + 1.819185060497687, + 1.8378920527609408, + 1.8645988824227238, + 1.8748058202073323, + 1.8865127088777136, + 1.9072196455894388, + 1.9259264888410805, + 1.9356333883595074, + 1.9483402939576078, + 1.9650471778596175, + 1.9922540755899047, + 2.0054610641576707, + 2.024667900972011, + 2.0438747973909965, + 2.0570816518483115, + 2.071288538134507, + 2.0894955219339013, + 2.1092023672121014, + 2.1214093090498256, + 2.1381162078529967, + 2.1533230365611056, + 2.1745300264401735, + 2.189736914752927, + 2.213943746798896, + 2.2211506785038306, + 2.23685753057696, + 2.2585644246117593, + 2.2747714192591992, + 2.2864783228307415, + 2.305685219249727, + 2.319392111973224, + 2.3390990168560686, + 2.3553058773930577, + 2.3675128043296207, + 2.3887196899005607, + 2.40542657380257, + 2.4281334698639276, + 2.4448403686670988, + 2.465547275576501, + 2.4672541588824646, + 2.4879609167802554, + 2.5076679557735506, + 2.530874815595284, + 2.5375817090340367, + 2.5552885353579597, + 2.566495534773771, + 2.595202457895637, + 2.6144093096111387 ], "p10": [ - 1.5315155530431146, - 1.5593944929075823, - 1.5782734592365122, - 1.6151523726365176, - 1.6425313129778223, - 1.6628102404206822, - 1.6897891965754717, - 1.727668134120946, - 1.7545470719588558, - 1.78212600972524, - 1.8013049552650011, - 1.8349838731463446, - 1.8700627799183134, - 1.8909417503003592, - 1.9218207111456618, - 1.9464996326042152, - 1.9743785724686826, - 1.997357516582403, - 2.033336470603533, - 2.058015392062086, - 2.0820943510477234, - 2.108973273984472, - 2.139652237404696, - 2.1677311746942425, - 2.1976100888095034, - 2.228489049654806, - 2.25316797111336, - 2.2741469461684094, - 2.316125817749796, - 2.3438047631694165, - 2.358883775441607, - 2.392562670435698, - 2.418641633474451, - 2.4515205685705475, - 2.472299507457499, - 2.500278475836829, - 2.527157371951487, - 2.5559363538729922, - 2.5859152726612575, - 2.6134942104276413, - 2.637673171874392, - 2.6695520922546603, - 2.6934310316963077, - 2.730909966941043, - 2.7551888860988565, - 2.781067851712531, - 2.813946786808627, - 2.8418257266730946, - 2.871604670388022, - 2.8972836043039463, - 2.9264625482930557, - 2.948341490899337, - 2.9762204307638043, - 3.0099993676838026, - 3.0339782847435335, - 3.0576572488790124, - 3.08473616924084, - 3.1125151133730005, - 3.141494095699817, - 3.1693730355642846 + 1.5662023249275372, + 1.5879092189623365, + 1.5996161225338792, + 1.6249229702201067, + 1.6299299012151875, + 1.6457368185205714, + 1.6634436967657278, + 1.691950565838102, + 1.7048575105845332, + 1.71456443692505, + 1.731271338708453, + 1.7459782036561857, + 1.7766851010288454, + 1.7851919861944736, + 1.799898910746851, + 1.8165058048770177, + 1.833512705778272, + 1.8482196005283273, + 1.8689264776354073, + 1.8856333764385784, + 1.9003403009909559, + 1.915047222563101, + 1.9384540917308426, + 1.9551609905340135, + 1.969167870454433, + 1.9888747902384392, + 2.0023816706356956, + 2.012288597381524, + 2.0389954866479516, + 2.0597023339527096, + 2.067409289022665, + 2.0891161830574645, + 2.1028230608798006, + 2.119329962257892, + 2.1292368890037205, + 2.1489438087877266, + 2.169450658667405, + 2.1813575596640264, + 2.207864478327465, + 2.21467135932617, + 2.2342782766490625, + 2.253185150108339, + 2.2676920772356373, + 2.2895989686955156, + 2.2993058682139424, + 2.318012771070229, + 2.3367196441241935, + 2.349426591445545, + 2.3728334606132866, + 2.3918403655676572, + 2.410547208819299, + 2.4182541638892547, + 2.4399610579240543, + 2.4602679103786533, + 2.4653748393179327, + 2.482881757623743, + 2.4997886538519936, + 2.5144955486020484, + 2.5402024507430796, + 2.5569093495462507 ], "p90": [ - 1.616515537545907, - 1.6443944774103747, - 1.668273403208146, - 1.696152346052846, - 1.727131302630456, - 1.7569102180331775, - 1.7797891928408682, - 1.811668110636716, - 1.8336470862282077, - 1.8645260336624654, - 1.894404941817262, - 1.9191838955159677, - 1.9500628228336576, - 1.978041761410665, - 2.0068207492926344, - 2.0346996891571023, - 2.0625786290215697, - 2.086757556917425, - 2.117436466693468, - 2.143215427634138, - 2.1700943505708863, - 2.20007334684519, - 2.2271522433651603, - 2.2577312080728436, - 2.281610113754047, - 2.310489066820944, - 2.3423679551869987, - 2.36524692962216, - 2.3952259258964634, - 2.424004800529608, - 2.4488837495880924, - 2.4797626802585433, - 2.503641671621424, - 2.5325205986112884, - 2.564399546581988, - 2.5884784817257676, - 2.6192573842538853, - 2.6460363919245973, - 2.6759153060398586, - 2.7027941991742845, - 2.7288731622130378, - 2.7595521256332614, - 2.782431070266101, - 2.814409957344695, - 2.8422889031696266, - 2.867167852228111, - 2.8989467713114196, - 2.922825697109191, - 2.955804689032355, - 2.982583584944358, - 3.009462537683429, - 3.0344414880621557, - 3.062220432566845, - 3.0930993572768317, - 3.1210782958538394, - 3.1498572241311638, - 3.1719361924747305, - 3.2018151352747273, - 3.2344940368104282, - 3.259473061694961 + 1.6562022987014935, + 1.6730092558218488, + 1.6856161243369197, + 1.702323016807097, + 1.7190299454125904, + 1.739736852321993, + 1.7564437511251638, + 1.7732506486408746, + 1.7850575509249567, + 1.8047644647484982, + 1.8242713334632443, + 1.8339782039244066, + 1.852685112368629, + 1.8743919702681124, + 1.8910988690712833, + 1.9040058167979466, + 1.9195127042285514, + 1.941219625085441, + 1.9541265132074592, + 1.9726333888363445, + 1.9844403104919361, + 2.0020472379410994, + 2.0197540944398735, + 2.039560982761568, + 2.056267881564739, + 2.073874828385412, + 2.0905817271885825, + 2.103288594416193, + 2.1199954872588993, + 2.139702376868054, + 2.153409284492712, + 2.175116208329834, + 2.1869231106139164, + 2.2035299510999025, + 2.2242368580093053, + 2.2391438336309424, + 2.2556507409694984, + 2.2703575798401987, + 2.287064504720402, + 2.303771403523573, + 2.322578328934257, + 2.3382851929283155, + 2.351892080978809, + 2.3705989726592245, + 2.392305892771056, + 2.4040127367379536, + 2.421719682271166, + 2.4404265553251303, + 2.4591334879837397, + 2.474840399661514, + 2.490547251734643, + 2.504354164404835, + 2.5239610493409854, + 2.540767946856696, + 2.554574865487352, + 2.5750817328758946, + 2.5877886533751564, + 2.606595608588163, + 2.625202435245872, + 2.6419093280885786 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index da82e474a0f43b4e899c22443bf7dc7753cdca64..d5ab1f0989d12a67c457336d89cfbd51a72c05e7 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:43:26.094981+00:00", + "evaluated_at": "2026-06-18T03:50:08.112434+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 5cf6cecccfc76c3440b8e9bd17f34ac14fd90adf..d84d5a1ed75df6f6725430c5dd26a32ad1cd5bae 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1319,3 +1319,5 @@ {"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:37:34.554876+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-18T03:43:26.162927+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:50:08.166759+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T03:50:08.166759+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index a1e549c218d179092d5bb8151e26573fbc98bdb2..9aeb2cff03b6f0a5399b391d95ce6dae41a80dc5 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,968324.9573885599,916673.3632831573,799.4484049479166,0.8115263759525173,0.012365142661831955,0.012256844618143206,3.848230026794178,984.0350386996187,0.015130911377373154,0.012292634398501057,0.007803800946943892,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,882076.3732134501,949814.46439298,816.6212565104166,0.828958672905057,0.012629641180223314,0.012518009997235133,4.008876301130166,939.1892105499562,0.014441459867895816,0.012556791507709242,0.007960715552408354,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.7013207358660717,0.9232141184032798,0.7193110386530558,0.3973250082150663,0.03165578214207213,0.03254988765978857,4.568059615663487,0.8374489452295416,0.03792364886638225,0.03257380573584,0.054069149564404936,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.1908762526245404,0.9974576812911164,0.8270452390114467,0.7924355823068547,0.7025490809721731,0.45670334514476374,2.9397255169689616,1.09127276728806,0.7963461603958288,0.6035285771834565,0.4209563071689313,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.040714556599853145,0.05746985137201155,0.20093069424231846,0.1924224167721924,0.1611564512713096,0.14461930071966622,1.8916547234444938,0.20177848398640807,0.1502147475344276,0.14958360728669295,0.20182578489810984,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.1184879039725849,0.11930308628900338,0.3161253763569726,1.691938429487684,0.2139842261696888,0.24392994622370454,9.119065139303146,0.3442207198478687,0.24038692721481947,0.22076651245940826,0.18233032833779006,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.7773698365654127,0.7399329621705419,0.7040538787841797,0.47958256458946247,0.039748083533228194,0.038592762116207734,1.8231999772489587,0.8816857924257443,0.04856657889686508,0.0387819431200549,0.02654286731616115,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,48.47127704386215,70.50814695506217,5.730656067530314,0.4561134137024602,0.1323584789518726,0.14578474359874585,3.124892448412529,6.962131645111442,0.18711216067488756,0.15401539263239367,0.1799112126055057,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 1210f4295128a996ecc204970ddb9b2f30cf21ad..6119d454e223785d2c2a81187860792e59131484 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:43:05.797431+00:00", + "evaluated_at": "2026-06-18T03:49:26.254904+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ - 65777.84375, - 65763.203125, - 65820.0625, - 65786.5546875, - 65789.37890625, - 65735.515625, - 65802.49609375, - 65777.49609375, - 65809.82421875, - 65778.34375, - 65870.4140625, - 65770.140625, - 65892.203125, - 65762.078125, - 65747.921875, - 65796.00390625, - 65773.51953125, - 65815.4375, - 65898.2890625, - 65764.078125, - 65701.625, - 65807.25390625, - 65725.8125, - 65791.16015625 + 65753.79296875, + 65745.4375, + 65752.07421875, + 65784.8828125, + 65795.6015625, + 65733.77734375, + 65779.86328125, + 65812.2109375, + 65733.41796875, + 65823.62890625, + 65756.9140625, + 65789.9765625, + 65820.8046875, + 65798.1875, + 65805.8046875, + 65764.4765625, + 65838.57421875, + 65889.7421875, + 65882.3828125, + 65773.38671875, + 65704.98828125, + 65742.33984375, + 65795.26171875, + 65747.62890625 ], "p10": [ - 65450.0078125, - 65272.34375, - 65249.548828125, - 65115.65625, - 64833.76953125, - 65018.541015625, - 64818.62109375, - 64920.6796875, - 64916.421875, - 64630.53125, - 64822.8515625, - 64801.8046875, - 64984.6328125, - 64777.966796875, - 64714.650390625, - 64360.751953125, - 64140.07421875, - 64603.091796875, - 64403.142578125, - 64080.875, - 64367.021484375, - 64456.15625, - 63791.3359375, - 64520.150390625 + 65427.296875, + 65275.205078125, + 65184.8984375, + 65096.025390625, + 65074.6484375, + 65034.71484375, + 64919.53125, + 64880.388671875, + 64728.984375, + 64867.2578125, + 64749.4375, + 64666.673828125, + 64644.310546875, + 64408.857421875, + 64622.658203125, + 64567.205078125, + 64454.23828125, + 64333.416015625, + 64764.9921875, + 64586.654296875, + 64142.18359375, + 64075.4921875, + 63961.716796875, + 64012.52734375 ], "p90": [ - 66145.9453125, - 66196.57421875, - 66350.8125, - 66292.3203125, - 66388.19921875, - 66368.2421875, - 66527.73828125, - 66444.484375, - 66836.35546875, - 66729.18359375, - 66677.5, - 66837.578125, - 67072.8671875, - 66791.48828125, - 66935.453125, - 66864.34375, - 66801.56640625, - 67102.8203125, - 67074.5859375, - 67096.6171875, - 67014.68359375, - 67309.4765625, - 67319.83984375, - 67369.6484375 + 66065.51171875, + 66300.484375, + 66291.25390625, + 66252.0859375, + 66269.7578125, + 66522.75, + 66531.0625, + 66648.0625, + 66567.69921875, + 66569.17578125, + 66521.796875, + 66820.6015625, + 66766.20703125, + 66884.234375, + 67086.3828125, + 66914.84765625, + 66983.0859375, + 67336.84765625, + 67130.3046875, + 67228.6953125, + 66896.14453125, + 67405.06640625, + 67354.0703125, + 67004.23828125 ], "timestamps": [ "2026-06-13 04:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 703e4cf8fb6447098abf8ecb405aba0260950b3c..bafa8b4b979048e2f970b7ecbd5027a66ac3e986 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T03:35:59.565309+00:00", + "evaluated_at": "2026-06-18T03:49:32.465798+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.585854411125183, - 1.6176238656044006, - 1.647051215171814, - 1.6676260232925415, - 1.6927523612976074, - 1.7117316126823425, - 1.7294779419898987, - 1.7495944499969482, - 1.7755733728408813, - 1.7941040396690369, - 1.8016548156738281, - 1.8336516618728638, - 1.8206459283828735, - 1.8766095042228699, - 1.9029114246368408, - 1.9388176798820496, - 1.9802039861679077, - 1.9451298713684082, - 2.0529892444610596, - 2.065178632736206, - 2.01886248588562, - 2.0900920629501343, - 2.1167668104171753, - 2.153905749320984, - 2.0959795713424683, - 2.1497433185577393, - 2.088537573814392, - 2.184319019317627, - 2.1879873275756836, - 2.2682528495788574, - 2.154334306716919, - 2.2375290393829346, - 2.4695481061935425, - 2.488426685333252, - 2.304137110710144, - 2.351559281349182, - 2.320972204208374, - 2.4805924892425537, - 2.3772279024124146, - 2.494950294494629, - 2.5082967281341553, - 2.3402286767959595, - 2.598453640937805, - 2.5329155921936035, - 2.3629058599472046, - 2.4208030700683594, - 2.249435544013977, - 2.383547306060791, - 2.7627947330474854, - 2.4678529500961304, - 2.4496134519577026, - 2.9963769912719727, - 2.6808208227157593, - 2.497846245765686, - 2.470454216003418, - 2.7426542043685913, - 2.6106224060058594, - 2.5623457431793213, - 2.5085501670837402, - 2.6894490718841553 + 1.6199471950531006, + 1.6308735013008118, + 1.6391183733940125, + 1.6487243175506592, + 1.6620450019836426, + 1.67375910282135, + 1.6789140105247498, + 1.6926208138465881, + 1.6967823505401611, + 1.7007064819335938, + 1.7075182795524597, + 1.7423079013824463, + 1.714210867881775, + 1.7213692665100098, + 1.7536181807518005, + 1.7902814149856567, + 1.7786452770233154, + 1.7860800623893738, + 1.7326263785362244, + 1.7545101642608643, + 1.743257761001587, + 1.8700708150863647, + 1.8055680990219116, + 1.779471755027771, + 1.6604223251342773, + 1.8019587397575378, + 1.7915843725204468, + 1.7157049179077148, + 1.7802866697311401, + 1.6597537398338318, + 1.6308294534683228, + 1.6560262441635132, + 1.7022459506988525, + 1.5767484307289124, + 1.5377691984176636, + 1.6432122588157654, + 1.5447072386741638, + 1.521186649799347, + 1.3799484968185425, + 1.5222946405410767, + 1.4536864161491394, + 1.3641703128814697, + 1.23680579662323, + 1.5070714950561523, + 1.1551995873451233, + 1.209100604057312, + 1.1583311557769775, + 1.0937065482139587, + 1.1149505376815796, + 1.237721025943756, + 1.1352039575576782, + 1.0028713643550873, + 1.031229317188263, + 1.1113228797912598, + 1.0337780714035034, + 0.9440456628799438, + 0.8749985098838806, + 0.9917041063308716, + 0.8746723830699921, + 1.0660443902015686 ], "p10": [ - 1.570031762123108, - 1.5883273482322693, - 1.586563527584076, - 1.59178227186203, - 1.6057942509651184, - 1.63551527261734, - 1.623197078704834, - 1.614398717880249, - 1.5964106321334839, - 1.6281465291976929, - 1.573632001876831, - 1.6266676187515259, - 1.6275454759597778, - 1.5571969151496887, - 1.6274205446243286, - 1.518963098526001, - 1.3024349808692932, - 1.2366668581962585, - 1.1858481168746948, - 1.1093541979789734, - 1.2141247987747192, - 1.0923374891281128, - 1.1178656816482544, - 1.1093721985816956, - 1.0410154461860657, - 1.1005958318710327, - 0.8951299786567688, - 1.0323593020439148, - 0.965448409318924, - 1.009598731994629, - 0.6663779616355896, - 0.8218690156936646, - 0.7385606169700623, - 0.1658613681793213, - 0.14331185817718506, - 0.052053868770599365, - -0.09404313564300537, - 0.48271119594573975, - 0.188144713640213, - 0.5127215683460236, - 0.2670884430408478, - 0.21751195192337036, - 0.2525201737880707, - 0.17101716995239258, - -0.2644379734992981, - -0.09971171617507935, - -0.22332227230072021, - -0.1836150884628296, - 0.37275370955467224, - 0.28743675351142883, - 0.10382798314094543, - 0.13770791888237, - -0.627265989780426, - -0.35248804092407227, - -0.1241503357887268, - -0.045059025287628174, - 0.3103838860988617, - -0.19258922338485718, - -0.23765510320663452, - -0.22066181898117065 + 1.5979000926017761, + 1.593096137046814, + 1.5842467546463013, + 1.5833039283752441, + 1.5895112752914429, + 1.5732751488685608, + 1.5556736588478088, + 1.5589627027511597, + 1.541160523891449, + 1.4774075150489807, + 1.3874150514602661, + 1.4971152544021606, + 1.4229480028152466, + 1.3721247911453247, + 1.286868393421173, + 1.3377275466918945, + 1.3192095160484314, + 1.2436273694038391, + 1.1412281394004822, + 1.0179279446601868, + 1.0082684755325317, + 1.1112961173057556, + 0.9698614776134491, + 0.873750776052475, + 0.5675628483295441, + 0.7174097895622253, + 0.560326874256134, + 0.47649767994880676, + 0.3480498194694519, + 0.4122251570224762, + 0.09369868040084839, + 0.3911876380443573, + 0.36714959144592285, + 0.23370233178138733, + 0.10444483160972595, + 0.3779532015323639, + -0.0516892671585083, + -0.01776820421218872, + 0.08172881603240967, + -0.16141527891159058, + -0.18711411952972412, + -0.2573336362838745, + -0.3084588050842285, + 0.07208356261253357, + -0.31743764877319336, + -0.2794957756996155, + -0.4642333984375, + -0.591427743434906, + -0.5158742666244507, + -0.5574638843536377, + -0.574737012386322, + -0.5734198689460754, + -0.49882638454437256, + -0.6442967653274536, + -0.34191691875457764, + -0.613979697227478, + -0.7947869896888733, + -0.5443611145019531, + -0.6493789553642273, + -0.7079713940620422 ], "p90": [ - 1.6047120690345764, - 1.6515413522720337, - 1.6903595924377441, - 1.7349601984024048, - 1.7940447926521301, - 1.804840326309204, - 1.8370637893676758, - 1.8788807392120361, - 1.9058703184127808, - 1.9513026475906372, - 2.0092051029205322, - 2.0394890308380127, - 2.0931193828582764, - 2.101877808570862, - 2.1770929098129272, - 2.2743358612060547, - 2.658463716506958, - 2.6205679178237915, - 2.7681368589401245, - 2.6819673776626587, - 2.868112087249756, - 2.9223361015319824, - 2.992409348487854, - 3.0158538818359375, - 3.2833034992218018, - 3.1994998455047607, - 3.369764804840088, - 3.504899263381958, - 3.2581722736358643, - 3.38154673576355, - 3.369764804840088, - 3.47243070602417, - 4.128907203674316, - 4.128907203674316, - 4.332797527313232, - 4.439170837402344, - 4.493540525436401, - 4.596846580505371, - 4.4317848682403564, - 4.8678271770477295, - 4.876941680908203, - 4.744030475616455, - 4.469639301300049, - 4.424206256866455, - 4.888049602508545, - 4.63488245010376, - 4.507734298706055, - 4.888049602508545, - 5.913402795791626, - 5.83414363861084, - 5.7375147342681885, - 7.120548963546753, - 6.6786394119262695, - 6.639809846878052, - 6.437062501907349, - 6.214993000030518, - 5.749367952346802, - 5.787660360336304, - 6.406334400177002, - 7.533624887466431 + 1.6426597237586975, + 1.6647233963012695, + 1.6905080080032349, + 1.7149967551231384, + 1.741197109222412, + 1.748369574546814, + 1.8177601099014282, + 1.7991197109222412, + 1.8378098607063293, + 1.8763846158981323, + 1.9236131310462952, + 2.0005582571029663, + 2.029932975769043, + 2.1233421564102173, + 2.106050968170166, + 2.385952949523926, + 2.431063652038574, + 2.287932872772217, + 2.322296977043152, + 2.4855202436447144, + 2.6506569385528564, + 2.6399306058883667, + 2.76338529586792, + 2.690013885498047, + 2.498570442199707, + 3.0668225288391113, + 2.8050458431243896, + 2.8397514820098877, + 3.0430867671966553, + 2.7609899044036865, + 2.896902322769165, + 3.1185829639434814, + 2.564440369606018, + 2.572939395904541, + 2.4157729148864746, + 2.6016626358032227, + 2.6097676753997803, + 2.593203544616699, + 2.496953010559082, + 2.699294090270996, + 2.616874933242798, + 2.7259304523468018, + 2.6883130073547363, + 2.5840530395507812, + 2.6271424293518066, + 2.490644693374634, + 2.7220839262008667, + 2.6003284454345703, + 2.712334394454956, + 2.7197753190994263, + 2.570712447166443, + 2.595268964767456, + 2.5715510845184326, + 2.6100494861602783, + 2.621167778968811, + 2.537281036376953, + 2.487783670425415, + 2.640154480934143, + 2.6521711349487305, + 2.5494073629379272 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 8449881d5da693f38e1856b271b7de58f5e50e21..4cdc2b8410a632b9096c2c3810d4a69550015d40 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:43:07.835158+00:00", + "evaluated_at": "2026-06-18T03:49:35.048480+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d2b0e54b43782bc132d0d7b9a528286e1f1d1590..fb7316cd62a2767f9fc424a78483da9fc9867278 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,1362160.311311098,1275657.9521074856,974.0493335389219,0.9887651545158868,0.01505741216192684,0.014906171472243096,25.601159033130426,1167.1162372750616,0.0179460401904376,0.01497736723119443,0.014271503016967398,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,1363956.6458855195,1277414.2967867155,974.5713061951719,0.9892950130726756,0.0150657388449666,0.014914284575017894,25.622353375401975,1167.8855448568236,0.017958013185084755,0.014985513300966272,0.014279643433752863,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.3552808749740446,1.1151120880535934,0.8260371094912434,0.4562771647841492,0.038615694465923694,0.03754888748755416,4.115785308594549,1.1641653125626295,0.052718911149796856,0.03740686697307957,0.032055990258087565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.09311887986990078,0.09170111901871085,0.26568512996162497,0.2545669096929518,0.1840752749117253,0.19991654311140275,8.035675195560588,0.3051538626167147,0.22268319535607992,0.1938812544960699,0.18489149577530428,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.06626482390721172,0.06581647470098038,0.23455205979540086,0.22462010781835667,0.17710871889733984,0.17743947284086617,6.75377463922396,0.25741954841699904,0.19163694617950736,0.17461315869644173,0.16486335950791833,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.06475578484326552,0.06689810943256241,0.22563810440692103,1.207640412808017,0.15097023716152844,0.16678755949712162,8.637953460719075,0.2544715796376199,0.17771051411322367,0.1575746242263638,0.13690179508973155,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,4.311690472443179,4.353385605414734,1.9916667143503812,1.356669793972431,0.11101930207194029,0.1045594536540932,12.75033092793088,2.0764610452505914,0.11437930615052198,0.10970851458616912,0.10232677813625594,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,193.13558403414913,196.38170546573465,12.294179302780188,0.9785162509111863,0.32416386125757224,0.3306207786971516,13.55783136665073,13.897322908896847,0.3735002797463878,0.3304146733110017,0.2980414265854275,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index f4724b963e63e03d1a1aaf2dfa26cb34f67a9aa0..990ecd11d2c5325725bbb330396be3943d912939 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:43:26.105180+00:00", + "evaluated_at": "2026-06-18T03:50:08.122798+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65997.93600945723, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a6f911ecd9b58440bced70cc67f32c33947dbb22..bc24ec17268583a021e4b6da6fcfc326065eadc0 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T03:37:34.390690+00:00", + "evaluated_at": "2026-06-18T03:50:08.131387+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.1978132736919813, - 1.1948132825134687, - 1.1898132872818403, - 1.1938133549927168, - 1.192813293361514, - 1.192813278460353, - 1.1898132872818403, - 1.1978132736919813, - 1.1983132821558409, - 1.1953132462738447, - 1.196813241863101, - 1.1898132872818403, - 1.1908132595060759, - 1.1953133058784895, - 1.1978132736919813, - 1.1988133204220228, - 1.1893133235214643, - 1.1983132821558409, - 1.1953132462738447, - 1.1868132961033278, - 1.1873132300613813, - 1.1928133082626753, - 1.1928132337568693, - 1.1943133187530928, - 1.1938133549927168, - 1.1928131890533857, - 1.1948132825134687, - 1.1908132148025923, - 1.1913131785629683, - 1.1943133187530928, - 1.1943133187530928, - 1.1938133549927168, - 1.1888133597610884, - 1.1973132652281218, - 1.1958132696388655, - 1.193313331627696, - 1.1958133292435102, - 1.1868132812021666, - 1.1938133549927168, - 1.1953133058784895, - 1.1928133082626753, - 1.192813293361514, - 1.1878132832287245, - 1.1893132639168196, - 1.1938133549927168, - 1.1908132148025923, - 1.1943133187530928, - 1.192813293361514, - 1.1988132906197004, - 1.1928132337568693, - 1.1993132841823988, - 1.1888133597610884, - 1.1913132530687742, - 1.1928132486580305, - 1.200813264870494, - 1.1943133187530928, - 1.1898132872818403, - 1.1873132449625425, - 1.2018132519958906, - 1.1958132696388655 + 1.2939794363981345, + 1.293479427934275, + 1.2819794418817618, + 1.2914794387823203, + 1.293479427934275, + 1.2879794391399482, + 1.2879794540411094, + 1.2904794516569236, + 1.287479385972605, + 1.2879793944364646, + 1.2869792881017783, + 1.2859794201856711, + 1.286479383946047, + 1.2884794774061301, + 1.2984794082647422, + 1.2919794472461799, + 1.2869794371133902, + 1.2909794750219443, + 1.2929794194704154, + 1.2859794201856711, + 1.2819794269806006, + 1.2819794120794394, + 1.2924794110065558, + 1.2889795007711509, + 1.2914794387823203, + 1.2939794363981345, + 1.2904793920522788, + 1.2879793795353034, + 1.2894794645315268, + 1.2924794110065558, + 1.2879794540411094, + 1.2879794540411094, + 1.286479383946047, + 1.2909794750219443, + 1.2894794645315268, + 1.2969793977743247, + 1.2874794306760886, + 1.286479383946047, + 1.2914793791776755, + 1.2909794750219443, + 1.285979479790316, + 1.2884794774061301, + 1.2854794713264563, + 1.2884794774061301, + 1.2879794391399482, + 1.2834794672733405, + 1.2879794540411094, + 1.2879794391399482, + 1.2939794363981345, + 1.2939794363981345, + 1.2979794445043662, + 1.2829794290071586, + 1.2869792881017783, + 1.2899794282919028, + 1.2964793893104651, + 1.286479383946047, + 1.287479311466799, + 1.2819794120794394, + 1.2939794363981345, + 1.2964793893104651 ], "p10": [ - 1.143813283467143, - 1.143813283467143, - 1.1348133099316053, - 1.143813283467143, - 1.1433132839439801, - 1.1357132715223723, - 1.1348132878126942, - 1.144813285493701, - 1.143813283467143, - 1.1435132813690596, - 1.134813287044353, - 1.1406132650612288, - 1.14781323196873, - 1.140813262486308, - 1.143813283467143, - 1.1406132650612288, - 1.1406132650612288, - 1.1357132693104812, - 1.143813283467143, - 1.1406132650612288, - 1.1368132841823988, - 1.1358132672546797, - 1.1386132908104354, - 1.1388132882355146, - 1.140813262486308, - 1.143813283467143, - 1.1406132650612288, - 1.133713300251811, - 1.14781323196873, - 1.1476132375238828, - 1.1348133099316053, - 1.1406132650612288, - 1.1388132882355146, - 1.143813283467143, - 1.1367132824896269, - 1.136813311004489, - 1.1358132672546797, - 1.136713309311717, - 1.1388132882355146, - 1.1385132861374312, - 1.1348133077197142, - 1.1388132882355146, - 1.1348132878126942, - 1.1444132831929617, - 1.140813262486308, - 1.1388132882355146, - 1.143813283467143, - 1.143813283467143, - 1.145713287317603, - 1.1435132813690596, - 1.144813285493701, - 1.1388132882355146, - 1.1388132882355146, - 1.144713285291045, - 1.140813262486308, - 1.1366132867573195, - 1.1358132672546797, - 1.1357132715223723, - 1.1368133139847212, - 1.1368133139847212 + 1.2339794340139487, + 1.2389794292455771, + 1.2339794340139487, + 1.2425793828970053, + 1.2308794150889153, + 1.2299794335911283, + 1.2309794130331138, + 1.2427793833023169, + 1.2389794292455771, + 1.231979456782923, + 1.2319794597631553, + 1.229979425907717, + 1.2439794244772056, + 1.235779410839663, + 1.2337794365888695, + 1.2336794319158653, + 1.2339794340139487, + 1.2319794299608329, + 1.2359794082647422, + 1.2359794082647422, + 1.2339794340139487, + 1.231979456782923, + 1.2386794271474937, + 1.2386794271474937, + 1.2359794082647422, + 1.2389794292455771, + 1.235779410839663, + 1.2289794387823203, + 1.2389794292455771, + 1.242979377747164, + 1.2339794340139487, + 1.2389794292455771, + 1.2359794082647422, + 1.235779410839663, + 1.2289794387823203, + 1.2319794597631553, + 1.235779410839663, + 1.2309794130331138, + 1.2407794328933814, + 1.2308794150889153, + 1.2337794336086372, + 1.2359794082647422, + 1.2337794365888695, + 1.2389794292455771, + 1.2319794299608329, + 1.2339794340139487, + 1.2359794082647422, + 1.231979456782923, + 1.2386794271474937, + 1.240979433298693, + 1.242979377747164, + 1.2339794340139487, + 1.2389794292455771, + 1.2425793828970053, + 1.2309794130331138, + 1.2317794325357536, + 1.2319794299608329, + 1.229979425907717, + 1.2389794292455771, + 1.2389794292455771 ], "p90": [ - 1.2288132679699355, - 1.2288132679699355, - 1.2248132539032393, - 1.2248132568834715, - 1.2279132735966138, - 1.2298132491348677, - 1.2248132840780908, - 1.228813262009471, - 1.222913297736495, - 1.225913305306285, - 1.2279132735966138, - 1.224813287430852, - 1.2278132748840742, - 1.2279132735966138, - 1.2288133216141157, - 1.2288133216141157, - 1.2288133216141157, - 1.2251133096455031, - 1.2279132795570784, - 1.2258133006332808, - 1.2248132837055616, - 1.2269133401153975, - 1.2261132967708999, - 1.2288133216141157, - 1.224813287430852, - 1.2258133006332808, - 1.2298132491348677, - 1.2248132837055616, - 1.2269133401153975, - 1.2278132748840742, - 1.2248132840780908, - 1.2278132748840742, - 1.2238133263824873, - 1.224813313507884, - 1.2288133216141157, - 1.2250133168934279, - 1.2279132795570784, - 1.2268133473633223, - 1.2288133216141157, - 1.2278132748840742, - 1.22601329805836, - 1.2288133216141157, - 1.2238133263824873, - 1.2279132735966138, - 1.2279132795570784, - 1.2249132887510947, - 1.2288132679699355, - 1.2248132539032393, - 1.229913305961936, - 1.228813262009471, - 1.2278132748840742, - 1.2249132853983336, - 1.224813290038555, - 1.2278132748840742, - 1.2279132735966138, - 1.228813262009471, - 1.2230132904885702, - 1.225013293424099, - 1.2298132550953322, - 1.2269133401153975 + 1.323979407787905, + 1.3240794661050894, + 1.3199794358169892, + 1.3199794294839957, + 1.319979459286318, + 1.3239794673925498, + 1.3239794673925498, + 1.3240794661050894, + 1.3191794695860006, + 1.3221794846063712, + 1.3249794545179465, + 1.3179794261759379, + 1.3199794358169892, + 1.3249793949133017, + 1.3249793949133017, + 1.321179443836794, + 1.319979432464228, + 1.3249794545179465, + 1.321179443836794, + 1.3229794206625083, + 1.318079443514929, + 1.3189794721609214, + 1.3199794298565248, + 1.323079419375048, + 1.323079419375048, + 1.3239794673925498, + 1.3239794673925498, + 1.3199794358169892, + 1.3199794298565248, + 1.3229794206625083, + 1.3199794294839957, + 1.3249794545179465, + 1.3200794579988577, + 1.3199793996816733, + 1.323979407787905, + 1.3221794846063712, + 1.3219794931417563, + 1.319979433209286, + 1.319979459286318, + 1.319979459286318, + 1.3220794858938316, + 1.321079451084719, + 1.317979440332041, + 1.319979433209286, + 1.3249794545179465, + 1.3199793996816733, + 1.3209794464117148, + 1.3229794206625083, + 1.3249794545179465, + 1.3239794673925498, + 1.3229794206625083, + 1.3200794345295288, + 1.3229794206625083, + 1.323079419375048, + 1.320179439202533, + 1.323979407787905, + 1.3199794294839957, + 1.3220794858938316, + 1.3239794137483696, + 1.323979407787905 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a80cdb115b4b5144f075de688c5114ae1bfb0df2..cf1f8bb2ae16220800bc9064fba32fb2c7e77c83 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:43:26.111674+00:00", + "evaluated_at": "2026-06-18T03:50:08.138850+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 25c13c3da423b65aeb12a9ac8070a03e1cb17169..d055dfad3feb06b9f0a2993ebff1129703153b8f 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T03:41:20.559515+00:00", - "finished_at": "2026-06-18T03:43:26.156873+00:00", - "task_count": 1, + "started_at": "2026-06-18T03:47:14.177348+00:00", + "finished_at": "2026-06-18T03:50:08.158943+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T03:41:44.473135+00:00", + "evaluated_at": "2026-06-18T03:47:52.978784+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -24,13 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:42:13.706628+00:00", + "evaluated_at": "2026-06-18T03:48:19.596310+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -38,13 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:42:37.927844+00:00", + "evaluated_at": "2026-06-18T03:48:51.415330+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -52,13 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:42:45.841127+00:00", + "evaluated_at": "2026-06-18T03:49:03.728919+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -66,13 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T03:43:07.835158+00:00", + "evaluated_at": "2026-06-18T03:49:35.048480+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -80,13 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:43:25.013614+00:00", + "evaluated_at": "2026-06-18T03:50:06.081094+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -94,13 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T03:43:26.050888+00:00", + "evaluated_at": "2026-06-18T03:50:08.012522+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -108,13 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T03:43:26.094981+00:00", + "evaluated_at": "2026-06-18T03:50:08.112434+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -122,13 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T03:43:26.111674+00:00", + "evaluated_at": "2026-06-18T03:50:08.138850+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -136,13 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:43:26.140759+00:00", + "evaluated_at": "2026-06-18T03:50:08.157418+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -150,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T03:44:01.632773+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_035007.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_035007.json new file mode 100644 index 0000000000000000000000000000000000000000..1fa41afa7d5aa9fa99d4b7a222bc496b3a5d1050 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_035007.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:50:07.869314+00:00", + "metrics": { + "MSE[mean]": 817285.5736503097, + "MSE[0.5]": 357631.8432848705, + "MAE[0.5]": 537.333300906607, + "MASE[0.5]": 0.5454512682300631, + "MAPE[0.5]": 0.00826823243172848, + "sMAPE[0.5]": 0.008257290078985945, + "MSIS": 7.4858237799973795, + "RMSE[mean]": 904.0384801822927, + "NRMSE[mean]": 0.013900964027196592, + "ND[0.5]": 0.008262315211418196, + "mean_weighted_sum_quantile_loss": 0.007303092602879069 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65147.691769853984, + 65155.1028934771, + 65185.78745347722, + 65157.007946574406, + 65155.64009367096, + 65160.113194771846, + 65164.478902429444, + 65158.9432976244, + 65151.267205826036, + 65149.70865136339, + 65151.26795981523, + 65156.27266719824, + 65158.94123351334, + 65158.941385954604, + 65153.78898744726, + 65154.89048048851, + 65161.65487110574, + 65155.031412505006, + 65156.272485408655, + 65135.069031462976, + 65164.48247959961, + 65158.94133234967, + 65147.821887402846, + 65152.82851365718 + ], + "p10": [ + 64850.16618549856, + 64983.96582072018, + 64960.36383299123, + 64950.506458323696, + 64892.18898603873, + 64950.640606918285, + 64960.39952890541, + 64959.42817135717, + 64943.9914713883, + 64855.6733593704, + 64943.99222537749, + 64959.426384717925, + 65000.43667865604, + 64949.14202017774, + 64950.634064611804, + 64950.48489780525, + 64897.64780936243, + 64986.50447618491, + 64950.634091603046, + 64949.14196761054, + 64950.48488067348, + 64897.64781877452, + 64855.6727658029, + 64983.89433495902 + ], + "p90": [ + 65406.97934000839, + 65368.18253303399, + 65497.17698223505, + 65484.51931618998, + 65484.485885179995, + 65484.50425196614, + 65474.61876125249, + 65497.21822185935, + 65474.62125928321, + 65474.62293256027, + 65380.53794845934, + 65489.29095948097, + 65485.76949264663, + 65488.41022603496, + 65373.73642951253, + 65484.88899893403, + 65497.21624717253, + 65504.91811556093, + 65370.028345548824, + 65474.622340725626, + 65488.410171164796, + 65380.53827487482, + 65380.53827417971, + 65380.53827456159 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_034744.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_034744.json new file mode 100644 index 0000000000000000000000000000000000000000..206d77bb6cf26f01c1c2040e9320d8c1cfd7a581 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_034744.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:47:44.982317+00:00", + "metrics": { + "MSE[mean]": 704400.9162635803, + "MSE[0.5]": 704400.9162635803, + "MAE[0.5]": 711.6197916666666, + "MASE[0.5]": 0.7223708584732981, + "MAPE[0.5]": 0.01100189338641165, + "sMAPE[0.5]": 0.010920134666726788, + "MSIS": 2.4493918715148353, + "RMSE[mean]": 839.2859561934658, + "NRMSE[mean]": 0.012905295671954276, + "ND[0.5]": 0.010942234586081753, + "mean_weighted_sum_quantile_loss": 0.007212893823505407 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65818.3203125, + 65809.0703125, + 65806.84375, + 65808.0, + 65784.3828125, + 65777.671875, + 65760.453125, + 65749.0859375, + 65728.6328125, + 65725.2734375, + 65694.0390625, + 65693.5, + 65688.5859375, + 65685.9609375, + 65658.0390625, + 65668.5546875, + 65630.5390625, + 65620.8828125, + 65614.3359375, + 65600.2578125, + 65570.6796875, + 65531.0546875, + 65489.77734375, + 65480.26953125 + ], + "p10": [ + 65520.25390625, + 65408.3046875, + 65309.62890625, + 65196.1875, + 65074.29296875, + 64950.6328125, + 64816.41015625, + 64732.1640625, + 64650.86328125, + 64536.33984375, + 64473.30859375, + 64409.9921875, + 64325.71875, + 64270.1171875, + 64228.8828125, + 64219.5078125, + 64127.96484375, + 63999.09765625, + 63952.578125, + 63903.81640625, + 63823.75390625, + 63772.546875, + 63713.078125, + 63686.98046875 + ], + "p90": [ + 66027.6171875, + 66120.15625, + 66199.125, + 66266.5234375, + 66320.59375, + 66350.65625, + 66369.53125, + 66417.4296875, + 66446.609375, + 66485.828125, + 66510.6484375, + 66561.9453125, + 66624.46875, + 66623.53125, + 66631.1640625, + 66652.0859375, + 66669.90625, + 66697.2109375, + 66717.796875, + 66791.3046875, + 66768.890625, + 66802.015625, + 66823.0234375, + 66819.859375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_035008.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_035008.json new file mode 100644 index 0000000000000000000000000000000000000000..87a4f0c0a14e557b74ad662051127d739abee2b0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_035008.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T03:50:08.064605+00:00", + "metrics": { + "MSE[mean]": 1797494.7544102457, + "MSE[0.5]": 1699059.534056408, + "MAE[0.5]": 1098.7299043587252, + "MASE[0.5]": 1.1153293845060361, + "MAPE[0.5]": 0.016991387728149468, + "sMAPE[0.5]": 0.016790110083034066, + "MSIS": 30.987372976852935, + "RMSE[mean]": 1340.7068115028899, + "NRMSE[mean]": 0.02061540251468176, + "ND[0.5]": 0.016894640229269908, + "mean_weighted_sum_quantile_loss": 0.01626303357235398 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65842.74485232303, + 65861.90660821208, + 65891.22070785113, + 65915.00355749018, + 65955.80984462923, + 65947.60831926829, + 66002.58257515733, + 66030.63300292139, + 66036.61311818543, + 66068.18893657447, + 66071.99522371353, + 66151.98901085257, + 66154.84217299163, + 66165.20314763067, + 66161.19693476973, + 66213.13994065877, + 66249.51263404783, + 66273.27595243687, + 66287.21895832593, + 66293.31040171497, + 66338.05418885402, + 66372.97766349307, + 66385.99098188212, + 66421.43398777118 + ], + "p10": [ + 65549.29172732303, + 65656.86832696208, + 65686.41211410113, + 65722.96761999019, + 65685.67859462922, + 65768.12355364328, + 65828.13140328233, + 65821.73964354639, + 65784.45061818542, + 65771.52878032447, + 65879.10537996353, + 65974.29213585258, + 65990.00623549163, + 65966.51564763067, + 65977.87740351973, + 65958.91337815877, + 66043.97669654783, + 66068.66970243688, + 66081.50020832593, + 66114.67368296497, + 66082.37840760402, + 66167.81750724307, + 66131.76441938212, + 66251.32461277118 + ], + "p90": [ + 66172.34016482302, + 66094.18785821208, + 66234.47461410113, + 66246.10511999018, + 66273.93875087923, + 66298.63175676829, + 66224.37163765733, + 66429.34589354639, + 66293.03889943543, + 66407.32565532447, + 66323.14366121353, + 66446.87338585257, + 66471.56639174162, + 66497.01174138067, + 66407.83755976973, + 66545.56181565877, + 66580.17669654783, + 66698.49470243687, + 66514.64083332593, + 66644.33383921497, + 66669.11043885401, + 66594.76672599307, + 66719.24879438212, + 66743.94180027118 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_034926.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_034926.json new file mode 100644 index 0000000000000000000000000000000000000000..e585f38b5ab998cabc48a6ddffff8f2aa17b0c3b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_034926.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:49:26.254904+00:00", + "metrics": { + "MSE[mean]": 882076.3732134501, + "MSE[0.5]": 949814.46439298, + "MAE[0.5]": 816.6212565104166, + "MASE[0.5]": 0.828958672905057, + "MAPE[0.5]": 0.012629641180223314, + "sMAPE[0.5]": 0.012518009997235133, + "MSIS": 4.008876301130166, + "RMSE[mean]": 939.1892105499562, + "NRMSE[mean]": 0.014441459867895816, + "ND[0.5]": 0.012556791507709242, + "mean_weighted_sum_quantile_loss": 0.007960715552408354 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65753.79296875, + 65745.4375, + 65752.07421875, + 65784.8828125, + 65795.6015625, + 65733.77734375, + 65779.86328125, + 65812.2109375, + 65733.41796875, + 65823.62890625, + 65756.9140625, + 65789.9765625, + 65820.8046875, + 65798.1875, + 65805.8046875, + 65764.4765625, + 65838.57421875, + 65889.7421875, + 65882.3828125, + 65773.38671875, + 65704.98828125, + 65742.33984375, + 65795.26171875, + 65747.62890625 + ], + "p10": [ + 65427.296875, + 65275.205078125, + 65184.8984375, + 65096.025390625, + 65074.6484375, + 65034.71484375, + 64919.53125, + 64880.388671875, + 64728.984375, + 64867.2578125, + 64749.4375, + 64666.673828125, + 64644.310546875, + 64408.857421875, + 64622.658203125, + 64567.205078125, + 64454.23828125, + 64333.416015625, + 64764.9921875, + 64586.654296875, + 64142.18359375, + 64075.4921875, + 63961.716796875, + 64012.52734375 + ], + "p90": [ + 66065.51171875, + 66300.484375, + 66291.25390625, + 66252.0859375, + 66269.7578125, + 66522.75, + 66531.0625, + 66648.0625, + 66567.69921875, + 66569.17578125, + 66521.796875, + 66820.6015625, + 66766.20703125, + 66884.234375, + 67086.3828125, + 66914.84765625, + 66983.0859375, + 67336.84765625, + 67130.3046875, + 67228.6953125, + 66896.14453125, + 67405.06640625, + 67354.0703125, + 67004.23828125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_035008.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_035008.json new file mode 100644 index 0000000000000000000000000000000000000000..ec2fe45a75328dd40caa6eb2239e97b369e8876a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_035008.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:50:08.122798+00:00", + "metrics": { + "MSE[mean]": 1363956.6458855195, + "MSE[0.5]": 1277414.2967867155, + "MAE[0.5]": 974.5713061951719, + "MASE[0.5]": 0.9892950130726756, + "MAPE[0.5]": 0.0150657388449666, + "sMAPE[0.5]": 0.014914284575017894, + "MSIS": 25.622353375401975, + "RMSE[mean]": 1167.8855448568236, + "NRMSE[mean]": 0.017958013185084755, + "ND[0.5]": 0.014985513300966272, + "mean_weighted_sum_quantile_loss": 0.014279643433752863 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65997.93600945723, + 65992.40475945723, + 65997.02585320723, + 65996.11569695723, + 66012.22897820723, + 65979.33444695723, + 66009.61569695723, + 66012.97311883223, + 65994.26022820723, + 66001.14304070723, + 65980.25632195723, + 66035.55710320723, + 66013.71725945723, + 65999.38522820723, + 65970.68600945723, + 65997.93600945723, + 66009.61569695723, + 66008.68600945723, + 65997.93600945723, + 65979.33444695723, + 65999.38522820723, + 66009.61569695723, + 65997.93600945723, + 66008.68600945723 + ], + "p10": [ + 65704.48288445723, + 65787.36647820723, + 65792.21725945723, + 65804.07975945724, + 65742.09772820723, + 65799.84968133223, + 65835.16452508223, + 65804.07975945724, + 65742.09772820723, + 65704.48288445723, + 65787.36647820723, + 65857.86022820724, + 65848.88132195723, + 65800.69772820723, + 65787.36647820723, + 65743.70944695723, + 65804.07975945724, + 65804.07975945724, + 65792.21725945723, + 65800.69772820723, + 65743.70944695723, + 65804.45554070723, + 65743.70944695723, + 65838.57663445723 + ], + "p90": [ + 66327.53132195723, + 66224.68600945723, + 66340.27975945723, + 66327.21725945723, + 66330.35788445723, + 66330.35788445723, + 66231.40475945723, + 66411.68600945723, + 66250.68600945723, + 66340.27975945723, + 66231.40475945723, + 66330.44147820723, + 66330.44147820723, + 66331.19382195723, + 66217.32663445723, + 66330.35788445723, + 66340.27975945723, + 66433.90475945723, + 66225.35788445723, + 66330.35788445723, + 66330.44147820723, + 66231.40475945723, + 66331.19382195723, + 66331.19382195723 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_035008.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_035008.json new file mode 100644 index 0000000000000000000000000000000000000000..1b3aeed9a185e2a5c8988b7f389d48278f3b9e58 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_035008.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:50:08.144161+00:00", + "metrics": { + "MSE[mean]": 1401256.4749539692, + "MSE[0.5]": 1401256.4749539692, + "MAE[0.5]": 1024.6940104166667, + "MASE[0.5]": 1.0401749651221885, + "MAPE[0.5]": 0.01582617027439176, + "sMAPE[0.5]": 0.01566089208932415, + "MSIS": 4.021978018177504, + "RMSE[mean]": 1183.7467951187741, + "NRMSE[mean]": 0.01820190398636268, + "ND[0.5]": 0.015756225968184063, + "mean_weighted_sum_quantile_loss": 0.011802194622885006 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "p10": [ + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996, + 64386.0, + 64621.2, + 64585.92, + 64534.952343749996 + ], + "p90": [ + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875, + 67014.0, + 67258.8, + 67222.08, + 67169.03203125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_034959.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_034959.json new file mode 100644 index 0000000000000000000000000000000000000000..1262a44b8c86c1844795c611283da9301689ca5b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_034959.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:49:59.393592+00:00", + "metrics": { + "MSE[mean]": 962014.82239151, + "MSE[0.5]": 962014.82239151, + "MAE[0.5]": 836.6331380208334, + "MASE[0.5]": 0.8492728915308326, + "MAPE[0.5]": 0.012935301887437233, + "sMAPE[0.5]": 0.01282174557961784, + "MSIS": 6.399598935458481, + "RMSE[mean]": 980.823542943128, + "NRMSE[mean]": 0.015081650932303965, + "ND[0.5]": 0.012864504565384318, + "mean_weighted_sum_quantile_loss": 0.008332795978307293 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65975.9375, + 65947.28125, + 65918.625, + 65922.71875, + 65902.25, + 65894.0625, + 65869.5, + 65877.6875, + 65865.40625, + 65849.03125, + 65840.84375, + 65849.03125, + 65824.46875, + 65824.46875, + 65812.1875, + 65808.09375, + 65828.5625, + 65812.1875, + 65793.765625, + 65781.484375, + 65767.15625, + 65775.34375, + 65761.015625, + 65761.015625 + ], + "p10": [ + 65558.375, + 65408.44140625, + 65282.125, + 65233.43359375, + 65144.90625, + 65088.6171875, + 65035.3984375, + 65013.90625, + 64966.828125, + 64897.234375, + 64868.578125, + 64846.0625, + 64796.9375, + 64770.328125, + 64756.0, + 64710.96875, + 64686.40625, + 64661.84375, + 64629.09375, + 64604.53125, + 64588.15625, + 64584.0625, + 64547.21875, + 64526.75 + ], + "p90": [ + 66393.5, + 66491.75, + 66557.25, + 66590.0, + 66630.9375, + 66663.6875, + 66671.875, + 66696.4375, + 66712.8125, + 66712.8125, + 66712.8125, + 66745.5625, + 66737.375, + 66753.75, + 66737.375, + 66753.75, + 66794.6875, + 66794.6875, + 66778.3125, + 66778.3125, + 66770.125, + 66794.6875, + 66794.6875, + 66802.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_034812.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_034812.json new file mode 100644 index 0000000000000000000000000000000000000000..fdff812c5817c5892e37a823f990849e158542de --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_034812.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:48:12.302431+00:00", + "metrics": { + "MSE[mean]": 1153300.7288983662, + "MSE[0.5]": 952495.2247632345, + "MAE[0.5]": 812.6526692708334, + "MASE[0.5]": 0.8249301287235217, + "MAPE[0.5]": 0.012569529034247054, + "sMAPE[0.5]": 0.012457687997796422, + "MSIS": 34.963925779929106, + "RMSE[mean]": 1073.9183995529484, + "NRMSE[mean]": 0.016513125677260827, + "ND[0.5]": 0.012495768454304352, + "mean_weighted_sum_quantile_loss": 0.013333881233020203 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65781.78125, + 65774.0546875, + 65791.8046875, + 65793.4140625, + 65810.6484375, + 65799.484375, + 65776.046875, + 65743.3125, + 65748.875, + 65732.296875, + 65738.234375, + 65737.1796875, + 65723.8046875, + 65768.078125, + 65783.8359375, + 65796.6953125, + 65859.9296875, + 65887.9453125, + 65859.875, + 65842.1953125, + 65820.3671875, + 65812.234375, + 65798.171875, + 65817.65625 + ], + "p10": [ + 65814.2890625, + 65846.640625, + 65853.46875, + 65849.8359375, + 65864.5390625, + 65845.8203125, + 65800.46875, + 65815.1171875, + 65819.9453125, + 65839.859375, + 65825.9453125, + 65764.3515625, + 65829.6484375, + 65819.75, + 65879.90625, + 65912.6875, + 65962.9140625, + 65927.8671875, + 65968.109375, + 65941.828125, + 65925.5859375, + 65917.9765625, + 65914.8984375, + 65895.46875 + ], + "p90": [ + 66072.25, + 66111.5546875, + 66139.703125, + 66165.109375, + 66209.8671875, + 66198.8046875, + 66180.90625, + 66176.046875, + 66197.703125, + 66201.3671875, + 66262.734375, + 66226.2734375, + 66251.4296875, + 66317.5703125, + 66318.0546875, + 66356.6640625, + 66432.5078125, + 66470.828125, + 66479.7265625, + 66456.234375, + 66451.625, + 66447.3125, + 66422.1953125, + 66456.4375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_034856.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_034856.json new file mode 100644 index 0000000000000000000000000000000000000000..bbe8501c4383775960439fe7c5b44b4a2ea45df4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_034856.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:48:56.808374+00:00", + "metrics": { + "MSE[mean]": 1001269.971602122, + "MSE[0.5]": 1001269.971602122, + "MAE[0.5]": 839.9759114583334, + "MASE[0.5]": 0.8526661671901185, + "MAPE[0.5]": 0.012991185855631159, + "sMAPE[0.5]": 0.01287279827289175, + "MSIS": 11.152268274860726, + "RMSE[mean]": 1000.6347843254911, + "NRMSE[mean]": 0.015386278843424304, + "ND[0.5]": 0.012915904781552535, + "mean_weighted_sum_quantile_loss": 0.009248760277128992 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65842.2890625, + 65845.921875, + 65851.5, + 65854.2578125, + 65855.3671875, + 65853.2265625, + 65852.5234375, + 65854.453125, + 65862.4765625, + 65862.3359375, + 65866.3203125, + 65873.5078125, + 65862.5859375, + 65857.3203125, + 65865.3046875, + 65866.1015625, + 65868.609375, + 65868.7265625, + 65858.0859375, + 65844.0703125, + 65831.046875, + 65813.1796875, + 65794.640625, + 65781.015625 + ], + "p10": [ + 65599.6171875, + 65506.22265625, + 65432.1015625, + 65381.265625, + 65345.09765625, + 65309.16796875, + 65270.42578125, + 65230.4921875, + 65199.09765625, + 65164.5859375, + 65138.7578125, + 65123.140625, + 65070.41796875, + 65033.94921875, + 65006.6796875, + 64967.1328125, + 64931.5078125, + 64903.515625, + 64868.94140625, + 64832.27734375, + 64798.33984375, + 64763.68359375, + 64727.515625, + 64696.52734375 + ], + "p90": [ + 66090.1796875, + 66185.5390625, + 66286.09375, + 66368.75, + 66436.703125, + 66500.34375, + 66574.8046875, + 66639.53125, + 66697.265625, + 66751.6328125, + 66803.7578125, + 66855.546875, + 66877.390625, + 66922.0703125, + 66991.8359375, + 67051.6796875, + 67105.890625, + 67137.6796875, + 67143.6796875, + 67162.1484375, + 67166.8984375, + 67175.9453125, + 67175.0859375, + 67189.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_034842.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_034842.json new file mode 100644 index 0000000000000000000000000000000000000000..ade51ce4a11b4ecedb30548b9450d13f348388d3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_034842.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:48:42.422310+00:00", + "metrics": { + "MSE[mean]": 848417.6514320374, + "MSE[0.5]": 848417.6514320374, + "MAE[0.5]": 775.138671875, + "MASE[0.5]": 0.7868493743362311, + "MAPE[0.5]": 0.011987043046677097, + "sMAPE[0.5]": 0.011887417481407, + "MSIS": 3.4292427621244044, + "RMSE[mean]": 921.0958969792654, + "NRMSE[mean]": 0.014163247704815939, + "ND[0.5]": 0.011918933795440415, + "mean_weighted_sum_quantile_loss": 0.0077861529747493725 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00" + ], + "context": [ + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875 + ], + "actual": [ + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64320.01171875 + ], + "predictions": { + "p50": [ + 65841.625, + 65839.8125, + 65835.28125, + 65827.0625, + 65819.7265625, + 65814.578125, + 65806.578125, + 65803.0859375, + 65800.5625, + 65787.8671875, + 65784.1171875, + 65777.078125, + 65763.265625, + 65757.4609375, + 65749.765625, + 65742.6171875, + 65736.0390625, + 65729.8828125, + 65721.421875, + 65709.75, + 65707.3359375, + 65696.6484375, + 65691.6875, + 65685.8359375 + ], + "p10": [ + 65576.84375, + 65456.9609375, + 65347.94921875, + 65255.0390625, + 65162.14453125, + 65069.84375, + 64987.32421875, + 64914.6484375, + 64828.51953125, + 64752.078125, + 64680.42578125, + 64597.54296875, + 64514.296875, + 64439.6953125, + 64387.59375, + 64311.91015625, + 64270.48046875, + 64208.30859375, + 64146.11328125, + 64089.20703125, + 64042.39453125, + 63990.30859375, + 63945.33984375, + 63898.83203125 + ], + "p90": [ + 66079.28125, + 66178.8984375, + 66259.3828125, + 66332.0859375, + 66406.375, + 66485.390625, + 66551.734375, + 66618.8828125, + 66686.875, + 66743.8671875, + 66811.1875, + 66869.4765625, + 66906.1171875, + 66963.1328125, + 67012.9765625, + 67056.9609375, + 67107.1953125, + 67154.6796875, + 67190.3125, + 67226.6015625, + 67260.7109375, + 67315.609375, + 67337.109375, + 67374.0078125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_035007.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_035007.json new file mode 100644 index 0000000000000000000000000000000000000000..4e7f1afe2d1d43c15138c486532a5ec525c8e06f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_035007.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T03:50:07.958190+00:00", + "metrics": { + "MSE[mean]": 0.7469846610871647, + "MSE[0.5]": 0.7381662378412094, + "MAE[0.5]": 0.7113617594994904, + "MASE[0.5]": 0.681239615870406, + "MAPE[0.5]": 0.620145704070211, + "sMAPE[0.5]": 0.4200968662092325, + "MSIS": 26.456342492253388, + "RMSE[mean]": 0.8642827437171037, + "NRMSE[mean]": 0.6434185230302969, + "ND[0.5]": 0.5295759240418324, + "mean_weighted_sum_quantile_loss": 0.5263857849726176 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.6106644398424492, + 1.6277349840165638, + 1.6455439593999492, + 1.6655465944258898, + 1.6813270129483424, + 1.7000658982073218, + 1.7174758160194394, + 1.7348564747205848, + 1.751664191263627, + 1.768520944554902, + 1.784433206392574, + 1.800118305368524, + 1.816180064834091, + 1.834006024838473, + 1.8489953315796845, + 1.8657368234859986, + 1.8788189794353924, + 1.8975142771262752, + 1.911975189944518, + 1.9256220059324538, + 1.9410268832545725, + 1.9555197915397464, + 1.9699194725653892, + 1.9861204438080475, + 2.0004075939313957, + 2.014997146807189, + 2.028487055987512, + 2.0420379264450226, + 2.0556902487430797, + 2.070487303031795, + 2.08339883181284, + 2.0969780043435637, + 2.1080622141240433, + 2.1225312123074747, + 2.1341380586429404, + 2.1484247497767988, + 2.160840557543818, + 2.1731995697245123, + 2.184468890762151, + 2.1981958185389767, + 2.2103942065234694, + 2.2221279584541995, + 2.2327708545074216, + 2.24390157415069, + 2.2569860663372427, + 2.2684769953994066, + 2.2805323066675154, + 2.291174214510759, + 2.3008211841222606, + 2.3132852517088405, + 2.3244504862298827, + 2.3334432317478604, + 2.344034165847599, + 2.353779676648391, + 2.3665775425394684, + 2.376480656436453, + 2.386758635316104, + 2.3977039659821098, + 2.405924513679913, + 2.417148349131826 + ], + "p10": [ + 1.5990233609313187, + 1.6125108590378188, + 1.6332202924416976, + 1.6532667853534035, + 1.6693616050642717, + 1.6849391138719443, + 1.7021674262518822, + 1.720518769470918, + 1.7376863760653234, + 1.754502858719033, + 1.771018378516304, + 1.78980170967192, + 1.8025615988771204, + 1.8207354207366582, + 1.8351202098561696, + 1.851871995882442, + 1.865504823682603, + 1.8814597346418938, + 1.8989393601765923, + 1.9130773167148978, + 1.9273130381507202, + 1.9410178074133027, + 1.9564195292666493, + 1.9707410506059517, + 1.9864259994285416, + 1.9994151414499044, + 2.0168269486419086, + 2.0266554622885944, + 2.043004875163903, + 2.0545565407728086, + 2.069409558021338, + 2.083441339700491, + 2.0944585388476993, + 2.1074832710271165, + 2.121651353907527, + 2.135086651354936, + 2.1495864915385146, + 2.1580876948423624, + 2.171715071302282, + 2.1827121931492437, + 2.194719013351128, + 2.2095378616159413, + 2.220619850279244, + 2.2302648329730332, + 2.2423379586239633, + 2.2553150769054366, + 2.266830946891286, + 2.2789595081633687, + 2.2870995596773493, + 2.301566405474499, + 2.310122516718394, + 2.321579884783725, + 2.3302084492853137, + 2.3407264278056332, + 2.3538384706521924, + 2.3615282249546627, + 2.3728576077549963, + 2.3843992981669158, + 2.392104434525401, + 2.403685065088862 + ], + "p90": [ + 1.6245413184201691, + 1.6424055500507975, + 1.6597774308205115, + 1.6777518286883006, + 1.6951365946547126, + 1.7130510036567888, + 1.7290111177977834, + 1.749413958971174, + 1.7641416813870203, + 1.781289205171228, + 1.7979168768702998, + 1.8122301979020081, + 1.8309471625030254, + 1.8476632250497291, + 1.8624776709716595, + 1.8773782478325491, + 1.89209254546563, + 1.9097306963294969, + 1.924016946147211, + 1.9389816958925075, + 1.954634599017471, + 1.9689920412803354, + 1.9832305375336212, + 1.9985842856062401, + 2.0124333027291312, + 2.0292208394064977, + 2.0431003192576225, + 2.0536334670543277, + 2.0701718835579643, + 2.0823027912996674, + 2.095747042359969, + 2.1123314414439913, + 2.1217450118414596, + 2.132975132352407, + 2.1473870029889848, + 2.160155015029981, + 2.1725242331963845, + 2.185010615028093, + 2.197757174517909, + 2.211065882148008, + 2.223861306586571, + 2.235719500839479, + 2.248004490459293, + 2.2567240131844932, + 2.271802016941199, + 2.2791899199044936, + 2.294074726872155, + 2.304048929923188, + 2.3140212722402422, + 2.3280048201986085, + 2.3371197880159826, + 2.34658592986779, + 2.357505548044942, + 2.3685830470806897, + 2.378211318271748, + 2.3895761909719897, + 2.4008231157662037, + 2.4109706164944726, + 2.42062286813867, + 2.4315130826164046 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_034748.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_034748.json new file mode 100644 index 0000000000000000000000000000000000000000..42f649fe9d893d03e6cf948dae4f2dfdef4e8420 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_034748.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T03:47:48.840710+00:00", + "metrics": { + "MSE[mean]": 0.15811810372967242, + "MSE[0.5]": 0.15811810372967242, + "MAE[0.5]": 0.27100007732709247, + "MASE[0.5]": 0.25952475813298354, + "MAPE[0.5]": 0.2499580810245268, + "sMAPE[0.5]": 0.3640040571982006, + "MSIS": 0.6394860720898815, + "RMSE[mean]": 0.39764067162410893, + "NRMSE[mean]": 0.29602508611106076, + "ND[0.5]": 0.20174702175005774, + "mean_weighted_sum_quantile_loss": 0.15763775769217053 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.6341004371643066, + 1.6484235525131226, + 1.6568760871887207, + 1.6649627685546875, + 1.66990327835083, + 1.676558256149292, + 1.6817576885223389, + 1.6840651035308838, + 1.6863512992858887, + 1.6890573501586914, + 1.6836199760437012, + 1.6770358085632324, + 1.6721975803375244, + 1.666612148284912, + 1.6551580429077148, + 1.6415455341339111, + 1.615098476409912, + 1.603393316268921, + 1.5858893394470215, + 1.5667855739593506, + 1.5412371158599854, + 1.519870400428772, + 1.4909660816192627, + 1.4664623737335205, + 1.4313775300979614, + 1.3995249271392822, + 1.3669745922088623, + 1.3332310914993286, + 1.3008646965026855, + 1.2638744115829468, + 1.2302576303482056, + 1.188576102256775, + 1.1130380630493164, + 1.0714184045791626, + 1.0396989583969116, + 0.9934852719306946, + 0.9545508623123169, + 0.9046317338943481, + 0.8620432019233704, + 0.8075543642044067, + 0.7698374390602112, + 0.7298648357391357, + 0.6936566829681396, + 0.64167320728302, + 0.6070050001144409, + 0.5676231980323792, + 0.5217795968055725, + 0.48050355911254883, + 0.45031529664993286, + 0.4080960154533386, + 0.380490779876709, + 0.34294378757476807, + 0.2981605529785156, + 0.26716089248657227, + 0.22777801752090454, + 0.20011961460113525, + 0.17338019609451294, + 0.13654685020446777, + 0.1171499490737915, + 0.07766354084014893 + ], + "p10": [ + 1.615907073020935, + 1.6293249130249023, + 1.6330864429473877, + 1.6309384107589722, + 1.637587547302246, + 1.6357333660125732, + 1.637183427810669, + 1.636229157447815, + 1.63175630569458, + 1.627173662185669, + 1.6166436672210693, + 1.607460379600525, + 1.5939750671386719, + 1.5778435468673706, + 1.5643572807312012, + 1.5249907970428467, + 1.4999206066131592, + 1.4929814338684082, + 1.4636437892913818, + 1.4422484636306763, + 1.408657193183899, + 1.3791155815124512, + 1.341240644454956, + 1.3107733726501465, + 1.2598497867584229, + 1.2212964296340942, + 1.1741143465042114, + 1.1266604661941528, + 1.067257046699524, + 1.0262457132339478, + 0.9823592305183411, + 0.9254524111747742, + 0.8150687217712402, + 0.76173335313797, + 0.7034130096435547, + 0.6595332622528076, + 0.5811443328857422, + 0.5529268383979797, + 0.49569129943847656, + 0.4400002956390381, + 0.38501352071762085, + 0.32555580139160156, + 0.2756028175354004, + 0.2337871789932251, + 0.17748099565505981, + 0.1159517765045166, + 0.05777740478515625, + 0.03568887710571289, + -0.09502279758453369, + -0.16234159469604492, + -0.23583948612213135, + -0.258197546005249, + -0.30404341220855713, + -0.35339558124542236, + -0.38637983798980713, + -0.427046537399292, + -0.4776500463485718, + -0.5042699575424194, + -0.5395330190658569, + -0.5734158754348755 + ], + "p90": [ + 1.6579722166061401, + 1.6674480438232422, + 1.6843163967132568, + 1.6982643604278564, + 1.7075378894805908, + 1.7129878997802734, + 1.7259082794189453, + 1.7326552867889404, + 1.741568684577942, + 1.749315857887268, + 1.7470934391021729, + 1.7465900182724, + 1.7500100135803223, + 1.7499549388885498, + 1.751312255859375, + 1.7416036128997803, + 1.7189395427703857, + 1.709963083267212, + 1.7009835243225098, + 1.6842631101608276, + 1.6866068840026855, + 1.6627264022827148, + 1.6476025581359863, + 1.6380980014801025, + 1.6139758825302124, + 1.6017768383026123, + 1.5826369524002075, + 1.5489212274551392, + 1.5379642248153687, + 1.515446424484253, + 1.4986015558242798, + 1.4763073921203613, + 1.4862370491027832, + 1.459691047668457, + 1.439310073852539, + 1.4185675382614136, + 1.3889422416687012, + 1.363640546798706, + 1.3499094247817993, + 1.3222864866256714, + 1.2973424196243286, + 1.2791000604629517, + 1.255384087562561, + 1.2235476970672607, + 1.216397762298584, + 1.1887943744659424, + 1.1495542526245117, + 1.1251429319381714, + 1.2230796813964844, + 1.1925089359283447, + 1.168938398361206, + 1.1609766483306885, + 1.1217501163482666, + 1.1127568483352661, + 1.085627555847168, + 1.1037369966506958, + 1.099923849105835, + 1.0899897813796997, + 1.071252703666687, + 1.040334939956665 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_035008.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_035008.json new file mode 100644 index 0000000000000000000000000000000000000000..c98b9a2a64a2929b84eb55584306b02622830464 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_035008.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T03:50:08.090761+00:00", + "metrics": { + "MSE[mean]": 0.8750509412201162, + "MSE[0.5]": 0.8821007244113559, + "MAE[0.5]": 0.7712058349381415, + "MASE[0.5]": 0.7385496334803356, + "MAPE[0.5]": 0.6746097269329352, + "sMAPE[0.5]": 0.4427605450197188, + "MSIS": 26.33266480229876, + "RMSE[mean]": 0.935441575524691, + "NRMSE[mean]": 0.6963929816724856, + "ND[0.5]": 0.5741270699611057, + "mean_weighted_sum_quantile_loss": 0.5618268198136195 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.626202327311723, + 1.6424092176510343, + 1.6476161304016923, + 1.6738230261054217, + 1.6925299140605472, + 1.7037368240693913, + 1.7204437377737234, + 1.7396506341927087, + 1.753357467311561, + 1.7705643745785915, + 1.7862711670470761, + 1.8019781979341398, + 1.819185060497687, + 1.8378920527609408, + 1.8645988824227238, + 1.8748058202073323, + 1.8865127088777136, + 1.9072196455894388, + 1.9259264888410805, + 1.9356333883595074, + 1.9483402939576078, + 1.9650471778596175, + 1.9922540755899047, + 2.0054610641576707, + 2.024667900972011, + 2.0438747973909965, + 2.0570816518483115, + 2.071288538134507, + 2.0894955219339013, + 2.1092023672121014, + 2.1214093090498256, + 2.1381162078529967, + 2.1533230365611056, + 2.1745300264401735, + 2.189736914752927, + 2.213943746798896, + 2.2211506785038306, + 2.23685753057696, + 2.2585644246117593, + 2.2747714192591992, + 2.2864783228307415, + 2.305685219249727, + 2.319392111973224, + 2.3390990168560686, + 2.3553058773930577, + 2.3675128043296207, + 2.3887196899005607, + 2.40542657380257, + 2.4281334698639276, + 2.4448403686670988, + 2.465547275576501, + 2.4672541588824646, + 2.4879609167802554, + 2.5076679557735506, + 2.530874815595284, + 2.5375817090340367, + 2.5552885353579597, + 2.566495534773771, + 2.595202457895637, + 2.6144093096111387 + ], + "p10": [ + 1.5662023249275372, + 1.5879092189623365, + 1.5996161225338792, + 1.6249229702201067, + 1.6299299012151875, + 1.6457368185205714, + 1.6634436967657278, + 1.691950565838102, + 1.7048575105845332, + 1.71456443692505, + 1.731271338708453, + 1.7459782036561857, + 1.7766851010288454, + 1.7851919861944736, + 1.799898910746851, + 1.8165058048770177, + 1.833512705778272, + 1.8482196005283273, + 1.8689264776354073, + 1.8856333764385784, + 1.9003403009909559, + 1.915047222563101, + 1.9384540917308426, + 1.9551609905340135, + 1.969167870454433, + 1.9888747902384392, + 2.0023816706356956, + 2.012288597381524, + 2.0389954866479516, + 2.0597023339527096, + 2.067409289022665, + 2.0891161830574645, + 2.1028230608798006, + 2.119329962257892, + 2.1292368890037205, + 2.1489438087877266, + 2.169450658667405, + 2.1813575596640264, + 2.207864478327465, + 2.21467135932617, + 2.2342782766490625, + 2.253185150108339, + 2.2676920772356373, + 2.2895989686955156, + 2.2993058682139424, + 2.318012771070229, + 2.3367196441241935, + 2.349426591445545, + 2.3728334606132866, + 2.3918403655676572, + 2.410547208819299, + 2.4182541638892547, + 2.4399610579240543, + 2.4602679103786533, + 2.4653748393179327, + 2.482881757623743, + 2.4997886538519936, + 2.5144955486020484, + 2.5402024507430796, + 2.5569093495462507 + ], + "p90": [ + 1.6562022987014935, + 1.6730092558218488, + 1.6856161243369197, + 1.702323016807097, + 1.7190299454125904, + 1.739736852321993, + 1.7564437511251638, + 1.7732506486408746, + 1.7850575509249567, + 1.8047644647484982, + 1.8242713334632443, + 1.8339782039244066, + 1.852685112368629, + 1.8743919702681124, + 1.8910988690712833, + 1.9040058167979466, + 1.9195127042285514, + 1.941219625085441, + 1.9541265132074592, + 1.9726333888363445, + 1.9844403104919361, + 2.0020472379410994, + 2.0197540944398735, + 2.039560982761568, + 2.056267881564739, + 2.073874828385412, + 2.0905817271885825, + 2.103288594416193, + 2.1199954872588993, + 2.139702376868054, + 2.153409284492712, + 2.175116208329834, + 2.1869231106139164, + 2.2035299510999025, + 2.2242368580093053, + 2.2391438336309424, + 2.2556507409694984, + 2.2703575798401987, + 2.287064504720402, + 2.303771403523573, + 2.322578328934257, + 2.3382851929283155, + 2.351892080978809, + 2.3705989726592245, + 2.392305892771056, + 2.4040127367379536, + 2.421719682271166, + 2.4404265553251303, + 2.4591334879837397, + 2.474840399661514, + 2.490547251734643, + 2.504354164404835, + 2.5239610493409854, + 2.540767946856696, + 2.554574865487352, + 2.5750817328758946, + 2.5877886533751564, + 2.606595608588163, + 2.625202435245872, + 2.6419093280885786 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_034932.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_034932.json new file mode 100644 index 0000000000000000000000000000000000000000..a46a2c847b324a55e78f111dd95ac0b43cf5c02e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_034932.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T03:49:32.465798+00:00", + "metrics": { + "MSE[mean]": 0.040714556599853145, + "MSE[0.5]": 0.05746985137201155, + "MAE[0.5]": 0.20093069424231846, + "MASE[0.5]": 0.1924224167721924, + "MAPE[0.5]": 0.1611564512713096, + "sMAPE[0.5]": 0.14461930071966622, + "MSIS": 1.8916547234444938, + "RMSE[mean]": 0.20177848398640807, + "NRMSE[mean]": 0.1502147475344276, + "ND[0.5]": 0.14958360728669295, + "mean_weighted_sum_quantile_loss": 0.20182578489810984 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.6199471950531006, + 1.6308735013008118, + 1.6391183733940125, + 1.6487243175506592, + 1.6620450019836426, + 1.67375910282135, + 1.6789140105247498, + 1.6926208138465881, + 1.6967823505401611, + 1.7007064819335938, + 1.7075182795524597, + 1.7423079013824463, + 1.714210867881775, + 1.7213692665100098, + 1.7536181807518005, + 1.7902814149856567, + 1.7786452770233154, + 1.7860800623893738, + 1.7326263785362244, + 1.7545101642608643, + 1.743257761001587, + 1.8700708150863647, + 1.8055680990219116, + 1.779471755027771, + 1.6604223251342773, + 1.8019587397575378, + 1.7915843725204468, + 1.7157049179077148, + 1.7802866697311401, + 1.6597537398338318, + 1.6308294534683228, + 1.6560262441635132, + 1.7022459506988525, + 1.5767484307289124, + 1.5377691984176636, + 1.6432122588157654, + 1.5447072386741638, + 1.521186649799347, + 1.3799484968185425, + 1.5222946405410767, + 1.4536864161491394, + 1.3641703128814697, + 1.23680579662323, + 1.5070714950561523, + 1.1551995873451233, + 1.209100604057312, + 1.1583311557769775, + 1.0937065482139587, + 1.1149505376815796, + 1.237721025943756, + 1.1352039575576782, + 1.0028713643550873, + 1.031229317188263, + 1.1113228797912598, + 1.0337780714035034, + 0.9440456628799438, + 0.8749985098838806, + 0.9917041063308716, + 0.8746723830699921, + 1.0660443902015686 + ], + "p10": [ + 1.5979000926017761, + 1.593096137046814, + 1.5842467546463013, + 1.5833039283752441, + 1.5895112752914429, + 1.5732751488685608, + 1.5556736588478088, + 1.5589627027511597, + 1.541160523891449, + 1.4774075150489807, + 1.3874150514602661, + 1.4971152544021606, + 1.4229480028152466, + 1.3721247911453247, + 1.286868393421173, + 1.3377275466918945, + 1.3192095160484314, + 1.2436273694038391, + 1.1412281394004822, + 1.0179279446601868, + 1.0082684755325317, + 1.1112961173057556, + 0.9698614776134491, + 0.873750776052475, + 0.5675628483295441, + 0.7174097895622253, + 0.560326874256134, + 0.47649767994880676, + 0.3480498194694519, + 0.4122251570224762, + 0.09369868040084839, + 0.3911876380443573, + 0.36714959144592285, + 0.23370233178138733, + 0.10444483160972595, + 0.3779532015323639, + -0.0516892671585083, + -0.01776820421218872, + 0.08172881603240967, + -0.16141527891159058, + -0.18711411952972412, + -0.2573336362838745, + -0.3084588050842285, + 0.07208356261253357, + -0.31743764877319336, + -0.2794957756996155, + -0.4642333984375, + -0.591427743434906, + -0.5158742666244507, + -0.5574638843536377, + -0.574737012386322, + -0.5734198689460754, + -0.49882638454437256, + -0.6442967653274536, + -0.34191691875457764, + -0.613979697227478, + -0.7947869896888733, + -0.5443611145019531, + -0.6493789553642273, + -0.7079713940620422 + ], + "p90": [ + 1.6426597237586975, + 1.6647233963012695, + 1.6905080080032349, + 1.7149967551231384, + 1.741197109222412, + 1.748369574546814, + 1.8177601099014282, + 1.7991197109222412, + 1.8378098607063293, + 1.8763846158981323, + 1.9236131310462952, + 2.0005582571029663, + 2.029932975769043, + 2.1233421564102173, + 2.106050968170166, + 2.385952949523926, + 2.431063652038574, + 2.287932872772217, + 2.322296977043152, + 2.4855202436447144, + 2.6506569385528564, + 2.6399306058883667, + 2.76338529586792, + 2.690013885498047, + 2.498570442199707, + 3.0668225288391113, + 2.8050458431243896, + 2.8397514820098877, + 3.0430867671966553, + 2.7609899044036865, + 2.896902322769165, + 3.1185829639434814, + 2.564440369606018, + 2.572939395904541, + 2.4157729148864746, + 2.6016626358032227, + 2.6097676753997803, + 2.593203544616699, + 2.496953010559082, + 2.699294090270996, + 2.616874933242798, + 2.7259304523468018, + 2.6883130073547363, + 2.5840530395507812, + 2.6271424293518066, + 2.490644693374634, + 2.7220839262008667, + 2.6003284454345703, + 2.712334394454956, + 2.7197753190994263, + 2.570712447166443, + 2.595268964767456, + 2.5715510845184326, + 2.6100494861602783, + 2.621167778968811, + 2.537281036376953, + 2.487783670425415, + 2.640154480934143, + 2.6521711349487305, + 2.5494073629379272 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_035008.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_035008.json new file mode 100644 index 0000000000000000000000000000000000000000..aa98e5cf1f086561b23804a2abd9e31ebf83cf3c --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_035008.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T03:50:08.131387+00:00", + "metrics": { + "MSE[mean]": 0.06626482390721172, + "MSE[0.5]": 0.06581647470098038, + "MAE[0.5]": 0.23455205979540086, + "MASE[0.5]": 0.22462010781835667, + "MAPE[0.5]": 0.17710871889733984, + "sMAPE[0.5]": 0.17743947284086617, + "MSIS": 6.75377463922396, + "RMSE[mean]": 0.25741954841699904, + "NRMSE[mean]": 0.19163694617950736, + "ND[0.5]": 0.17461315869644173, + "mean_weighted_sum_quantile_loss": 0.16486335950791833 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.2939794363981345, + 1.293479427934275, + 1.2819794418817618, + 1.2914794387823203, + 1.293479427934275, + 1.2879794391399482, + 1.2879794540411094, + 1.2904794516569236, + 1.287479385972605, + 1.2879793944364646, + 1.2869792881017783, + 1.2859794201856711, + 1.286479383946047, + 1.2884794774061301, + 1.2984794082647422, + 1.2919794472461799, + 1.2869794371133902, + 1.2909794750219443, + 1.2929794194704154, + 1.2859794201856711, + 1.2819794269806006, + 1.2819794120794394, + 1.2924794110065558, + 1.2889795007711509, + 1.2914794387823203, + 1.2939794363981345, + 1.2904793920522788, + 1.2879793795353034, + 1.2894794645315268, + 1.2924794110065558, + 1.2879794540411094, + 1.2879794540411094, + 1.286479383946047, + 1.2909794750219443, + 1.2894794645315268, + 1.2969793977743247, + 1.2874794306760886, + 1.286479383946047, + 1.2914793791776755, + 1.2909794750219443, + 1.285979479790316, + 1.2884794774061301, + 1.2854794713264563, + 1.2884794774061301, + 1.2879794391399482, + 1.2834794672733405, + 1.2879794540411094, + 1.2879794391399482, + 1.2939794363981345, + 1.2939794363981345, + 1.2979794445043662, + 1.2829794290071586, + 1.2869792881017783, + 1.2899794282919028, + 1.2964793893104651, + 1.286479383946047, + 1.287479311466799, + 1.2819794120794394, + 1.2939794363981345, + 1.2964793893104651 + ], + "p10": [ + 1.2339794340139487, + 1.2389794292455771, + 1.2339794340139487, + 1.2425793828970053, + 1.2308794150889153, + 1.2299794335911283, + 1.2309794130331138, + 1.2427793833023169, + 1.2389794292455771, + 1.231979456782923, + 1.2319794597631553, + 1.229979425907717, + 1.2439794244772056, + 1.235779410839663, + 1.2337794365888695, + 1.2336794319158653, + 1.2339794340139487, + 1.2319794299608329, + 1.2359794082647422, + 1.2359794082647422, + 1.2339794340139487, + 1.231979456782923, + 1.2386794271474937, + 1.2386794271474937, + 1.2359794082647422, + 1.2389794292455771, + 1.235779410839663, + 1.2289794387823203, + 1.2389794292455771, + 1.242979377747164, + 1.2339794340139487, + 1.2389794292455771, + 1.2359794082647422, + 1.235779410839663, + 1.2289794387823203, + 1.2319794597631553, + 1.235779410839663, + 1.2309794130331138, + 1.2407794328933814, + 1.2308794150889153, + 1.2337794336086372, + 1.2359794082647422, + 1.2337794365888695, + 1.2389794292455771, + 1.2319794299608329, + 1.2339794340139487, + 1.2359794082647422, + 1.231979456782923, + 1.2386794271474937, + 1.240979433298693, + 1.242979377747164, + 1.2339794340139487, + 1.2389794292455771, + 1.2425793828970053, + 1.2309794130331138, + 1.2317794325357536, + 1.2319794299608329, + 1.229979425907717, + 1.2389794292455771, + 1.2389794292455771 + ], + "p90": [ + 1.323979407787905, + 1.3240794661050894, + 1.3199794358169892, + 1.3199794294839957, + 1.319979459286318, + 1.3239794673925498, + 1.3239794673925498, + 1.3240794661050894, + 1.3191794695860006, + 1.3221794846063712, + 1.3249794545179465, + 1.3179794261759379, + 1.3199794358169892, + 1.3249793949133017, + 1.3249793949133017, + 1.321179443836794, + 1.319979432464228, + 1.3249794545179465, + 1.321179443836794, + 1.3229794206625083, + 1.318079443514929, + 1.3189794721609214, + 1.3199794298565248, + 1.323079419375048, + 1.323079419375048, + 1.3239794673925498, + 1.3239794673925498, + 1.3199794358169892, + 1.3199794298565248, + 1.3229794206625083, + 1.3199794294839957, + 1.3249794545179465, + 1.3200794579988577, + 1.3199793996816733, + 1.323979407787905, + 1.3221794846063712, + 1.3219794931417563, + 1.319979433209286, + 1.319979459286318, + 1.319979459286318, + 1.3220794858938316, + 1.321079451084719, + 1.317979440332041, + 1.319979433209286, + 1.3249794545179465, + 1.3199793996816733, + 1.3209794464117148, + 1.3229794206625083, + 1.3249794545179465, + 1.3239794673925498, + 1.3229794206625083, + 1.3200794345295288, + 1.3229794206625083, + 1.323079419375048, + 1.320179439202533, + 1.323979407787905, + 1.3199794294839957, + 1.3220794858938316, + 1.3239794137483696, + 1.323979407787905 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_035008.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_035008.json new file mode 100644 index 0000000000000000000000000000000000000000..ff70449dcb15db484275f86479341e48a22c101e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_035008.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T03:50:08.151102+00:00", + "metrics": { + "MSE[mean]": 0.12418063805400739, + "MSE[0.5]": 0.12418063805400739, + "MAE[0.5]": 0.2864666759967804, + "MASE[0.5]": 0.27433643390252904, + "MAPE[0.5]": 0.21186354642824798, + "sMAPE[0.5]": 0.22110806126490173, + "MSIS": 9.68377093291697, + "RMSE[mean]": 0.3523927326918184, + "NRMSE[mean]": 0.2623400886381634, + "ND[0.5]": 0.2132611890115185, + "mean_weighted_sum_quantile_loss": 0.20735156239646324 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104 + ], + "p10": [ + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848, + 1.2945799803733826, + 1.3200600028038025, + 1.3494599747657776, + 1.3788599467277527, + 1.4033600401878357, + 1.4376600074768067, + 1.4680400252342223, + 1.4876400065422057, + 1.5189999532699585, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, + 0.8751400065422058, + 0.9133599817752838, + 0.9447199869155883, + 0.9829400205612182, + 1.0152800130844115, + 1.06427996635437, + 1.1005400252342223, + 1.1416999626159667, + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848 + ], + "p90": [ + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726, + 1.347419979572296, + 1.3739400029182434, + 1.4045399737358093, + 1.4351399445533752, + 1.4606400418281555, + 1.4963400077819824, + 1.5279600262641908, + 1.5483600068092347, + 1.5809999513626098, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, + 0.9108600068092346, + 0.9506399810314179, + 0.9832799863815308, + 1.0230600214004517, + 1.0567200136184693, + 1.1077199649810792, + 1.1454600262641907, + 1.188299961090088, + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_035004.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_035004.json new file mode 100644 index 0000000000000000000000000000000000000000..1fec44afead3e7b5eabd56def5e7914db4aa3cd9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_035004.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T03:50:04.038422+00:00", + "metrics": { + "MSE[mean]": 0.002950453770441245, + "MSE[0.5]": 0.002950453770441245, + "MAE[0.5]": 0.04460797210534414, + "MASE[0.5]": 0.04271907700406012, + "MAPE[0.5]": 0.030985988976446843, + "sMAPE[0.5]": 0.03040103067882989, + "MSIS": 0.4661015989422378, + "RMSE[mean]": 0.05431807959088065, + "NRMSE[mean]": 0.04043729763005208, + "ND[0.5]": 0.033208571773581295, + "mean_weighted_sum_quantile_loss": 0.033348867612115786 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.6265869140625, + 1.64434814453125, + 1.65618896484375, + 1.670989990234375, + 1.685791015625, + 1.700592041015625, + 1.70355224609375, + 1.712432861328125, + 1.7213134765625, + 1.7213134765625, + 1.72723388671875, + 1.71539306640625, + 1.712432861328125, + 1.70947265625, + 1.706512451171875, + 1.700592041015625, + 1.69171142578125, + 1.69171142578125, + 1.676910400390625, + 1.659149169921875, + 1.6502685546875, + 1.629547119140625, + 1.59698486328125, + 1.5792236328125, + 1.558502197265625, + 1.53778076171875, + 1.499298095703125, + 1.487457275390625, + 1.463775634765625, + 1.43121337890625, + 1.39569091796875, + 1.3823699951171875, + 1.3527679443359375, + 1.3187255859375, + 1.26544189453125, + 1.24176025390625, + 1.2010574340820312, + 1.1906967163085938, + 1.1492538452148438, + 1.1422233581542969, + 1.1015205383300781, + 1.0982365608215332, + 1.0756187438964844, + 1.075063705444336, + 1.0619277954101562, + 1.060262680053711, + 1.0319557189941406, + 1.0264053344726562, + 1.04638671875, + 1.0345458984375, + 1.0289955139160156, + 1.0323257446289062, + 1.0101242065429688, + 1.0345458984375, + 1.0467567443847656, + 1.0397262573242188, + 1.0230751037597656, + 1.0419464111328125, + 1.0456466674804688, + 1.0748786926269531 + ], + "p10": [ + 1.61474609375, + 1.623626708984375, + 1.63250732421875, + 1.6502685546875, + 1.662109375, + 1.670989990234375, + 1.670989990234375, + 1.676910400390625, + 1.682830810546875, + 1.67987060546875, + 1.6739501953125, + 1.66802978515625, + 1.662109375, + 1.653228759765625, + 1.641387939453125, + 1.63250732421875, + 1.599945068359375, + 1.6029052734375, + 1.576263427734375, + 1.552581787109375, + 1.53778076171875, + 1.5081787109375, + 1.47265625, + 1.4474945068359375, + 1.422332763671875, + 1.39569091796875, + 1.345367431640625, + 1.327606201171875, + 1.28912353515625, + 1.2491607666015625, + 1.2047576904296875, + 1.18255615234375, + 1.1670150756835938, + 1.138153076171875, + 1.0986528396606445, + 1.0652580261230469, + 1.025665283203125, + 1.022705078125, + 0.98126220703125, + 0.9768218994140625, + 0.9390792846679688, + 0.942779541015625, + 0.9198379516601562, + 0.9198379516601562, + 0.9168777465820312, + 0.9264984130859375, + 0.9028167724609375, + 0.8880157470703125, + 0.8687744140625, + 0.8613739013671875, + 0.8584136962890625, + 0.859893798828125, + 0.842132568359375, + 0.877655029296875, + 0.8880157470703125, + 0.8924560546875, + 0.871734619140625, + 0.8968963623046875, + 0.8850555419921875, + 0.913177490234375 + ], + "p90": [ + 1.638427734375, + 1.665069580078125, + 1.6739501953125, + 1.685791015625, + 1.70947265625, + 1.7213134765625, + 1.733154296875, + 1.742034912109375, + 1.753875732421875, + 1.759796142578125, + 1.759796142578125, + 1.759796142578125, + 1.76275634765625, + 1.765716552734375, + 1.765716552734375, + 1.7686767578125, + 1.77459716796875, + 1.789398193359375, + 1.7686767578125, + 1.76275634765625, + 1.753875732421875, + 1.7449951171875, + 1.71539306640625, + 1.70355224609375, + 1.69171142578125, + 1.67987060546875, + 1.6502685546875, + 1.653228759765625, + 1.64434814453125, + 1.629547119140625, + 1.605865478515625, + 1.599945068359375, + 1.534820556640625, + 1.50225830078125, + 1.4445343017578125, + 1.440093994140625, + 1.410491943359375, + 1.3942108154296875, + 1.34832763671875, + 1.339447021484375, + 1.2994842529296875, + 1.2935638427734375, + 1.2758026123046875, + 1.268402099609375, + 1.2476806640625, + 1.24176025390625, + 1.2217788696289062, + 1.2195587158203125, + 1.244720458984375, + 1.23583984375, + 1.232879638671875, + 1.22991943359375, + 1.2047576904296875, + 1.2239990234375, + 1.2373199462890625, + 1.2343597412109375, + 1.2158584594726562, + 1.2291793823242188, + 1.2425003051757812, + 1.2691421508789062 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_034817.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_034817.json new file mode 100644 index 0000000000000000000000000000000000000000..255731b88cd4abd55c7617f3379ac3fbaeaebed3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_034817.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T03:48:17.200721+00:00", + "metrics": { + "MSE[mean]": 0.1909774119296778, + "MSE[0.5]": 0.15638587713010096, + "MAE[0.5]": 0.33216362496217094, + "MASE[0.5]": 0.3180983757611067, + "MAPE[0.5]": 0.2878047997654194, + "sMAPE[0.5]": 0.2357781179561895, + "MSIS": 13.781850152455766, + "RMSE[mean]": 0.4370096245275129, + "NRMSE[mean]": 0.3253334504333834, + "ND[0.5]": 0.24728045368392107, + "mean_weighted_sum_quantile_loss": 0.26465926057642225 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.5917011499404907, + 1.6116843223571777, + 1.6427654027938843, + 1.6486896276474, + 1.6531187295913696, + 1.669540286064148, + 1.6872224807739258, + 1.7244579792022705, + 1.7077558040618896, + 1.7186328172683716, + 1.729941487312317, + 1.735242486000061, + 1.7085304260253906, + 1.7123100757598877, + 1.7352352142333984, + 1.7581008672714233, + 1.7382702827453613, + 1.7363884449005127, + 1.7489076852798462, + 1.7297409772872925, + 1.7417055368423462, + 1.7347763776779175, + 1.7479050159454346, + 1.7464518547058105, + 1.717756986618042, + 1.7319291830062866, + 1.7365665435791016, + 1.7183918952941895, + 1.7134332656860352, + 1.6904488801956177, + 1.6776518821716309, + 1.7081507444381714, + 1.6943211555480957, + 1.6816439628601074, + 1.6938986778259277, + 1.6934795379638672, + 1.6764147281646729, + 1.6570439338684082, + 1.6581544876098633, + 1.6496150493621826, + 1.6585875749588013, + 1.6576932668685913, + 1.6432167291641235, + 1.6584500074386597, + 1.6407164335250854, + 1.6436045169830322, + 1.6377750635147095, + 1.6285442113876343, + 1.6266032457351685, + 1.6363970041275024, + 1.6256027221679688, + 1.6126757860183716, + 1.5939016342163086, + 1.5967662334442139, + 1.6022228002548218, + 1.5787687301635742, + 1.581957459449768, + 1.582515001296997, + 1.594399333000183, + 1.5882141590118408 + ], + "p10": [ + 1.6090596914291382, + 1.6431796550750732, + 1.6555813550949097, + 1.6638264656066895, + 1.6794551610946655, + 1.6890813112258911, + 1.6540707349777222, + 1.7137051820755005, + 1.7374039888381958, + 1.7227504253387451, + 1.7428877353668213, + 1.7306089401245117, + 1.7162895202636719, + 1.7325739860534668, + 1.7281972169876099, + 1.7642022371292114, + 1.7388713359832764, + 1.7395389080047607, + 1.7409096956253052, + 1.758899211883545, + 1.7609171867370605, + 1.7708196640014648, + 1.7665977478027344, + 1.758741021156311, + 1.744383692741394, + 1.7352350950241089, + 1.744439721107483, + 1.741752028465271, + 1.6951512098312378, + 1.6890332698822021, + 1.6898456811904907, + 1.7426164150238037, + 1.7593203783035278, + 1.7228710651397705, + 1.746093988418579, + 1.7142248153686523, + 1.70809805393219, + 1.702723741531372, + 1.7109006643295288, + 1.681958794593811, + 1.6616438627243042, + 1.7062437534332275, + 1.6927516460418701, + 1.68651282787323, + 1.6577765941619873, + 1.688044786453247, + 1.6820709705352783, + 1.6653428077697754, + 1.6693423986434937, + 1.685542106628418, + 1.6636402606964111, + 1.6690412759780884, + 1.661726713180542, + 1.6494166851043701, + 1.6472197771072388, + 1.6277480125427246, + 1.6132991313934326, + 1.6455110311508179, + 1.64033043384552, + 1.6240606307983398 + ], + "p90": [ + 1.628858208656311, + 1.6453697681427002, + 1.6771211624145508, + 1.6920770406723022, + 1.7018238306045532, + 1.7272309064865112, + 1.7328531742095947, + 1.7772454023361206, + 1.7693712711334229, + 1.7842140197753906, + 1.7950528860092163, + 1.7908116579055786, + 1.7976884841918945, + 1.7929933071136475, + 1.8028143644332886, + 1.823601245880127, + 1.808180332183838, + 1.8091884851455688, + 1.8255447149276733, + 1.8246879577636719, + 1.8294203281402588, + 1.8249053955078125, + 1.8474599123001099, + 1.8592419624328613, + 1.836863398551941, + 1.8534181118011475, + 1.8714300394058228, + 1.859845757484436, + 1.875186800956726, + 1.861786961555481, + 1.8431330919265747, + 1.8826037645339966, + 1.8737800121307373, + 1.8491281270980835, + 1.8822561502456665, + 1.893361210823059, + 1.8861733675003052, + 1.8761861324310303, + 1.881781816482544, + 1.8638445138931274, + 1.8691476583480835, + 1.870252251625061, + 1.8478649854660034, + 1.873799443244934, + 1.8537911176681519, + 1.8568392992019653, + 1.845216989517212, + 1.8750100135803223, + 1.8560810089111328, + 1.8830900192260742, + 1.8746353387832642, + 1.8794957399368286, + 1.844063639640808, + 1.8792924880981445, + 1.8869755268096924, + 1.8550866842269897, + 1.851772427558899, + 1.866068959236145, + 1.8803796768188477, + 1.8700096607208252 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_034901.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_034901.json new file mode 100644 index 0000000000000000000000000000000000000000..1aae5d289377fcd2b71fbba075627be5fe506f66 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_034901.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T03:49:01.334549+00:00", + "metrics": { + "MSE[mean]": 0.10838173045491555, + "MSE[0.5]": 0.10838173045491555, + "MAE[0.5]": 0.28082568347454073, + "MASE[0.5]": 0.26893430548100383, + "MAPE[0.5]": 0.2401692877494289, + "sMAPE[0.5]": 0.20396576134680883, + "MSIS": 0.813397594408171, + "RMSE[mean]": 0.3292138065982585, + "NRMSE[mean]": 0.2450844503635801, + "ND[0.5]": 0.20906173101762798, + "mean_weighted_sum_quantile_loss": 0.1325887061126373 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.6202478408813477, + 1.6349565982818604, + 1.648645043373108, + 1.6618504524230957, + 1.6732323169708252, + 1.685065507888794, + 1.6949925422668457, + 1.7046253681182861, + 1.7126730680465698, + 1.7195343971252441, + 1.7255171537399292, + 1.7287027835845947, + 1.7307994365692139, + 1.7317126989364624, + 1.733007788658142, + 1.732553243637085, + 1.7312966585159302, + 1.7294877767562866, + 1.7276637554168701, + 1.7242430448532104, + 1.719310998916626, + 1.713496446609497, + 1.7078896760940552, + 1.6996864080429077, + 1.6923396587371826, + 1.6837389469146729, + 1.674555778503418, + 1.6647720336914062, + 1.6543605327606201, + 1.643942952156067, + 1.633418083190918, + 1.6231544017791748, + 1.7579518556594849, + 1.7455835342407227, + 1.711179494857788, + 1.6923010349273682, + 1.6748076677322388, + 1.6560581922531128, + 1.6395230293273926, + 1.6253557205200195, + 1.6108042001724243, + 1.5962685346603394, + 1.5812370777130127, + 1.5644245147705078, + 1.5509657859802246, + 1.539007544517517, + 1.5288857221603394, + 1.5126209259033203, + 1.4999892711639404, + 1.4881724119186401, + 1.4758145809173584, + 1.4638073444366455, + 1.455190658569336, + 1.4426827430725098, + 1.434412956237793, + 1.424479365348816, + 1.4159438610076904, + 1.4078975915908813, + 1.3983266353607178, + 1.3903751373291016 + ], + "p10": [ + 1.6079171895980835, + 1.6189002990722656, + 1.6282358169555664, + 1.6357512474060059, + 1.6405799388885498, + 1.6457526683807373, + 1.6489204168319702, + 1.6510920524597168, + 1.6515657901763916, + 1.649050235748291, + 1.6430230140686035, + 1.6342103481292725, + 1.6228265762329102, + 1.6100101470947266, + 1.5951189994812012, + 1.5796091556549072, + 1.5644429922103882, + 1.5466983318328857, + 1.5290364027023315, + 1.5093576908111572, + 1.4869567155838013, + 1.4666517972946167, + 1.4446840286254883, + 1.4199512004852295, + 1.3921947479248047, + 1.366052269935608, + 1.3388243913650513, + 1.3063015937805176, + 1.2727360725402832, + 1.2378586530685425, + 1.2002465724945068, + 1.1743425130844116, + 1.1290276050567627, + 1.2019191980361938, + 1.187192678451538, + 1.1415565013885498, + 1.1041868925094604, + 1.0679726600646973, + 1.0254162549972534, + 0.9959560632705688, + 0.9673910140991211, + 0.9418887495994568, + 0.9057294726371765, + 0.8798537850379944, + 0.8615391254425049, + 0.8388673663139343, + 0.8113528490066528, + 0.7820121049880981, + 0.7632730007171631, + 0.7353874444961548, + 0.7049522995948792, + 0.6788581013679504, + 0.6490496397018433, + 0.6285436749458313, + 0.6123817563056946, + 0.5942797660827637, + 0.568602979183197, + 0.5477280020713806, + 0.5329926609992981, + 0.5107926726341248 + ], + "p90": [ + 1.6307086944580078, + 1.6489160060882568, + 1.667344331741333, + 1.686727523803711, + 1.7035126686096191, + 1.7211230993270874, + 1.7377212047576904, + 1.7551047801971436, + 1.7711541652679443, + 1.7865614891052246, + 1.801943063735962, + 1.8158904314041138, + 1.8274836540222168, + 1.8399488925933838, + 1.8516552448272705, + 1.863785743713379, + 1.8762038946151733, + 1.890642762184143, + 1.9028770923614502, + 1.9151384830474854, + 1.926772117614746, + 1.9394245147705078, + 1.9525249004364014, + 1.9608139991760254, + 1.9706642627716064, + 1.978302001953125, + 1.9852221012115479, + 1.9930050373077393, + 1.999861478805542, + 2.008049726486206, + 2.01210880279541, + 2.0119757652282715, + 2.0634357929229736, + 2.084120750427246, + 2.099278450012207, + 2.1168785095214844, + 2.1265130043029785, + 2.142765998840332, + 2.1640069484710693, + 2.181199550628662, + 2.191654682159424, + 2.2044219970703125, + 2.212423801422119, + 2.2242541313171387, + 2.2309441566467285, + 2.238072633743286, + 2.24752140045166, + 2.2429866790771484, + 2.24670147895813, + 2.2600386142730713, + 2.267068862915039, + 2.279780864715576, + 2.2849721908569336, + 2.2951836585998535, + 2.3022146224975586, + 2.3116579055786133, + 2.3138628005981445, + 2.321481466293335, + 2.3268628120422363, + 2.3350863456726074 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_034848.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_034848.json new file mode 100644 index 0000000000000000000000000000000000000000..ed10456df8b129066ec81a2bb353d811d851cb07 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_034848.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T03:48:48.445117+00:00", + "metrics": { + "MSE[mean]": 0.020944598135391422, + "MSE[0.5]": 0.020944598135391422, + "MAE[0.5]": 0.12496557931105295, + "MASE[0.5]": 0.11967399443397472, + "MAPE[0.5]": 0.10700682484320306, + "sMAPE[0.5]": 0.09907200480077562, + "MSIS": 0.8342981729586166, + "RMSE[mean]": 0.1447224866266173, + "NRMSE[mean]": 0.10773919677499545, + "ND[0.5]": 0.09303109318616834, + "mean_weighted_sum_quantile_loss": 0.09691362356983839 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-16 21:42:00", + "2026-06-16 21:48:00", + "2026-06-16 21:54:00", + "2026-06-16 22:00:00", + "2026-06-16 22:06:00", + "2026-06-16 22:12:00", + "2026-06-16 22:18:00", + "2026-06-16 22:24:00", + "2026-06-16 22:30:00", + "2026-06-16 22:36:00", + "2026-06-16 22:42:00", + "2026-06-16 22:48:00", + "2026-06-16 22:54:00", + "2026-06-16 23:00:00", + "2026-06-16 23:06:00", + "2026-06-16 23:12:00", + "2026-06-16 23:18:00", + "2026-06-16 23:24:00", + "2026-06-16 23:30:00", + "2026-06-16 23:36:00", + "2026-06-16 23:42:00", + "2026-06-16 23:48:00", + "2026-06-16 23:54:00", + "2026-06-17 00:00:00", + "2026-06-17 00:06:00", + "2026-06-17 00:12:00", + "2026-06-17 00:18:00", + "2026-06-17 00:24:00", + "2026-06-17 00:30:00", + "2026-06-17 00:36:00", + "2026-06-17 00:42:00", + "2026-06-17 00:48:00", + "2026-06-17 00:54:00", + "2026-06-17 01:00:00", + "2026-06-17 01:06:00", + "2026-06-17 01:12:00", + "2026-06-17 01:18:00", + "2026-06-17 01:24:00", + "2026-06-17 01:30:00", + "2026-06-17 01:36:00", + "2026-06-17 01:42:00", + "2026-06-17 01:48:00", + "2026-06-17 01:54:00", + "2026-06-17 02:00:00", + "2026-06-17 02:06:00", + "2026-06-17 02:12:00", + "2026-06-17 02:18:00", + "2026-06-17 02:24:00", + "2026-06-17 02:30:00", + "2026-06-17 02:36:00", + "2026-06-17 02:42:00", + "2026-06-17 02:48:00", + "2026-06-17 02:54:00", + "2026-06-17 03:00:00", + "2026-06-17 03:06:00", + "2026-06-17 03:12:00", + "2026-06-17 03:18:00", + "2026-06-17 03:24:00", + "2026-06-17 03:30:00", + "2026-06-17 03:36:00", + "2026-06-17 03:42:00", + "2026-06-17 03:48:00", + "2026-06-17 03:54:00", + "2026-06-17 04:00:00", + "2026-06-17 04:06:00", + "2026-06-17 04:12:00", + "2026-06-17 04:18:00", + "2026-06-17 04:24:00", + "2026-06-17 04:30:00", + "2026-06-17 04:36:00", + "2026-06-17 04:42:00", + "2026-06-17 04:48:00", + "2026-06-17 04:54:00", + "2026-06-17 05:00:00", + "2026-06-17 05:06:00", + "2026-06-17 05:12:00", + "2026-06-17 05:18:00", + "2026-06-17 05:24:00", + "2026-06-17 05:30:00", + "2026-06-17 05:36:00", + "2026-06-17 05:42:00", + "2026-06-17 05:48:00", + "2026-06-17 05:54:00", + "2026-06-17 06:00:00", + "2026-06-17 06:06:00", + "2026-06-17 06:12:00", + "2026-06-17 06:18:00", + "2026-06-17 06:24:00", + "2026-06-17 06:30:00", + "2026-06-17 06:36:00", + "2026-06-17 06:42:00", + "2026-06-17 06:48:00", + "2026-06-17 06:54:00", + "2026-06-17 07:00:00", + "2026-06-17 07:06:00", + "2026-06-17 07:12:00", + "2026-06-17 07:18:00", + "2026-06-17 07:24:00", + "2026-06-17 07:30:00", + "2026-06-17 07:36:00", + "2026-06-17 07:42:00", + "2026-06-17 07:48:00", + "2026-06-17 07:54:00", + "2026-06-17 08:00:00", + "2026-06-17 08:06:00", + "2026-06-17 08:12:00", + "2026-06-17 08:18:00", + "2026-06-17 08:24:00", + "2026-06-17 08:30:00", + "2026-06-17 08:36:00", + "2026-06-17 08:42:00", + "2026-06-17 08:48:00", + "2026-06-17 08:54:00", + "2026-06-17 09:00:00", + "2026-06-17 09:06:00", + "2026-06-17 09:12:00", + "2026-06-17 09:18:00", + "2026-06-17 09:24:00", + "2026-06-17 09:30:00", + "2026-06-17 09:36:00", + "2026-06-17 09:42:00", + "2026-06-17 09:48:00", + "2026-06-17 09:54:00", + "2026-06-17 10:00:00", + "2026-06-17 10:06:00", + "2026-06-17 10:12:00", + "2026-06-17 10:18:00", + "2026-06-17 10:24:00", + "2026-06-17 10:30:00", + "2026-06-17 10:36:00", + "2026-06-17 10:42:00", + "2026-06-17 10:48:00", + "2026-06-17 10:54:00", + "2026-06-17 11:00:00", + "2026-06-17 11:06:00", + "2026-06-17 11:12:00", + "2026-06-17 11:18:00", + "2026-06-17 11:24:00", + "2026-06-17 11:30:00", + "2026-06-17 11:36:00", + "2026-06-17 11:42:00", + "2026-06-17 11:48:00", + "2026-06-17 11:54:00", + "2026-06-17 12:00:00", + "2026-06-17 12:06:00", + "2026-06-17 12:12:00", + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" + ], + "context": [ + 1.6130000352859497, + 1.6069999933242798, + 1.6030000448226929, + 1.6009999513626099, + 1.6019999980926514, + 1.590000033378601, + 1.5740000009536743, + 1.5729999542236328, + 1.5720000267028809, + 1.5509999990463257, + 1.534999966621399, + 1.5199999809265137, + 1.5, + 1.4850000143051147, + 1.4819999933242798, + 1.4559999704360962, + 1.440999984741211, + 1.4160000085830688, + 1.406999945640564, + 1.3960000276565552, + 1.3799999952316284, + 1.3559999465942383, + 1.3600000143051147, + 1.3179999589920044, + 1.3109999895095825, + 1.2990000247955322, + 1.2660000324249268, + 1.246999979019165, + 1.2280000448226929, + 1.2029999494552612, + 1.1720000505447388, + 1.1510000228881836, + 1.1349999904632568, + 1.125, + 1.1080000400543213, + 1.1039999723434448, + 1.0839999914169312, + 1.0750000476837158, + 1.065000057220459, + 1.0679999589920044, + 1.0549999475479126, + 1.059000015258789, + 1.0470000505447388, + 1.0529999732971191, + 1.0429999828338623, + 1.0460000038146973, + 1.065000057220459, + 1.0770000219345093, + 1.0700000524520874, + 1.0980000495910645, + 1.1119999885559082, + 1.125, + 1.125, + 1.156000018119812, + 1.1629999876022339, + 1.180999994277954, + 1.2050000429153442, + 1.2380000352859497, + 1.2489999532699585, + 1.2769999504089355, + 1.2829999923706055, + 1.309999942779541, + 1.3289999961853027, + 1.3420000076293945, + 1.38100004196167, + 1.409000039100647, + 1.4320000410079956, + 1.4600000381469727, + 1.4880000352859497, + 1.5149999856948853, + 1.5490000247955322, + 1.5700000524520874, + 1.5950000286102295, + 1.6399999856948853, + 1.6779999732971191, + 1.6920000314712524, + 1.7230000495910645, + 1.7380000352859497, + 1.7710000276565552, + 1.805999994277954, + 1.8300000429153442, + 1.8550000190734863, + 1.875, + 1.9149999618530273, + 1.9420000314712524, + 1.9700000286102295, + 1.9989999532699585, + 2.0220000743865967, + 2.052000045776367, + 2.069999933242798, + 2.0880000591278076, + 2.111999988555908, + 2.121000051498413, + 2.1440000534057617, + 2.1540000438690186, + 2.1710000038146973, + 2.188999891281128, + 2.2070000171661377, + 2.2230000495910645, + 2.2249999046325684, + 2.240000009536743, + 2.23799991607666, + 2.259000062942505, + 2.25600004196167, + 2.2690000534057617, + 2.26200008392334, + 2.263000011444092, + 2.256999969482422, + 2.252000093460083, + 2.236999988555908, + 2.2249999046325684, + 2.2130000591278076, + 2.183000087738037, + 2.1589999198913574, + 2.13700008392334, + 2.1059999465942383, + 2.059999942779541, + 2.0309998989105225, + 2.00600004196167, + 1.9520000219345093, + 1.9110000133514404, + 1.86899995803833, + 1.812000036239624, + 1.7549999952316284, + 1.7300000190734863, + 1.6770000457763672, + 1.6180000305175781, + 1.5889999866485596, + 1.5429999828338623, + 1.4830000400543213, + 1.4179999828338623, + 1.3619999885559082, + 1.2879999876022339, + 1.2269999980926514, + 1.1779999732971191, + 1.121999979019165, + 1.0529999732971191, + 0.996999979019165, + 0.9509999752044678, + 0.8889999985694885, + 0.8339999914169312, + 0.7720000147819519, + 0.7149999737739563, + 0.6589999794960022, + 0.6230000257492065, + 0.5740000009536743, + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645 + ], + "actual": [ + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 + ], + "predictions": { + "p50": [ + 1.6135780811309814, + 1.6298134326934814, + 1.6439387798309326, + 1.6572325229644775, + 1.6676937341690063, + 1.6776472330093384, + 1.683326005935669, + 1.689760684967041, + 1.6937851905822754, + 1.694443702697754, + 1.6978342533111572, + 1.6972579956054688, + 1.6942447423934937, + 1.6914856433868408, + 1.6851580142974854, + 1.678354263305664, + 1.6707680225372314, + 1.6611685752868652, + 1.6526751518249512, + 1.641169786453247, + 1.6301217079162598, + 1.6159967184066772, + 1.600771427154541, + 1.5873682498931885, + 1.572169303894043, + 1.5542833805084229, + 1.5380301475524902, + 1.5206891298294067, + 1.4987703561782837, + 1.4811286926269531, + 1.4615042209625244, + 1.4421578645706177, + 1.4440068006515503, + 1.4290105104446411, + 1.4129860401153564, + 1.398071050643921, + 1.3862497806549072, + 1.3735103607177734, + 1.3589478731155396, + 1.3468648195266724, + 1.3341777324676514, + 1.320317029953003, + 1.3106305599212646, + 1.2967746257781982, + 1.286778211593628, + 1.275864839553833, + 1.2674764394760132, + 1.2586795091629028, + 1.2481138706207275, + 1.2413803339004517, + 1.236920714378357, + 1.2293107509613037, + 1.2249642610549927, + 1.2180230617523193, + 1.214934229850769, + 1.2147666215896606, + 1.2124344110488892, + 1.2083014249801636, + 1.209712266921997, + 1.2100262641906738 + ], + "p10": [ + 1.5996906757354736, + 1.6105469465255737, + 1.6195917129516602, + 1.624821662902832, + 1.628720998764038, + 1.6301816701889038, + 1.6288068294525146, + 1.626214861869812, + 1.6207256317138672, + 1.6150612831115723, + 1.607831597328186, + 1.5958402156829834, + 1.5828287601470947, + 1.5671292543411255, + 1.548874855041504, + 1.5268006324768066, + 1.50480318069458, + 1.4822306632995605, + 1.4574874639511108, + 1.4289408922195435, + 1.4041731357574463, + 1.3733677864074707, + 1.3437108993530273, + 1.314968228340149, + 1.283671498298645, + 1.2499687671661377, + 1.215480923652649, + 1.1796351671218872, + 1.1363182067871094, + 1.1027328968048096, + 1.0650986433029175, + 1.0227437019348145, + 0.9897690415382385, + 0.9488945603370667, + 0.9078527688980103, + 0.8742448091506958, + 0.8418630361557007, + 0.8119676113128662, + 0.7688735127449036, + 0.7374833822250366, + 0.7041709423065186, + 0.6641107797622681, + 0.6261715888977051, + 0.5879194736480713, + 0.5435287952423096, + 0.515011727809906, + 0.4863377809524536, + 0.4417048692703247, + 0.40791428089141846, + 0.37575268745422363, + 0.3555108308792114, + 0.32135945558547974, + 0.29579871892929077, + 0.2590009570121765, + 0.23450404405593872, + 0.21148407459259033, + 0.18224942684173584, + 0.1563015580177307, + 0.13422834873199463, + 0.10936355590820312 + ], + "p90": [ + 1.6266310214996338, + 1.6457679271697998, + 1.6664016246795654, + 1.6852185726165771, + 1.7046120166778564, + 1.720611810684204, + 1.7334926128387451, + 1.748387336730957, + 1.7599250078201294, + 1.7698864936828613, + 1.7829179763793945, + 1.7933452129364014, + 1.8026647567749023, + 1.8117759227752686, + 1.8182780742645264, + 1.824144959449768, + 1.829392433166504, + 1.835397720336914, + 1.8404996395111084, + 1.8448927402496338, + 1.8514403104782104, + 1.8513528108596802, + 1.8519513607025146, + 1.8535797595977783, + 1.854759931564331, + 1.8562908172607422, + 1.858600378036499, + 1.8615319728851318, + 1.8573040962219238, + 1.856710433959961, + 1.85603928565979, + 1.8635735511779785, + 1.8684743642807007, + 1.8728489875793457, + 1.8850624561309814, + 1.901705026626587, + 1.9050984382629395, + 1.908984899520874, + 1.9144606590270996, + 1.9300659894943237, + 1.932548999786377, + 1.9392129182815552, + 1.9410028457641602, + 1.9505326747894287, + 1.9672834873199463, + 1.973337173461914, + 1.9830124378204346, + 1.997030258178711, + 2.0044803619384766, + 2.010314702987671, + 2.01247501373291, + 2.0264687538146973, + 2.0379655361175537, + 2.041503429412842, + 2.051654815673828, + 2.0617189407348633, + 2.0672335624694824, + 2.0768418312072754, + 2.086164951324463, + 2.0987935066223145 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index d511c02ea73e22d9049ef9d2b9ce228b8ea519c0..c3b8b9e75ef411a601ce3464dec98b60be3bcfbf 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1399663.710055669,1399663.710055669,1024.1720377604167,1.0396451065653995,0.01581786335753534,0.015652778749100805,4.021978018177504,1183.0738396463971,0.01819141058659251,0.015748073726129748,0.011794074046845028,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1401256.4749539692,1401256.4749539692,1024.6940104166667,1.0401749651221885,0.01582617027439176,0.01566089208932415,4.021978018177504,1183.7467951187741,0.01820190398636268,0.015756225968184063,0.011802194622885006,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.1437042964941306,2.1437042964941306,1.2912500699361165,0.7132463108112109,0.05893869912850077,0.057397264678754834,15.762726357163581,1.4641394388835138,0.06630315828557283,0.05847390999761378,0.05233002873140174,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.1630242333431422,0.1630242333431422,0.32956666747728985,0.3157751737540456,0.23094647007076002,0.262498570721194,11.436319285070537,0.40376259527492414,0.29464200161220216,0.24049821282739914,0.23517638852796935,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.12418063805400739,0.12418063805400739,0.2864666759967804,0.27433643390252904,0.21186354642824798,0.22110806126490173,9.68377093291697,0.3523927326918184,0.2623400886381634,0.2132611890115185,0.20735156239646324,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.07194443172879003,0.07194443172879003,0.23055552442868552,1.233958995658387,0.15686766022544915,0.1745961394008609,42.79890073698292,0.26822459195381404,0.18731494574679472,0.16100871003438555,0.15637674521477488,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,4.384166831970258,4.384166831970258,1.9916667143503826,1.3566697939724321,0.10979070237128019,0.10352728615729541,38.62280112270497,2.0938402116614,0.11533661618534755,0.10970851458616919,0.10231045802655239,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,95.51666216850397,95.51666216850397,8.758333206176758,0.6970917831986543,0.28123160409310394,0.3351721445181861,24.928678925734232,9.773262616368394,0.2626632730043017,0.2353863347684683,0.2293263621636999,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 692f74ff30c6da5ce017d15375bc22622d81487a..c938c771b8b0490b8ff83826e0e26fd71cadc465 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:43:26.127537+00:00", + "evaluated_at": "2026-06-18T03:50:08.144161+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65840.09375, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b98725bb0c9ce2ca3859029c83780d93f26c2e40..e6f17a24ccee485adb72f875f0bbd008370c3f24 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T03:37:34.467839+00:00", + "evaluated_at": "2026-06-18T03:50:08.151102+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,12 +304,12 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 0.7870000004768372, - 0.8220000267028809, - 0.8529999852180481, 0.8930000066757202, 0.9319999814033508, 0.9639999866485596, @@ -334,9 +331,9 @@ 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, - 0.7870000004768372, - 0.8220000267028809, - 0.8529999852180481, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, 0.8930000066757202, 0.9319999814033508, 0.9639999866485596, @@ -358,9 +355,9 @@ 1.4980000257492065, 1.5180000066757202, 1.5499999523162842, - 0.7870000004768372, - 0.8220000267028809, - 0.8529999852180481, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, 0.8930000066757202, 0.9319999814033508, 0.9639999866485596, @@ -369,12 +366,12 @@ 1.0859999656677246, 1.1230000257492065, 1.1649999618530273, - 1.1950000524520874 + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104 ], "p10": [ - 0.7712600004673004, - 0.8055600261688233, - 0.8359399855136871, 0.8751400065422058, 0.9133599817752838, 0.9447199869155883, @@ -396,9 +393,9 @@ 1.4680400252342223, 1.4876400065422057, 1.5189999532699585, - 0.7712600004673004, - 0.8055600261688233, - 0.8359399855136871, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, 0.8751400065422058, 0.9133599817752838, 0.9447199869155883, @@ -420,9 +417,9 @@ 1.4680400252342223, 1.4876400065422057, 1.5189999532699585, - 0.7712600004673004, - 0.8055600261688233, - 0.8359399855136871, + 1.5356600308418273, + 1.5523199915885926, + 1.5660400485992432, 0.8751400065422058, 0.9133599817752838, 0.9447199869155883, @@ -431,12 +428,12 @@ 1.06427996635437, 1.1005400252342223, 1.1416999626159667, - 1.1711000514030456 + 1.1711000514030456, + 1.2005000233650207, + 1.232840015888214, + 1.266160054206848 ], "p90": [ - 0.802740000486374, - 0.8384400272369384, - 0.8700599849224091, 0.9108600068092346, 0.9506399810314179, 0.9832799863815308, @@ -458,9 +455,9 @@ 1.5279600262641908, 1.5483600068092347, 1.5809999513626098, - 0.802740000486374, - 0.8384400272369384, - 0.8700599849224091, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, 0.9108600068092346, 0.9506399810314179, 0.9832799863815308, @@ -482,9 +479,9 @@ 1.5279600262641908, 1.5483600068092347, 1.5809999513626098, - 0.802740000486374, - 0.8384400272369384, - 0.8700599849224091, + 1.5983400321006775, + 1.6156799912452697, + 1.6299600505828857, 0.9108600068092346, 0.9506399810314179, 0.9832799863815308, @@ -493,12 +490,12 @@ 1.1077199649810792, 1.1454600262641907, 1.188299961090088, - 1.2189000535011292 + 1.2189000535011292, + 1.2495000243186951, + 1.2831600165367127, + 1.3178400564193726 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index de20c590ffdd03a6f7df582588e161558bcb8930..34cebe2bf3d11c65bf0bf2ea4ac07fb236ca9ed5 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T03:43:26.140759+00:00", + "evaluated_at": "2026-06-18T03:50:08.157418+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 381e8e9adfd04e0b68b74fbb335bd86071221002..df3a2590a02f531d9bd3ba482a06b77b17262a3d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,960517.0320491791,960517.0320491791,836.1111653645834,0.8487430329740436,0.012927006446843192,0.012813632111808956,6.378404593186925,980.0597084102474,0.015069785128877213,0.012856375481793707,0.008324703187081749,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,962014.82239151,962014.82239151,836.6331380208334,0.8492728915308326,0.012935301887437233,0.01282174557961784,6.399598935458481,980.823542943128,0.015081650932303965,0.012864504565384318,0.008332795978307293,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.024448505636296917,0.024448505636296917,0.14426099161307018,0.13822405051229048,0.10877787185781872,0.10223451889019614,1.731449036035198,0.1563601791898977,0.11410238766071075,0.1052731179679831,0.07161320139496608,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002950453770441245,0.002950453770441245,0.04460797210534414,0.04271907700406012,0.030985988976446843,0.03040103067882989,0.4661015989422378,0.05431807959088065,0.04043729763005208,0.033208571773581295,0.033348867612115786,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.07234154992614804,0.07234154992614804,0.22721486455864376,1.2160794097829766,0.15118473274739014,0.168139957695068,14.937464273129486,0.268963845016664,0.18783120395545566,0.15867575645336898,0.13464327658528097,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.084079614056615,2.084079614056615,1.1926860014597576,0.8124256233312503,0.06731082127818078,0.06410130938519783,24.447857421419226,1.4436341690527468,0.07952081497946488,0.06569764340844846,0.060763034514630436,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,73.9657991154495,73.9657991154495,6.8719775676727295,0.5469532825460142,0.17270567188596433,0.1795133211700711,2.721461655973371,8.600337151266194,0.23114008021320118,0.18468920674596362,0.1772553136222054,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index de55fe2b36da79bde41628d24b9ea8bab7314edc..ec82010751f6fac10d82cba94fd22a909df8fee9 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:43:21.852802+00:00", + "evaluated_at": "2026-06-18T03:49:59.393592+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65975.9375, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ad6d0a7ddeded00f18d4ca58949f519269da6ae5..6a91f40377ae2dc319f57a6b8bf8a86a0e6acaf6 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T03:36:58.511604+00:00", + "evaluated_at": "2026-06-18T03:50:04.038422+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.57330322265625, - 1.59698486328125, - 1.61474609375, - 1.638427734375, - 1.662109375, - 1.682830810546875, + 1.6265869140625, + 1.64434814453125, + 1.65618896484375, + 1.670989990234375, + 1.685791015625, 1.700592041015625, - 1.718353271484375, - 1.733154296875, - 1.747955322265625, - 1.759796142578125, - 1.765716552734375, - 1.771636962890625, - 1.783477783203125, - 1.7923583984375, - 1.79827880859375, - 1.79827880859375, - 1.807159423828125, - 1.801239013671875, - 1.795318603515625, - 1.7923583984375, - 1.783477783203125, - 1.77459716796875, - 1.759796142578125, - 1.75091552734375, - 1.733154296875, + 1.70355224609375, + 1.712432861328125, + 1.7213134765625, + 1.7213134765625, + 1.72723388671875, + 1.71539306640625, + 1.712432861328125, + 1.70947265625, 1.706512451171875, + 1.700592041015625, + 1.69171142578125, 1.69171142578125, 1.676910400390625, - 1.653228759765625, - 1.623626708984375, - 1.605865478515625, - 1.582183837890625, - 1.546661376953125, - 1.517059326171875, - 1.50225830078125, - 1.4622955322265625, - 1.4563751220703125, - 1.4208526611328125, - 1.401611328125, - 1.3616485595703125, + 1.659149169921875, + 1.6502685546875, + 1.629547119140625, + 1.59698486328125, + 1.5792236328125, + 1.558502197265625, + 1.53778076171875, + 1.499298095703125, + 1.487457275390625, + 1.463775634765625, + 1.43121337890625, + 1.39569091796875, + 1.3823699951171875, 1.3527679443359375, 1.3187255859375, - 1.306884765625, - 1.280242919921875, - 1.2632217407226562, - 1.2365798950195312, - 1.221038818359375, - 1.2232589721679688, - 1.2025375366210938, - 1.1744155883789062, - 1.1633148193359375, - 1.1355628967285156, - 1.1350078582763672, - 1.1244621276855469, - 1.1050357818603516, - 1.078948974609375, - 1.0745086669921875, - 1.0610027313232422, - 1.0743236541748047 + 1.26544189453125, + 1.24176025390625, + 1.2010574340820312, + 1.1906967163085938, + 1.1492538452148438, + 1.1422233581542969, + 1.1015205383300781, + 1.0982365608215332, + 1.0756187438964844, + 1.075063705444336, + 1.0619277954101562, + 1.060262680053711, + 1.0319557189941406, + 1.0264053344726562, + 1.04638671875, + 1.0345458984375, + 1.0289955139160156, + 1.0323257446289062, + 1.0101242065429688, + 1.0345458984375, + 1.0467567443847656, + 1.0397262573242188, + 1.0230751037597656, + 1.0419464111328125, + 1.0456466674804688, + 1.0748786926269531 ], "p10": [ - 1.564422607421875, - 1.58514404296875, - 1.599945068359375, - 1.62066650390625, - 1.64434814453125, - 1.659149169921875, + 1.61474609375, + 1.623626708984375, + 1.63250732421875, + 1.6502685546875, + 1.662109375, 1.670989990234375, - 1.685791015625, - 1.700592041015625, - 1.70947265625, - 1.718353271484375, - 1.72723388671875, - 1.72723388671875, - 1.736114501953125, - 1.736114501953125, - 1.736114501953125, - 1.718353271484375, - 1.7213134765625, - 1.706512451171875, - 1.700592041015625, - 1.6976318359375, - 1.67987060546875, 1.670989990234375, - 1.65618896484375, + 1.676910400390625, + 1.682830810546875, + 1.67987060546875, + 1.6739501953125, + 1.66802978515625, + 1.662109375, + 1.653228759765625, 1.641387939453125, - 1.623626708984375, - 1.582183837890625, - 1.56146240234375, + 1.63250732421875, + 1.599945068359375, + 1.6029052734375, + 1.576263427734375, + 1.552581787109375, 1.53778076171875, 1.5081787109375, - 1.475616455078125, + 1.47265625, 1.4474945068359375, - 1.4208526611328125, - 1.3794097900390625, - 1.36016845703125, - 1.3320465087890625, - 1.2906036376953125, - 1.283203125, - 1.2432403564453125, - 1.2239990234375, - 1.1810760498046875, - 1.1766357421875, - 1.140188217163086, - 1.1314926147460938, - 1.1111412048339844, - 1.1007804870605469, - 1.0767288208007812, - 1.055267333984375, - 1.0547122955322266, - 1.0312156677246094, - 1.0112342834472656, - 1.0008735656738281, - 0.9820022583007812, - 0.9879226684570312, - 0.9790420532226562, - 0.9679412841796875, - 0.9398193359375, - 0.9464797973632812, - 0.92205810546875, - 0.942779541015625 + 1.422332763671875, + 1.39569091796875, + 1.345367431640625, + 1.327606201171875, + 1.28912353515625, + 1.2491607666015625, + 1.2047576904296875, + 1.18255615234375, + 1.1670150756835938, + 1.138153076171875, + 1.0986528396606445, + 1.0652580261230469, + 1.025665283203125, + 1.022705078125, + 0.98126220703125, + 0.9768218994140625, + 0.9390792846679688, + 0.942779541015625, + 0.9198379516601562, + 0.9198379516601562, + 0.9168777465820312, + 0.9264984130859375, + 0.9028167724609375, + 0.8880157470703125, + 0.8687744140625, + 0.8613739013671875, + 0.8584136962890625, + 0.859893798828125, + 0.842132568359375, + 0.877655029296875, + 0.8880157470703125, + 0.8924560546875, + 0.871734619140625, + 0.8968963623046875, + 0.8850555419921875, + 0.913177490234375 ], "p90": [ - 1.58514404296875, - 1.617706298828125, 1.638427734375, - 1.65618896484375, + 1.665069580078125, + 1.6739501953125, 1.685791015625, 1.70947265625, + 1.7213134765625, 1.733154296875, - 1.7449951171875, - 1.771636962890625, - 1.783477783203125, - 1.795318603515625, - 1.81011962890625, - 1.82196044921875, - 1.8397216796875, - 1.8515625, - 1.8634033203125, - 1.88116455078125, - 1.90484619140625, - 1.8870849609375, - 1.8870849609375, - 1.8870849609375, - 1.89300537109375, - 1.8870849609375, - 1.875244140625, - 1.875244140625, - 1.85748291015625, - 1.836761474609375, - 1.836761474609375, - 1.83380126953125, - 1.82196044921875, - 1.80419921875, - 1.78643798828125, + 1.742034912109375, 1.753875732421875, - 1.72723388671875, - 1.688751220703125, + 1.759796142578125, + 1.759796142578125, + 1.759796142578125, + 1.76275634765625, + 1.765716552734375, + 1.765716552734375, + 1.7686767578125, + 1.77459716796875, + 1.789398193359375, + 1.7686767578125, + 1.76275634765625, + 1.753875732421875, + 1.7449951171875, + 1.71539306640625, + 1.70355224609375, 1.69171142578125, - 1.662109375, - 1.65618896484375, - 1.617706298828125, - 1.6029052734375, - 1.5673828125, - 1.558502197265625, - 1.5318603515625, - 1.517059326171875, - 1.49041748046875, - 1.47265625, - 1.45489501953125, + 1.67987060546875, + 1.6502685546875, + 1.653228759765625, + 1.64434814453125, + 1.629547119140625, + 1.605865478515625, + 1.599945068359375, + 1.534820556640625, + 1.50225830078125, + 1.4445343017578125, 1.440093994140625, - 1.4134521484375, - 1.392730712890625, - 1.3660888671875, - 1.3468475341796875, - 1.3172454833984375, - 1.309844970703125, - 1.303924560546875, - 1.2824630737304688, - 1.2550811767578125, - 1.2432403564453125, - 1.2336196899414062, - 1.24176025390625 + 1.410491943359375, + 1.3942108154296875, + 1.34832763671875, + 1.339447021484375, + 1.2994842529296875, + 1.2935638427734375, + 1.2758026123046875, + 1.268402099609375, + 1.2476806640625, + 1.24176025390625, + 1.2217788696289062, + 1.2195587158203125, + 1.244720458984375, + 1.23583984375, + 1.232879638671875, + 1.22991943359375, + 1.2047576904296875, + 1.2239990234375, + 1.2373199462890625, + 1.2343597412109375, + 1.2158584594726562, + 1.2291793823242188, + 1.2425003051757812, + 1.2691421508789062 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 0cdb1f0440794cb2f27146e9532c19f6df8534ea..6631c689f13db30c90f7ce3fdaf9db4cc79deedb 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T03:43:25.013614+00:00", + "evaluated_at": "2026-06-18T03:50:06.081094+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 24fe8d685db8c9f3db9bed9c3a8474f622b70334..825471af37ae1622b09d5aba9fc27f928305d003 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1151600.1684907277,950938.3047059377,812.1306966145834,0.8244002701667328,0.012561226448706492,0.012449574608530663,34.94273143765755,1073.1263525283161,0.016500814603397664,0.012487642323751276,0.013325748390408232,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1153300.7288983662,952495.2247632345,812.6526692708334,0.8249301287235217,0.012569529034247054,0.012457687997796422,34.963925779929106,1073.9183995529484,0.016513125677260827,0.012495768454304352,0.013333881233020203,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,3.265212421903167,2.0555524345600134,1.1191657384236653,0.6181922872278925,0.04934103729951961,0.04822957659021768,26.443721001437382,1.8069898787495096,0.0818290476776705,0.05068111761204866,0.058322632263445154,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.24815628356647898,0.20229173523569396,0.3831922064224879,0.36715662566996526,0.3221528613105297,0.25935924514716646,16.055472520282397,0.49815287168346123,0.3635224286235341,0.27963095151407147,0.30068418457482615,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.1909774119296778,0.15638587713010096,0.33216362496217094,0.3180983757611067,0.2878047997654194,0.2357781179561895,13.781850152455766,0.4370096245275129,0.3253334504333834,0.24728045368392107,0.26465926057642225,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02899865594115505,0.041184300297472255,0.1569126976860894,0.839814336796193,0.10375098974485675,0.11219257296142443,10.666219476110644,0.17028991732088852,0.11892215546619576,0.10958015907472833,0.08316926177906711,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.07921036489203,0.9859343504970942,0.8025690714518229,0.5466884639734159,0.04537118208283065,0.04382662100914745,27.637922178158117,1.038850501704663,0.05722380386132465,0.044208531501466204,0.05176093874551861,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,63.69566031633576,110.95217997009968,7.873037497202556,0.6266294760565014,0.1858106001924926,0.20743595062098308,8.350486912599719,7.980956102894925,0.21449378104084904,0.21159339298192759,0.16718573181638374,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index a64a42432abac55dbd122280424e4645f7bddae9..4f968cc6cba2d01db3ec0e1c227fd846ca194255 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:42:11.275501+00:00", + "evaluated_at": "2026-06-18T03:48:12.302431+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65781.78125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 4ce12fc2f34f5afaaaafd970246ece22fd46c4f8..7a44e7e134a88d560c78bf8a1bb4499e49c5c8d6 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T03:32:08.759165+00:00", + "evaluated_at": "2026-06-18T03:48:17.200721+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.5635168552398682, - 1.5823249816894531, - 1.6324622631072998, - 1.6452491283416748, - 1.658355712890625, - 1.675661325454712, - 1.7077398300170898, - 1.7360398769378662, - 1.7293249368667603, - 1.7387735843658447, - 1.7618697881698608, - 1.7817022800445557, - 1.760952353477478, - 1.775538444519043, - 1.7921501398086548, - 1.81585693359375, - 1.808822512626648, - 1.8148620128631592, - 1.8320496082305908, - 1.808868646621704, - 1.8308480978012085, - 1.8278411626815796, - 1.8273608684539795, - 1.8333879709243774, - 1.8301444053649902, - 1.836669683456421, - 1.8330574035644531, - 1.8284128904342651, - 1.8264579772949219, - 1.8082026243209839, - 1.7961291074752808, - 1.8237311840057373, - 1.8190174102783203, - 1.8030738830566406, - 1.7994002103805542, - 1.8075644969940186, - 1.7953426837921143, - 1.777940034866333, - 1.7767746448516846, - 1.7642276287078857, - 1.7667983770370483, - 1.7759177684783936, - 1.757352352142334, - 1.753882646560669, - 1.7391693592071533, - 1.7408639192581177, - 1.7257413864135742, - 1.719651699066162, - 1.7221448421478271, - 1.7332582473754883, - 1.715682029724121, - 1.7019538879394531, - 1.6972227096557617, - 1.6957979202270508, - 1.6952028274536133, - 1.678041934967041, - 1.6856534481048584, - 1.677558422088623, - 1.683244228363037, - 1.669372320175171 + 1.5917011499404907, + 1.6116843223571777, + 1.6427654027938843, + 1.6486896276474, + 1.6531187295913696, + 1.669540286064148, + 1.6872224807739258, + 1.7244579792022705, + 1.7077558040618896, + 1.7186328172683716, + 1.729941487312317, + 1.735242486000061, + 1.7085304260253906, + 1.7123100757598877, + 1.7352352142333984, + 1.7581008672714233, + 1.7382702827453613, + 1.7363884449005127, + 1.7489076852798462, + 1.7297409772872925, + 1.7417055368423462, + 1.7347763776779175, + 1.7479050159454346, + 1.7464518547058105, + 1.717756986618042, + 1.7319291830062866, + 1.7365665435791016, + 1.7183918952941895, + 1.7134332656860352, + 1.6904488801956177, + 1.6776518821716309, + 1.7081507444381714, + 1.6943211555480957, + 1.6816439628601074, + 1.6938986778259277, + 1.6934795379638672, + 1.6764147281646729, + 1.6570439338684082, + 1.6581544876098633, + 1.6496150493621826, + 1.6585875749588013, + 1.6576932668685913, + 1.6432167291641235, + 1.6584500074386597, + 1.6407164335250854, + 1.6436045169830322, + 1.6377750635147095, + 1.6285442113876343, + 1.6266032457351685, + 1.6363970041275024, + 1.6256027221679688, + 1.6126757860183716, + 1.5939016342163086, + 1.5967662334442139, + 1.6022228002548218, + 1.5787687301635742, + 1.581957459449768, + 1.582515001296997, + 1.594399333000183, + 1.5882141590118408 ], "p10": [ - 1.5854170322418213, - 1.6058868169784546, - 1.6522347927093506, - 1.66562819480896, - 1.6769660711288452, - 1.686674952507019, - 1.670082926750183, - 1.7382246255874634, - 1.747854232788086, - 1.739564061164856, - 1.7710167169570923, - 1.7713649272918701, - 1.7601836919784546, - 1.7927871942520142, - 1.774360179901123, - 1.8354182243347168, - 1.823753833770752, - 1.8178929090499878, - 1.8397334814071655, - 1.849267840385437, - 1.8545629978179932, - 1.8704735040664673, - 1.855419397354126, - 1.8633583784103394, - 1.873915433883667, - 1.847306489944458, - 1.8721531629562378, - 1.8659335374832153, - 1.817411184310913, - 1.8127554655075073, - 1.824000597000122, - 1.860986351966858, - 1.8869764804840088, - 1.845949649810791, - 1.8509169816970825, - 1.8453986644744873, - 1.8402379751205444, - 1.835789680480957, - 1.8460285663604736, - 1.8004966974258423, - 1.7741397619247437, - 1.8307411670684814, - 1.8203221559524536, - 1.7950959205627441, - 1.7552627325057983, - 1.798911452293396, - 1.7982122898101807, - 1.7695797681808472, - 1.7677377462387085, - 1.7870962619781494, - 1.7558515071868896, - 1.774838924407959, - 1.7709835767745972, - 1.758124589920044, - 1.7430009841918945, - 1.7388179302215576, - 1.724063515663147, - 1.7492464780807495, - 1.7318272590637207, - 1.7227483987808228 + 1.6090596914291382, + 1.6431796550750732, + 1.6555813550949097, + 1.6638264656066895, + 1.6794551610946655, + 1.6890813112258911, + 1.6540707349777222, + 1.7137051820755005, + 1.7374039888381958, + 1.7227504253387451, + 1.7428877353668213, + 1.7306089401245117, + 1.7162895202636719, + 1.7325739860534668, + 1.7281972169876099, + 1.7642022371292114, + 1.7388713359832764, + 1.7395389080047607, + 1.7409096956253052, + 1.758899211883545, + 1.7609171867370605, + 1.7708196640014648, + 1.7665977478027344, + 1.758741021156311, + 1.744383692741394, + 1.7352350950241089, + 1.744439721107483, + 1.741752028465271, + 1.6951512098312378, + 1.6890332698822021, + 1.6898456811904907, + 1.7426164150238037, + 1.7593203783035278, + 1.7228710651397705, + 1.746093988418579, + 1.7142248153686523, + 1.70809805393219, + 1.702723741531372, + 1.7109006643295288, + 1.681958794593811, + 1.6616438627243042, + 1.7062437534332275, + 1.6927516460418701, + 1.68651282787323, + 1.6577765941619873, + 1.688044786453247, + 1.6820709705352783, + 1.6653428077697754, + 1.6693423986434937, + 1.685542106628418, + 1.6636402606964111, + 1.6690412759780884, + 1.661726713180542, + 1.6494166851043701, + 1.6472197771072388, + 1.6277480125427246, + 1.6132991313934326, + 1.6455110311508179, + 1.64033043384552, + 1.6240606307983398 ], "p90": [ - 1.5921566486358643, - 1.6079427003860474, - 1.6548048257827759, - 1.673154592514038, - 1.690749168395996, - 1.7185975313186646, - 1.743696928024292, - 1.775510549545288, - 1.7801258563995361, - 1.7968412637710571, - 1.8246890306472778, - 1.8336800336837769, - 1.8531209230422974, - 1.8541415929794312, - 1.8630024194717407, - 1.8904922008514404, - 1.8804517984390259, - 1.896651029586792, - 1.9194176197052002, - 1.9128673076629639, - 1.9371962547302246, - 1.9459069967269897, - 1.9576021432876587, - 1.9714202880859375, - 1.9803253412246704, - 1.9853510856628418, - 1.9967271089553833, - 1.996028184890747, - 2.014815330505371, - 2.0126242637634277, - 2.0052993297576904, - 2.0370283126831055, - 2.036895751953125, - 2.006281852722168, - 2.0374016761779785, - 2.0442070960998535, - 2.0439295768737793, - 2.0338189601898193, - 2.031954288482666, - 2.011774778366089, - 2.009507179260254, - 2.0209479331970215, - 1.9950307607650757, - 2.0014121532440186, - 1.98585045337677, - 1.992125153541565, - 1.983697533607483, - 2.0011372566223145, - 1.9868782758712769, - 2.0043275356292725, - 1.9848536252975464, - 1.9905812740325928, - 1.9742432832717896, - 2.0026450157165527, - 2.007514476776123, - 1.9850029945373535, - 1.9782931804656982, - 1.9902786016464233, - 2.0058348178863525, - 1.9944417476654053 + 1.628858208656311, + 1.6453697681427002, + 1.6771211624145508, + 1.6920770406723022, + 1.7018238306045532, + 1.7272309064865112, + 1.7328531742095947, + 1.7772454023361206, + 1.7693712711334229, + 1.7842140197753906, + 1.7950528860092163, + 1.7908116579055786, + 1.7976884841918945, + 1.7929933071136475, + 1.8028143644332886, + 1.823601245880127, + 1.808180332183838, + 1.8091884851455688, + 1.8255447149276733, + 1.8246879577636719, + 1.8294203281402588, + 1.8249053955078125, + 1.8474599123001099, + 1.8592419624328613, + 1.836863398551941, + 1.8534181118011475, + 1.8714300394058228, + 1.859845757484436, + 1.875186800956726, + 1.861786961555481, + 1.8431330919265747, + 1.8826037645339966, + 1.8737800121307373, + 1.8491281270980835, + 1.8822561502456665, + 1.893361210823059, + 1.8861733675003052, + 1.8761861324310303, + 1.881781816482544, + 1.8638445138931274, + 1.8691476583480835, + 1.870252251625061, + 1.8478649854660034, + 1.873799443244934, + 1.8537911176681519, + 1.8568392992019653, + 1.845216989517212, + 1.8750100135803223, + 1.8560810089111328, + 1.8830900192260742, + 1.8746353387832642, + 1.8794957399368286, + 1.844063639640808, + 1.8792924880981445, + 1.8869755268096924, + 1.8550866842269897, + 1.851772427558899, + 1.866068959236145, + 1.8803796768188477, + 1.8700096607208252 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index a2f558fc7a1c373618adb83940297ea62e16dd61..67bb5301aa379249e033c9f78b6b01bbb09188d0 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T03:42:13.706628+00:00", + "evaluated_at": "2026-06-18T03:48:19.596310+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index aca511a7507bc97891f69d2ec87b85639395dfb7..971300760a3e4c89cf97480a32d6dea59b5ef335 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,999751.302353541,999751.302353541,839.4539388020834,0.8521363086333295,0.012982887892131862,0.012864684832481104,11.13107393258917,999.875643444494,0.01537448277181805,0.012907775286321288,0.009240660150367615,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,1001269.971602122,1001269.971602122,839.9759114583334,0.8526661671901185,0.012991185855631159,0.01287279827289175,11.152268274860726,1000.6347843254911,0.015386278843424304,0.012915904781552535,0.009248760277128992,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.599317467854083,0.599317467854083,0.5944896539052328,0.3283775639867488,0.026530083893923598,0.026747771423885704,2.1204012782978103,0.7741559712707013,0.03505744366808659,0.026921303104895065,0.02886119856295038,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.2724518374912905,0.2724518374912905,0.45044587751229603,0.43159590843039497,0.3745716231661741,0.29486274229689186,3.4577341877208907,0.5219691920901947,0.38090216710797536,0.3287086929828599,0.20144172560887894,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.10838173045491555,0.10838173045491555,0.28082568347454073,0.26893430548100383,0.2401692877494289,0.20396576134680883,0.813397594408171,0.3292138065982585,0.2450844503635801,0.20906173101762798,0.1325887061126373,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.03459297158227178,0.03459297158227178,0.1415820684697893,0.7577630917547485,0.09363734157905695,0.10044350489924993,4.246155076695069,0.1859918589139637,0.12988762405429846,0.09887399690295418,0.10415529410798355,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.152973081141378,1.152973081141378,0.8751972516377767,0.5961608267635972,0.0494476243381449,0.047648394758504915,12.255809112412734,1.0737658409268653,0.05914707243570027,0.048209165597465804,0.03871690065110235,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,36.9562932382161,36.9562932382161,5.077369610468547,0.404117147909381,0.13465162935563177,0.13904509043434066,3.0360730294707614,6.079168795009405,0.16338191610327626,0.13645786187149508,0.16757809505009363,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0f2ed44d376f146a5f8388ab130720e631d7b8af..dc866a30359b5121858cc61d48e6771839feffa0 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:42:43.758997+00:00", + "evaluated_at": "2026-06-18T03:48:56.808374+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65842.2890625, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 10320a95c5c4c2115fb2e2c0946764d2a42504d8..0b021966a5d455ef11019132150e4c2abc9a94cb 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T03:34:52.891124+00:00", + "evaluated_at": "2026-06-18T03:49:01.334549+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.5780515670776367, - 1.6019214391708374, - 1.6241748332977295, - 1.6461668014526367, - 1.667100191116333, - 1.688035249710083, - 1.706734538078308, - 1.7248789072036743, - 1.7421772480010986, - 1.759110927581787, - 1.7758129835128784, - 1.7907543182373047, - 1.80548894405365, - 1.8191454410552979, - 1.8318135738372803, - 1.8426837921142578, - 1.85237455368042, - 1.8608092069625854, - 1.8696602582931519, - 1.8767846822738647, - 1.8832974433898926, - 1.8886772394180298, - 1.8943486213684082, - 1.8985108137130737, - 1.9024529457092285, - 1.9043316841125488, - 1.9053468704223633, - 1.9067060947418213, - 1.9071661233901978, - 1.9055571556091309, - 1.9049053192138672, - 1.9027422666549683, - 2.007554054260254, - 2.006478786468506, - 1.982147455215454, - 1.9714598655700684, - 1.9592475891113281, - 1.9436661005020142, - 1.9283500909805298, - 1.9124764204025269, - 1.8970487117767334, - 1.883673906326294, - 1.8714715242385864, - 1.856856346130371, - 1.8461949825286865, - 1.8354871273040771, - 1.826526165008545, - 1.810219407081604, - 1.7981767654418945, - 1.7863718271255493, - 1.7737390995025635, - 1.7609788179397583, - 1.7515884637832642, - 1.7384045124053955, - 1.7295355796813965, - 1.7173264026641846, - 1.708658218383789, - 1.7016905546188354, - 1.6916589736938477, - 1.6830427646636963 + 1.6202478408813477, + 1.6349565982818604, + 1.648645043373108, + 1.6618504524230957, + 1.6732323169708252, + 1.685065507888794, + 1.6949925422668457, + 1.7046253681182861, + 1.7126730680465698, + 1.7195343971252441, + 1.7255171537399292, + 1.7287027835845947, + 1.7307994365692139, + 1.7317126989364624, + 1.733007788658142, + 1.732553243637085, + 1.7312966585159302, + 1.7294877767562866, + 1.7276637554168701, + 1.7242430448532104, + 1.719310998916626, + 1.713496446609497, + 1.7078896760940552, + 1.6996864080429077, + 1.6923396587371826, + 1.6837389469146729, + 1.674555778503418, + 1.6647720336914062, + 1.6543605327606201, + 1.643942952156067, + 1.633418083190918, + 1.6231544017791748, + 1.7579518556594849, + 1.7455835342407227, + 1.711179494857788, + 1.6923010349273682, + 1.6748076677322388, + 1.6560581922531128, + 1.6395230293273926, + 1.6253557205200195, + 1.6108042001724243, + 1.5962685346603394, + 1.5812370777130127, + 1.5644245147705078, + 1.5509657859802246, + 1.539007544517517, + 1.5288857221603394, + 1.5126209259033203, + 1.4999892711639404, + 1.4881724119186401, + 1.4758145809173584, + 1.4638073444366455, + 1.455190658569336, + 1.4426827430725098, + 1.434412956237793, + 1.424479365348816, + 1.4159438610076904, + 1.4078975915908813, + 1.3983266353607178, + 1.3903751373291016 ], "p10": [ - 1.5646593570709229, - 1.5863115787506104, - 1.605379343032837, - 1.622721552848816, - 1.6386265754699707, - 1.653083086013794, - 1.6648757457733154, - 1.6752350330352783, - 1.6855945587158203, - 1.6944591999053955, - 1.7006776332855225, - 1.7058278322219849, - 1.709351658821106, - 1.711298942565918, - 1.709738850593567, - 1.7070391178131104, - 1.7043876647949219, - 1.696937084197998, - 1.6895604133605957, - 1.6805258989334106, - 1.6705925464630127, - 1.663679599761963, - 1.6538255214691162, - 1.6434478759765625, - 1.6279528141021729, - 1.6134910583496094, - 1.5968759059906006, - 1.5756491422653198, - 1.5535587072372437, - 1.527756929397583, - 1.4998219013214111, - 1.4817893505096436, - 1.5347630977630615, - 1.538271188735962, - 1.5235579013824463, - 1.501120924949646, - 1.4694972038269043, - 1.4330224990844727, - 1.3932642936706543, - 1.3609647750854492, - 1.3282649517059326, - 1.299546480178833, - 1.2660257816314697, - 1.2380831241607666, - 1.2168647050857544, - 1.1901819705963135, - 1.1622653007507324, - 1.1313672065734863, - 1.1104075908660889, - 1.0814183950424194, - 1.050923228263855, - 1.0247968435287476, - 0.988425612449646, - 0.9651432037353516, - 0.9432348012924194, - 0.9212665557861328, - 0.8965003490447998, - 0.8758701086044312, - 0.8616507649421692, - 0.8375623226165771 + 1.6079171895980835, + 1.6189002990722656, + 1.6282358169555664, + 1.6357512474060059, + 1.6405799388885498, + 1.6457526683807373, + 1.6489204168319702, + 1.6510920524597168, + 1.6515657901763916, + 1.649050235748291, + 1.6430230140686035, + 1.6342103481292725, + 1.6228265762329102, + 1.6100101470947266, + 1.5951189994812012, + 1.5796091556549072, + 1.5644429922103882, + 1.5466983318328857, + 1.5290364027023315, + 1.5093576908111572, + 1.4869567155838013, + 1.4666517972946167, + 1.4446840286254883, + 1.4199512004852295, + 1.3921947479248047, + 1.366052269935608, + 1.3388243913650513, + 1.3063015937805176, + 1.2727360725402832, + 1.2378586530685425, + 1.2002465724945068, + 1.1743425130844116, + 1.1290276050567627, + 1.2019191980361938, + 1.187192678451538, + 1.1415565013885498, + 1.1041868925094604, + 1.0679726600646973, + 1.0254162549972534, + 0.9959560632705688, + 0.9673910140991211, + 0.9418887495994568, + 0.9057294726371765, + 0.8798537850379944, + 0.8615391254425049, + 0.8388673663139343, + 0.8113528490066528, + 0.7820121049880981, + 0.7632730007171631, + 0.7353874444961548, + 0.7049522995948792, + 0.6788581013679504, + 0.6490496397018433, + 0.6285436749458313, + 0.6123817563056946, + 0.5942797660827637, + 0.568602979183197, + 0.5477280020713806, + 0.5329926609992981, + 0.5107926726341248 ], "p90": [ - 1.5894452333450317, - 1.6162996292114258, - 1.6419975757598877, - 1.669614553451538, - 1.6961860656738281, - 1.722210168838501, - 1.7479709386825562, - 1.774240493774414, - 1.799131989479065, - 1.8239483833312988, - 1.8496582508087158, - 1.875185489654541, - 1.8996028900146484, - 1.9244294166564941, - 1.9458580017089844, - 1.9687566757202148, - 1.9925274848937988, - 2.016726493835449, - 2.0397722721099854, - 2.062316417694092, - 2.0843300819396973, - 2.1063101291656494, - 2.127831220626831, - 2.1469435691833496, - 2.1666815280914307, - 2.185598850250244, - 2.2030560970306396, - 2.2216086387634277, - 2.237281322479248, - 2.2513654232025146, - 2.2619106769561768, - 2.268913984298706, - 2.2813117504119873, - 2.3258414268493652, - 2.3414597511291504, - 2.3644981384277344, - 2.379652261734009, - 2.399301528930664, - 2.4211132526397705, - 2.440509080886841, - 2.4546236991882324, - 2.4768543243408203, - 2.4942593574523926, - 2.513014316558838, - 2.5269675254821777, - 2.537844181060791, - 2.5504305362701416, - 2.5485739707946777, - 2.5541725158691406, - 2.565377712249756, - 2.5693650245666504, - 2.581368923187256, - 2.5842742919921875, - 2.5956239700317383, - 2.6015243530273438, - 2.6076183319091797, - 2.6078457832336426, - 2.6156649589538574, - 2.6209568977355957, - 2.630932569503784 + 1.6307086944580078, + 1.6489160060882568, + 1.667344331741333, + 1.686727523803711, + 1.7035126686096191, + 1.7211230993270874, + 1.7377212047576904, + 1.7551047801971436, + 1.7711541652679443, + 1.7865614891052246, + 1.801943063735962, + 1.8158904314041138, + 1.8274836540222168, + 1.8399488925933838, + 1.8516552448272705, + 1.863785743713379, + 1.8762038946151733, + 1.890642762184143, + 1.9028770923614502, + 1.9151384830474854, + 1.926772117614746, + 1.9394245147705078, + 1.9525249004364014, + 1.9608139991760254, + 1.9706642627716064, + 1.978302001953125, + 1.9852221012115479, + 1.9930050373077393, + 1.999861478805542, + 2.008049726486206, + 2.01210880279541, + 2.0119757652282715, + 2.0634357929229736, + 2.084120750427246, + 2.099278450012207, + 2.1168785095214844, + 2.1265130043029785, + 2.142765998840332, + 2.1640069484710693, + 2.181199550628662, + 2.191654682159424, + 2.2044219970703125, + 2.212423801422119, + 2.2242541313171387, + 2.2309441566467285, + 2.238072633743286, + 2.24752140045166, + 2.2429866790771484, + 2.24670147895813, + 2.2600386142730713, + 2.267068862915039, + 2.279780864715576, + 2.2849721908569336, + 2.2951836585998535, + 2.3022146224975586, + 2.3116579055786133, + 2.3138628005981445, + 2.321481466293335, + 2.3268628120422363, + 2.3350863456726074 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 18dd6064ebf488645b5154049fa00632fbe1d232..eba49de06c5b41e045e967d3acb08068386c5474 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T03:42:45.841127+00:00", + "evaluated_at": "2026-06-18T03:49:03.728919+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 84c241a1606e36e0a99eae148c51e528ee163363..186cddf20be2038bc3ee498df03644ca602d1583 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,846998.3445720673,846998.3445720673,774.61669921875,0.7863195157794424,0.011978757089644488,0.011879303913892386,3.4292427621244044,920.3251298166682,0.014151282657604868,0.011910812284490214,0.0077834152664714995,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,848417.6514320374,848417.6514320374,775.138671875,0.7868493743362311,0.011987043046677097,0.011887417481407,3.4292427621244044,921.0958969792654,0.014163247704815939,0.011918933795440415,0.0077861529747493725,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,3.4284285278736206,3.4284285278736206,1.3590960502624512,0.7507223166584148,0.05963965742649446,0.0567959913348521,2.6957509008207823,1.8516016115443463,0.08384927792510193,0.06154629685719261,0.04398314079085203,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.17776430334690266,0.17776430334690266,0.36929044624169666,0.35383661739916855,0.30484449717016066,0.25091846913029314,1.2033694484705968,0.4216210423435987,0.30767403739653976,0.26948627121546154,0.16439544282875668,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.020944598135391422,0.020944598135391422,0.12496557931105295,0.11967399443397472,0.10700682484320306,0.09907200480077562,0.8342981729586166,0.1447224866266173,0.10773919677499545,0.09303109318616834,0.09691362356983839,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.026157534667932185,0.026157534667932185,0.13180142475499046,0.7054159908769347,0.0880480876313823,0.09285587341951317,3.3909676701162437,0.16173291151751454,0.112946360830296,0.0920436733540913,0.09040375372198155,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.1236133794348764,1.1236133794348764,0.8550874392191569,0.5824625634576847,0.04834674240106953,0.04659162124417541,3.0784452940315834,1.0600063110353997,0.058389145632525744,0.04710144128136562,0.031108653859728348,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,48.39435226271462,48.39435226271462,5.448832750320435,0.4336825796480714,0.13486675242669913,0.14727628980507823,2.429539707981284,6.956604937950309,0.186963626551856,0.14644119373761527,0.1601355696608508,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 384c0a084fc2376eb47804371bc14233235ef74a..b7ec61f017b1c8ca7643fd80a01fabcc20df0f31 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:42:36.149630+00:00", + "evaluated_at": "2026-06-18T03:48:42.422310+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 64468.01171875, 64548.73828125, 64689.5, - 64332.5390625 + 64320.01171875 ], "p50": [ 65841.625, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 36398ce1e67e8989b3259fdb509239efe8bfda3e..098077d5238f4fad3a45ae456f07e9c1a44d6c1d 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:33:24.585527+00:00", + "evaluated_at": "2026-06-18T03:48:48.445117+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.5950000286102295, - 1.6100000143051147, - 1.6089999675750732, 1.6130000352859497, 1.6069999933242798, 1.6030000448226929, @@ -245,12 +242,12 @@ 1.4670000076293945, 1.4980000257492065, 1.5180000066757202, - 1.5499999523162842 - ], - "actuals": [ + 1.5499999523162842, 1.5670000314712524, 1.5839999914169312, - 1.5980000495910645, + 1.5980000495910645 + ], + "actuals": [ 1.6130000352859497, 1.6299999952316284, 1.6339999437332153, @@ -307,198 +304,198 @@ 1.003000020980835, 1.0149999856948853, 1.0199999809265137, - 1.031000018119812 + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322 ], "p50": [ - 1.5762115716934204, - 1.5997083187103271, - 1.6219885349273682, - 1.6449253559112549, - 1.6649030447006226, - 1.6853290796279907, - 1.703169584274292, - 1.7215027809143066, - 1.7367007732391357, - 1.7517120838165283, - 1.7674572467803955, - 1.7813689708709717, - 1.794243335723877, - 1.8058489561080933, - 1.815629482269287, - 1.8245370388031006, - 1.8323249816894531, - 1.8397536277770996, - 1.8474195003509521, - 1.8520053625106812, - 1.85736083984375, - 1.8616185188293457, - 1.8618186712265015, - 1.8659112453460693, - 1.8639812469482422, - 1.8627088069915771, - 1.863293170928955, - 1.858893871307373, - 1.8570334911346436, - 1.8522870540618896, - 1.8513827323913574, - 1.8385396003723145, - 1.8239480257034302, - 1.822099208831787, - 1.8171401023864746, - 1.8107130527496338, - 1.8040902614593506, - 1.7939605712890625, - 1.7874906063079834, - 1.778122067451477, - 1.7672717571258545, - 1.7532613277435303, - 1.743812084197998, - 1.7317897081375122, - 1.7218079566955566, - 1.706848382949829, - 1.6959073543548584, - 1.680711269378662, - 1.6640766859054565, - 1.6491355895996094, - 1.6356585025787354, - 1.6159584522247314, - 1.605224370956421, - 1.5863449573516846, - 1.5735794305801392, - 1.5617172718048096, - 1.548893928527832, - 1.5254102945327759, - 1.5126231908798218, - 1.4992613792419434 + 1.6135780811309814, + 1.6298134326934814, + 1.6439387798309326, + 1.6572325229644775, + 1.6676937341690063, + 1.6776472330093384, + 1.683326005935669, + 1.689760684967041, + 1.6937851905822754, + 1.694443702697754, + 1.6978342533111572, + 1.6972579956054688, + 1.6942447423934937, + 1.6914856433868408, + 1.6851580142974854, + 1.678354263305664, + 1.6707680225372314, + 1.6611685752868652, + 1.6526751518249512, + 1.641169786453247, + 1.6301217079162598, + 1.6159967184066772, + 1.600771427154541, + 1.5873682498931885, + 1.572169303894043, + 1.5542833805084229, + 1.5380301475524902, + 1.5206891298294067, + 1.4987703561782837, + 1.4811286926269531, + 1.4615042209625244, + 1.4421578645706177, + 1.4440068006515503, + 1.4290105104446411, + 1.4129860401153564, + 1.398071050643921, + 1.3862497806549072, + 1.3735103607177734, + 1.3589478731155396, + 1.3468648195266724, + 1.3341777324676514, + 1.320317029953003, + 1.3106305599212646, + 1.2967746257781982, + 1.286778211593628, + 1.275864839553833, + 1.2674764394760132, + 1.2586795091629028, + 1.2481138706207275, + 1.2413803339004517, + 1.236920714378357, + 1.2293107509613037, + 1.2249642610549927, + 1.2180230617523193, + 1.214934229850769, + 1.2147666215896606, + 1.2124344110488892, + 1.2083014249801636, + 1.209712266921997, + 1.2100262641906738 ], "p10": [ - 1.562659740447998, - 1.5816872119903564, - 1.6003811359405518, - 1.616172194480896, - 1.6304986476898193, - 1.6436108350753784, - 1.652458667755127, - 1.6615016460418701, - 1.6676794290542603, - 1.6749792098999023, - 1.6798312664031982, - 1.6815390586853027, - 1.68226957321167, - 1.679574728012085, - 1.6753151416778564, - 1.6665040254592896, - 1.6567597389221191, - 1.6485378742218018, - 1.6366533041000366, - 1.6217901706695557, - 1.6068497896194458, - 1.5938440561294556, - 1.5728996992111206, - 1.5563544034957886, - 1.533144235610962, - 1.512519121170044, - 1.487607479095459, - 1.4592125415802002, - 1.4295748472213745, - 1.3994858264923096, - 1.3688396215438843, - 1.3323054313659668, - 1.339917540550232, - 1.3137308359146118, - 1.273684024810791, - 1.2513538599014282, - 1.2157384157180786, - 1.1869525909423828, - 1.1506551504135132, - 1.1130255460739136, - 1.0837302207946777, - 1.0403589010238647, - 1.0036444664001465, - 0.9599753618240356, - 0.9270758628845215, - 0.8896872997283936, - 0.852020263671875, - 0.7990232110023499, - 0.7622331380844116, - 0.7260380983352661, - 0.6912206411361694, - 0.6372717022895813, - 0.6060842275619507, - 0.5586226582527161, - 0.5129804611206055, - 0.4680488705635071, - 0.43148088455200195, - 0.3802841901779175, - 0.34125030040740967, - 0.29119575023651123 + 1.5996906757354736, + 1.6105469465255737, + 1.6195917129516602, + 1.624821662902832, + 1.628720998764038, + 1.6301816701889038, + 1.6288068294525146, + 1.626214861869812, + 1.6207256317138672, + 1.6150612831115723, + 1.607831597328186, + 1.5958402156829834, + 1.5828287601470947, + 1.5671292543411255, + 1.548874855041504, + 1.5268006324768066, + 1.50480318069458, + 1.4822306632995605, + 1.4574874639511108, + 1.4289408922195435, + 1.4041731357574463, + 1.3733677864074707, + 1.3437108993530273, + 1.314968228340149, + 1.283671498298645, + 1.2499687671661377, + 1.215480923652649, + 1.1796351671218872, + 1.1363182067871094, + 1.1027328968048096, + 1.0650986433029175, + 1.0227437019348145, + 0.9897690415382385, + 0.9488945603370667, + 0.9078527688980103, + 0.8742448091506958, + 0.8418630361557007, + 0.8119676113128662, + 0.7688735127449036, + 0.7374833822250366, + 0.7041709423065186, + 0.6641107797622681, + 0.6261715888977051, + 0.5879194736480713, + 0.5435287952423096, + 0.515011727809906, + 0.4863377809524536, + 0.4417048692703247, + 0.40791428089141846, + 0.37575268745422363, + 0.3555108308792114, + 0.32135945558547974, + 0.29579871892929077, + 0.2590009570121765, + 0.23450404405593872, + 0.21148407459259033, + 0.18224942684173584, + 0.1563015580177307, + 0.13422834873199463, + 0.10936355590820312 ], "p90": [ - 1.5902186632156372, - 1.6156737804412842, - 1.6437208652496338, - 1.669572353363037, - 1.6962156295776367, - 1.7234296798706055, - 1.7469053268432617, - 1.772356629371643, - 1.795093297958374, - 1.8185145854949951, - 1.8440463542938232, - 1.8673481941223145, - 1.8926517963409424, - 1.9164440631866455, - 1.9389013051986694, - 1.9605096578598022, - 1.9830702543258667, - 2.0033185482025146, - 2.0269525051116943, - 2.0489344596862793, - 2.072112798690796, - 2.091174602508545, - 2.1105685234069824, - 2.133002281188965, - 2.151365280151367, - 2.1714723110198975, - 2.191218852996826, - 2.2085041999816895, - 2.221126079559326, - 2.2426204681396484, - 2.2579972743988037, - 2.274069309234619, - 2.2765817642211914, - 2.286402463912964, - 2.312140464782715, - 2.347264289855957, - 2.3558712005615234, - 2.367485761642456, - 2.3890364170074463, - 2.397529125213623, - 2.411107063293457, - 2.4329376220703125, - 2.43912410736084, - 2.4543209075927734, - 2.481843948364258, - 2.4956600666046143, - 2.5100340843200684, - 2.530445098876953, - 2.545006275177002, - 2.5581138134002686, - 2.5724308490753174, - 2.5767149925231934, - 2.5861618518829346, - 2.592454433441162, - 2.600025177001953, - 2.607412815093994, - 2.6278886795043945, - 2.62941312789917, - 2.6349143981933594, - 2.652486801147461 + 1.6266310214996338, + 1.6457679271697998, + 1.6664016246795654, + 1.6852185726165771, + 1.7046120166778564, + 1.720611810684204, + 1.7334926128387451, + 1.748387336730957, + 1.7599250078201294, + 1.7698864936828613, + 1.7829179763793945, + 1.7933452129364014, + 1.8026647567749023, + 1.8117759227752686, + 1.8182780742645264, + 1.824144959449768, + 1.829392433166504, + 1.835397720336914, + 1.8404996395111084, + 1.8448927402496338, + 1.8514403104782104, + 1.8513528108596802, + 1.8519513607025146, + 1.8535797595977783, + 1.854759931564331, + 1.8562908172607422, + 1.858600378036499, + 1.8615319728851318, + 1.8573040962219238, + 1.856710433959961, + 1.85603928565979, + 1.8635735511779785, + 1.8684743642807007, + 1.8728489875793457, + 1.8850624561309814, + 1.901705026626587, + 1.9050984382629395, + 1.908984899520874, + 1.9144606590270996, + 1.9300659894943237, + 1.932548999786377, + 1.9392129182815552, + 1.9410028457641602, + 1.9505326747894287, + 1.9672834873199463, + 1.973337173461914, + 1.9830124378204346, + 1.997030258178711, + 2.0044803619384766, + 2.010314702987671, + 2.01247501373291, + 2.0264687538146973, + 2.0379655361175537, + 2.041503429412842, + 2.051654815673828, + 2.0617189407348633, + 2.0672335624694824, + 2.0768418312072754, + 2.086164951324463, + 2.0987935066223145 ], "timestamps": [ - "2026-06-16 21:24:00", - "2026-06-16 21:30:00", - "2026-06-16 21:36:00", "2026-06-16 21:42:00", "2026-06-16 21:48:00", "2026-06-16 21:54:00", @@ -795,6 +792,9 @@ "2026-06-18 03:00:00", "2026-06-18 03:06:00", "2026-06-18 03:12:00", - "2026-06-18 03:18:00" + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 43fc907a53c2d03ab8a636a7ff30a6a6f7d5b738..7963495dca13faf90f215e919fcd2b4d077c32f4 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T03:42:37.927844+00:00", + "evaluated_at": "2026-06-18T03:48:51.415330+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260617t030000z", - "data_fetched_at": "2026-06-18T03:41:20.049597Z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260617t213600z", + "data_fetched_at": "2026-06-18T03:47:13.681250Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []