diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 8684f516a692433d7df633333c029bdb115c8547..055d455fa7ad3e2354a78552342598ac07295140 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,537821.9348278692,290858.5997980614,508.21727626818455,0.44729416986559195,0.007918322473152816,0.007952649154899677,5.947007625852422,733.3634397949418,0.011439270038851205,0.007927358177640786,0.006596916668034665,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,531272.862516105,292022.32137598214,512.2169507473512,0.45081437895613724,0.007980909517822857,0.008015379218412527,5.947007625852422,728.8846702435886,0.01136869922769104,0.007989248080118878,0.006634302762424674,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.34051654273865684,0.3412934869243418,0.44611421519873157,1.3061779925977794,0.36744683893419283,0.49646919626994823,50.561794190982724,0.58353795312615,0.6192588528352383,0.4734228093605025,0.4705056055923697,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.42833845472992454,0.4295987414132277,0.5183593142472038,1.532662784596751,0.41126179045048633,0.5671381618770517,59.525006992751614,0.6544757098089466,0.6459491825702992,0.5116061150893227,0.5089417152900162,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04211025196291461,0.04937371934908869,0.1906250528997198,2.310607236012791,0.12370562072554768,0.13452527895255467,29.331400404700744,0.20520782627111134,0.13912395401217167,0.12923732771356733,0.11481855375543791,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index d87468f745bcb9de035b8fe23479fe697c75a3db..8028f50ce7c1c54f49e2ab8663baa03504ed3a44 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:34:11.553953+00:00", + "evaluated_at": "2026-06-22T00:41:09.300788+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 63626.177558686555, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 26051c5f2d43b10d67efeef4be28bfa1e45cf0fb..6179e0caa155548ad2c05ad9d2916953c7ffb11a 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:27:28.681943+00:00", + "evaluated_at": "2026-06-22T00:41:09.331891+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.349766448048138, - 0.3551798230629333, - 0.3641739424456143, - 0.3717130802643382, - 0.3799735475818385, - 0.3868545377181135, - 0.39399658300967816, - 0.4027394437539313, - 0.4077689284773046, - 0.41433011301984657, - 0.4225582784495374, - 0.42663256053299287, - 0.435104384902263, - 0.43921803361938777, - 0.44429798899878725, - 0.45072423152918406, - 0.4560178195298999, - 0.4612216296761866, - 0.46760700404312294, - 0.4719223432496241, - 0.47802154025467924, - 0.4830177686461631, - 0.4861742410385393, - 0.4904608061685146, - 0.496396183429099, - 0.4998245286647715, - 0.5036826207012481, - 0.5080739120523015, - 0.5114349305674102, - 0.517208335497676, - 0.5188506257385073, - 0.5251491625126969, - 0.5285412545049655, - 0.5301104823008445, - 0.535430673989948, - 0.5377235479473578, - 0.5408486552763494, - 0.5453612194355826, - 0.5470635458981904, - 0.5502635945430026, - 0.552664104432823, - 0.5572599148523278, - 0.5605850361280644, - 0.5619169208511502, - 0.5651762435758685, - 0.5665804349181678, - 0.568476198915878, - 0.570997742228703, - 0.5748852121302832, - 0.5777965288966845, - 0.5787268674563971, - 0.5807047090488209, - 0.5826005189585991, - 0.5843164438601935, - 0.5882680067599921, - 0.589752719841231, - 0.5922108331372834, - 0.5925335745668308, - 0.5957497976701518, - 0.597616428827607 + 0.3582537027047496, + 0.3652737089672572, + 0.3733932639167083, + 0.3817858334761337, + 0.3872157969329043, + 0.3943241385760919, + 0.4006220221899096, + 0.4068956953064026, + 0.41344304913754504, + 0.42105455189033125, + 0.4249775433010625, + 0.4313158285621629, + 0.43781640005887273, + 0.44205963476978455, + 0.4469651099815615, + 0.4524060294621736, + 0.456677460885545, + 0.46190172931368517, + 0.4668079451177035, + 0.4731155984816354, + 0.47712768515706305, + 0.47972049030067176, + 0.48416075213636395, + 0.487193721779538, + 0.4929463940483388, + 0.4972496944044291, + 0.4996709371301529, + 0.5035932969189295, + 0.5078650677916041, + 0.5094229145146028, + 0.5146581607619263, + 0.5180212763975467, + 0.5189930605989241, + 0.5231489787512775, + 0.5271798167713339, + 0.5285623074719679, + 0.5328024051078317, + 0.535086324584182, + 0.5367450243477528, + 0.5392737671482081, + 0.5416455285291986, + 0.544039625278573, + 0.5474981795411528, + 0.5491656376601215, + 0.5506941685433557, + 0.5536755238418904, + 0.5552867305257125, + 0.5572818260144258, + 0.5592068203262845, + 0.561082431219763, + 0.5624774942814241, + 0.5660592265881512, + 0.5656577225182199, + 0.5683467231516035, + 0.5710959482408435, + 0.5729449440967113, + 0.5725893566416116, + 0.574857448987158, + 0.5760809641685214, + 0.5782574540093806 ], "p10": [ - 0.3400272499924638, - 0.3466955460887089, - 0.3545469417097217, - 0.3622977812936427, - 0.36984781424793783, - 0.37706467817545575, - 0.3860985236166208, - 0.39302675190517317, - 0.3991708477694575, - 0.4057922403923328, - 0.41249213619580766, - 0.4174864228381642, - 0.42591896827068787, - 0.4297319097766903, - 0.43665506284912065, - 0.4411954110297028, - 0.44641322584733895, - 0.45366446096270246, - 0.4587521087343239, - 0.4623562460774318, - 0.46916106755650466, - 0.47400783506580946, - 0.4783030768574421, - 0.48122924553547053, - 0.4875437210850907, - 0.49210246773280786, - 0.4944963345517901, - 0.49961239409085123, - 0.5024142278686928, - 0.5080511703898288, - 0.512007198578478, - 0.5157299581080418, - 0.5175028504384234, - 0.5214660563527651, - 0.5273108549368534, - 0.5278936224999923, - 0.5331241678855752, - 0.5362590045374486, - 0.5390073364816873, - 0.5428312915226311, - 0.5453393303877022, - 0.5484729807461493, - 0.5502943055822601, - 0.5518532427057968, - 0.5544715277134584, - 0.5589106442374532, - 0.5593376612239209, - 0.5629846464331025, - 0.5644303915286585, - 0.568669696927686, - 0.5698602571884298, - 0.5720813343745359, - 0.5749009143349778, - 0.5754348790334249, - 0.578591387747109, - 0.5803971865928191, - 0.5831572157683805, - 0.5850758498913008, - 0.5870134058137848, - 0.5876954118527992 + 0.3494154355202214, + 0.3570253207536125, + 0.3655505037372022, + 0.37237229494666724, + 0.37936988941261834, + 0.38483488157931006, + 0.3914394875658182, + 0.39753412333080346, + 0.4057832343938708, + 0.41144203083549696, + 0.41596460308876343, + 0.42142683559534844, + 0.42807761865748195, + 0.4325084842326771, + 0.43913149571061577, + 0.44416531192156816, + 0.44920136285301554, + 0.45353865327865345, + 0.4583688091974184, + 0.4638507902644637, + 0.46803623401195005, + 0.4715865712474576, + 0.4756010587142842, + 0.47873799614737983, + 0.48396767438365046, + 0.48853658726763893, + 0.49172446360959904, + 0.49550998688633024, + 0.49774787014109606, + 0.5022294252060416, + 0.5048654864770346, + 0.5089465120714605, + 0.5118673419744791, + 0.5147105934857568, + 0.5173421635311893, + 0.5204397308486589, + 0.5232219440225166, + 0.5264372992599905, + 0.5293606657645676, + 0.531440735076763, + 0.5332023602962555, + 0.5360318550977684, + 0.5387014113564027, + 0.5406128667131401, + 0.5424248524599733, + 0.5454419966586624, + 0.5470074382513765, + 0.5483042892776033, + 0.5512816696453494, + 0.5517094614811392, + 0.5544192919551352, + 0.555379274060311, + 0.5576182063440867, + 0.5584970033664546, + 0.56004886587171, + 0.5637181171947829, + 0.5649345469628007, + 0.5659918520124063, + 0.5666682551563557, + 0.5689362502102833 ], "p90": [ - 0.357717923247331, - 0.3657636864228879, - 0.3733153477213254, - 0.3801811241505982, - 0.3876644237367883, - 0.39568919971026434, - 0.40454937835485727, - 0.4115678438065345, - 0.41655743941994405, - 0.42356866062514464, - 0.4301978825183927, - 0.43631806634338627, - 0.4445549359512553, - 0.4480543704955841, - 0.4545580144243813, - 0.4612234735705954, - 0.4656938381051402, - 0.4704302081872853, - 0.4763045973651875, - 0.48248761511846644, - 0.4874104553699986, - 0.4905269591799628, - 0.4955054356435095, - 0.5001295001721228, - 0.5051784921231458, - 0.5086253522327256, - 0.5134588206036521, - 0.5185893858551744, - 0.5190874660006461, - 0.5267288354920793, - 0.5292356867099135, - 0.5341600690412974, - 0.5368943507028073, - 0.5401090430775429, - 0.5437179278472951, - 0.5447427912481501, - 0.550461820210534, - 0.5528352846146943, - 0.556505881581312, - 0.5595409369469665, - 0.5601086230786598, - 0.5641154906665844, - 0.5692342732552855, - 0.5719213904034124, - 0.5728622850019699, - 0.575497250042448, - 0.5778802596031896, - 0.5808854594663507, - 0.5836546726865798, - 0.5850726258191393, - 0.5876508122378288, - 0.5902108156110759, - 0.5932763558867241, - 0.5945768644670908, - 0.5982667704736196, - 0.5994745748945259, - 0.6000254605949032, - 0.6024735272187894, - 0.6051106279453522, - 0.6052993581973228 + 0.36755463028322344, + 0.37574711497374513, + 0.38013933515617054, + 0.39006635799229755, + 0.3972668443599885, + 0.4036219701090149, + 0.40987307851014865, + 0.41697380481406304, + 0.4239558675045096, + 0.4287169398340532, + 0.4336407699827558, + 0.44026640865798106, + 0.4468577490198853, + 0.45148325518391014, + 0.4564361312171643, + 0.46281833873164707, + 0.46479761093682426, + 0.47037433158356007, + 0.47722200261518855, + 0.48105657027974413, + 0.4861597339013852, + 0.4894327859758063, + 0.4936573133780208, + 0.4964563747349339, + 0.5012763721429289, + 0.5049287141259622, + 0.5082871169799452, + 0.5124127863429963, + 0.5162694413526837, + 0.5169621513154357, + 0.5239320152125704, + 0.5271118463620131, + 0.5290841423854832, + 0.5333126739493366, + 0.5351016393259126, + 0.5373109865899012, + 0.5417703926046713, + 0.543637067856907, + 0.5462464034794902, + 0.5482559819406229, + 0.5504581115248061, + 0.5555474950371877, + 0.5556897440327719, + 0.559251454204158, + 0.5599767356081313, + 0.5624802339893556, + 0.564772116001923, + 0.5674858503496729, + 0.5697720123582481, + 0.570596997697612, + 0.5719897983320131, + 0.5744084369622104, + 0.5757587595393815, + 0.5778892218393041, + 0.5801666857879283, + 0.5806994925113529, + 0.5821481301825384, + 0.583788516563021, + 0.5855716949575552, + 0.5880995532998865 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 7d81b26522d74164137fd71f5245de60b8c396e2..94cd281d05df6779f700a2ff610f69dedb5d5c6a 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:34:11.561584+00:00", + "evaluated_at": "2026-06-22T00:41:09.349233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 34ad5c542b9098fd983f38bb5c545294ea1025e4..c24fb286da3ef73d8e13c8a93ad659652d5f3e8c 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.100,4.400,4.600,5.000,5.100,4.500,3.800,4.600,5.100,4.700 +2026-06-22,Chronos-2,5.100,4.500,4.600,5.000,5.100,4.500,4.100,4.600,5.100,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index b8214e6aad180ceca4d47d9ac7570b5c8b648eb5..269fd88eefc2c1b81e0003fd3778bdaae49c39df 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.1,4.4,4.6,5.0,5.1,4.5,3.8,4.6,5.1,4.7 +2026-W26,Chronos-Bolt-Mini,5.1,4.5,4.6,5.0,5.1,4.5,4.1,4.6,5.1,4.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index a98b3b9a207617028dade04f1c02fd242033a133..20f96801b3c776f079300e1558d5671f62e2e3f5 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,190473.047469457,190473.047469457,348.7872721354167,0.3069760132813141,0.005455783968185533,0.0054325701218479435,1.9525816537906209,436.4321796905643,0.006807628095723939,0.005440510905734454,0.0053221000377438885,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,184851.31750424704,184851.31750424704,344.78759765625,0.3034558041907688,0.00539236237387533,0.005369841861039395,1.9525816537906209,429.94338872024423,0.0067059951606077885,0.005377786987730296,0.005300973165275415,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.012678099926296864,0.012678099926296864,0.08763237247864405,0.2565788591151391,0.0781527259368784,0.08221920519297964,1.2136615362083967,0.11259706890633017,0.11948962591036592,0.09299673168066223,0.09483038299538639,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08766419357071929,0.08766419357071929,0.22379158983627956,0.6616974593114614,0.17497027768579804,0.1986365291346455,8.276400450850511,0.296081396867009,0.29222404042519345,0.22087602695453976,0.17570611094184302,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05440467413328322,0.05440467413328322,0.20337391727500492,2.46513896113696,0.1323153693261341,0.14437144637804197,45.59034340310892,0.23324809566914628,0.15813430669271317,0.13788062584348992,0.11603819901575539,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 17f4a451acccabb46f5652362660ea0015b2fac0..916887f1471a0a8c4720de1797582adebdddadf9 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:32:30.083641+00:00", + "evaluated_at": "2026-06-22T00:38:54.606203+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 64307.55859375, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9b4e10c43c8efacdfa1540ffb3ec0a3415cce52b..057813a0131be3c03e12f261394579455a42e54b 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:24:23.678410+00:00", + "evaluated_at": "2026-06-22T00:38:58.294790+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.3350682258605957, - 0.3361842632293701, - 0.3440570831298828, - 0.3422861695289612, - 0.35023409128189087, - 0.3567497730255127, - 0.3650522232055664, - 0.37409740686416626, - 0.38515549898147583, - 0.3943183422088623, - 0.4095187783241272, - 0.41823315620422363, - 0.4326912760734558, - 0.4430878162384033, - 0.45559269189834595, - 0.4715766906738281, - 0.5165902376174927, - 0.5315507054328918, - 0.5498698353767395, - 0.5649983882904053, - 0.5848238468170166, - 0.6017972826957703, - 0.6276243925094604, - 0.6466784477233887, - 0.6692721843719482, - 0.6935752630233765, - 0.7128804922103882, - 0.7369265556335449, - 0.7643934488296509, - 0.7872451543807983, - 0.8102826476097107, - 0.8291551470756531, - 0.9304623603820801, - 0.95609450340271, - 0.9803685545921326, - 1.0030438899993896, - 1.0306414365768433, - 1.0500901937484741, - 1.0730576515197754, - 1.0955321788787842, - 1.1148321628570557, - 1.1380798816680908, - 1.1576768159866333, - 1.1812961101531982, - 1.1934466361999512, - 1.212294101715088, - 1.2298551797866821, - 1.2430320978164673, - 1.3531177043914795, - 1.36199152469635, - 1.3752806186676025, - 1.3899927139282227, - 1.400804042816162, - 1.410578966140747, - 1.4173691272735596, - 1.4217661619186401, - 1.428999423980713, - 1.4382039308547974, - 1.4383506774902344, - 1.4458417892456055 + 0.35048842430114746, + 0.3540704846382141, + 0.3643997311592102, + 0.3658655285835266, + 0.376498281955719, + 0.38588255643844604, + 0.39590996503829956, + 0.40688562393188477, + 0.4184202551841736, + 0.429055392742157, + 0.4438732862472534, + 0.45321065187454224, + 0.4682160019874573, + 0.4836893677711487, + 0.49884265661239624, + 0.515769362449646, + 0.5576030015945435, + 0.5724225044250488, + 0.5899392366409302, + 0.604051947593689, + 0.6223825216293335, + 0.6393176913261414, + 0.6629449725151062, + 0.679718017578125, + 0.7000724673271179, + 0.7207410931587219, + 0.7394254207611084, + 0.7602415084838867, + 0.7827277183532715, + 0.8052558898925781, + 0.8214357495307922, + 0.8379576206207275, + 0.8860428333282471, + 0.9032297730445862, + 0.9244183301925659, + 0.9397903680801392, + 0.9596993327140808, + 0.9729470610618591, + 0.9909934401512146, + 1.007071852684021, + 1.0199812650680542, + 1.031151533126831, + 1.0450966358184814, + 1.0606478452682495, + 1.074546456336975, + 1.0890028476715088, + 1.0982316732406616, + 1.1078178882598877, + 1.1251620054244995, + 1.1292998790740967, + 1.1313527822494507, + 1.1323432922363281, + 1.133159875869751, + 1.1311588287353516, + 1.1350481510162354, + 1.1302075386047363, + 1.1249195337295532, + 1.1171679496765137, + 1.108344316482544, + 1.1036487817764282 ], "p10": [ - 0.31237465143203735, - 0.3154768943786621, - 0.3132508397102356, - 0.31184887886047363, - 0.3189438581466675, - 0.3201301693916321, - 0.3212311863899231, - 0.3300514221191406, - 0.33693671226501465, - 0.3474574089050293, - 0.3523412346839905, - 0.35964030027389526, - 0.3727185130119324, - 0.383192241191864, - 0.3861043453216553, - 0.38867342472076416, - 0.43548041582107544, - 0.4520629048347473, - 0.4576770067214966, - 0.46897417306900024, - 0.4848756790161133, - 0.493965208530426, - 0.5142875909805298, - 0.52454674243927, - 0.540171205997467, - 0.5620755553245544, - 0.5756771564483643, - 0.5893668532371521, - 0.6032167673110962, - 0.6285004019737244, - 0.6531590223312378, - 0.6622014045715332, - 0.7346757650375366, - 0.7523970603942871, - 0.7666904926300049, - 0.7837814092636108, - 0.7987127304077148, - 0.8152467012405396, - 0.8305271863937378, - 0.8377768397331238, - 0.8569391965866089, - 0.8602553606033325, - 0.8843030333518982, - 0.8965481519699097, - 0.902790904045105, - 0.9163108468055725, - 0.9320611953735352, - 0.9368300437927246, - 0.9931562542915344, - 0.9885828495025635, - 0.9889446496963501, - 0.9979037046432495, - 1.0017902851104736, - 1.0016621351242065, - 0.998629093170166, - 0.988750159740448, - 0.990939736366272, - 0.9765047430992126, - 0.9904685020446777, - 0.982446551322937 + 0.3296012878417969, + 0.3354567289352417, + 0.3375192880630493, + 0.34051090478897095, + 0.35153329372406006, + 0.35533857345581055, + 0.36100155115127563, + 0.371435284614563, + 0.3801681399345398, + 0.3920000195503235, + 0.39691460132598877, + 0.4079643487930298, + 0.4218097925186157, + 0.43744224309921265, + 0.4438183307647705, + 0.45256465673446655, + 0.4941394329071045, + 0.5084192752838135, + 0.5169810056686401, + 0.5322625637054443, + 0.5500760674476624, + 0.5617197155952454, + 0.5823994874954224, + 0.5924211144447327, + 0.6119065284729004, + 0.6302754878997803, + 0.6479018926620483, + 0.6584482789039612, + 0.6664257049560547, + 0.690038800239563, + 0.7107694149017334, + 0.7204799652099609, + 0.7741841673851013, + 0.7938416004180908, + 0.807650625705719, + 0.8247134685516357, + 0.8291821479797363, + 0.8477799296379089, + 0.8600232601165771, + 0.8641083836555481, + 0.8800477385520935, + 0.88262939453125, + 0.897000789642334, + 0.9008025527000427, + 0.9071296453475952, + 0.9187783002853394, + 0.929860532283783, + 0.9300245046615601, + 0.9532601833343506, + 0.9472699761390686, + 0.9467520713806152, + 0.9479077458381653, + 0.9397616386413574, + 0.943602979183197, + 0.9369201064109802, + 0.9209293723106384, + 0.9202234148979187, + 0.9017322063446045, + 0.9024217128753662, + 0.8894636631011963 ], "p90": [ - 0.35894715785980225, - 0.3623500466346741, - 0.3677870035171509, - 0.3754507899284363, - 0.3853886127471924, - 0.3983016014099121, - 0.4040869474411011, - 0.4204714298248291, - 0.4314335584640503, - 0.44619590044021606, - 0.4595227837562561, - 0.4765121340751648, - 0.5011909604072571, - 0.510711669921875, - 0.5262652635574341, - 0.554780125617981, - 0.6313866972923279, - 0.6446771025657654, - 0.6696738600730896, - 0.6919834613800049, - 0.7162044048309326, - 0.7374660968780518, - 0.7689679861068726, - 0.7997685074806213, - 0.8269908428192139, - 0.8543985486030579, - 0.8863617777824402, - 0.9196518659591675, - 0.9504929780960083, - 0.9785369634628296, - 1.0027439594268799, - 1.029033899307251, - 1.1812186241149902, - 1.215745449066162, - 1.2417484521865845, - 1.2748074531555176, - 1.295671820640564, - 1.329738974571228, - 1.3658790588378906, - 1.3974883556365967, - 1.421539306640625, - 1.4593870639801025, - 1.4867507219314575, - 1.517714262008667, - 1.5437861680984497, - 1.5678993463516235, - 1.5900907516479492, - 1.6078228950500488, - 1.7019810676574707, - 1.7324849367141724, - 1.755479335784912, - 1.7789158821105957, - 1.7886250019073486, - 1.8199255466461182, - 1.8485745191574097, - 1.8582251071929932, - 1.8607423305511475, - 1.879401683807373, - 1.888132095336914, - 1.895684003829956 + 0.3714342713356018, + 0.37637805938720703, + 0.3832165598869324, + 0.3929557800292969, + 0.40530329942703247, + 0.4196106791496277, + 0.4268384575843811, + 0.4433109760284424, + 0.455016553401947, + 0.46979135274887085, + 0.48334479331970215, + 0.4987391233444214, + 0.5225029587745667, + 0.535790741443634, + 0.5520140528678894, + 0.5814270377159119, + 0.6381460428237915, + 0.6504296064376831, + 0.6702417731285095, + 0.6894111633300781, + 0.7061874270439148, + 0.7298899292945862, + 0.7537087202072144, + 0.7790365219116211, + 0.7983481287956238, + 0.8275928497314453, + 0.857679545879364, + 0.8774220943450928, + 0.9034456014633179, + 0.9344208836555481, + 0.9556670188903809, + 0.9764640927314758, + 1.0635939836502075, + 1.0813138484954834, + 1.1090956926345825, + 1.123797059059143, + 1.1488699913024902, + 1.176989197731018, + 1.2039514780044556, + 1.2310307025909424, + 1.2481456995010376, + 1.2662510871887207, + 1.289227843284607, + 1.3092551231384277, + 1.3283298015594482, + 1.3430569171905518, + 1.3545734882354736, + 1.366743803024292, + 1.4138463735580444, + 1.4255439043045044, + 1.4396920204162598, + 1.451688528060913, + 1.4596171379089355, + 1.4683420658111572, + 1.4865491390228271, + 1.4866830110549927, + 1.4952232837677002, + 1.499061942100525, + 1.503043293952942, + 1.5033276081085205 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index feb4df6a371e89fce54f80aba1973b15fe010f06..82aeaa7c92bc54f599d078478eb2ce7f1e9748ac 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,13 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:32:35.031444+00:00", + "evaluated_at": "2026-06-22T00:39:00.170401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..b28633c4c78eb5ce77f6188442dd8ffce47788a3 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,6 +7,5 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, - "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 1441ca1c32b9551415b927160bf9b1c6e94f6dc7..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -7,4 +7,5 @@ nws_ksfo_observations_temperature,Weather,1h,1 open_meteo_shanghai_air_quality_hourly_pm2_5,Air Quality,1h,1 open_meteo_shanghai_hourly_temperature_2m,Weather,1h,1 usgs_earthquake_all_week_hourly_earthquake_count,Hazards,1h,1 +usgs_potomac_iv_usgs_00060,Hydrology,15min,1 wikimedia_time_series_hourly_pageviews,Web,1D,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 0814c828743120566b8408de4e85202d3e852e11..3b5aae151fbf66b2224e69522294d35aba03e42f 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,32199.12119056894,30573.13449126131,129.7860827460272,0.11422783296205208,0.002028858904552224,0.002027798259560795,1.0225104309192214,179.44113572581105,0.0027989881909298046,0.0020244505892352944,0.0016061420826899192,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,31313.210050965572,29601.86857966358,125.78640826686053,0.11070762387150675,0.0019660092755825523,0.001965068171019834,1.0225104309192214,176.95539000258108,0.002760042415195528,0.00196193979774548,0.001572019684804,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.2480570023919437,0.24714126389269658,0.38164174262554484,1.117409013860023,0.3160907550726471,0.40514705772723564,40.962180361615246,0.4980532124100232,0.5285412188112824,0.40500369593140234,0.39706480540711003,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3118120042018548,0.3107012245229544,0.4437050663980021,1.311928278153664,0.35409449238148816,0.46181066651440267,48.60199980720952,0.5584012931591892,0.5511264260176605,0.43792446479909347,0.4303358377278809,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09301408937457631,0.09148505082902365,0.2594726270136425,3.1451234788134808,0.16834648268504374,0.18937819308621023,44.6700841981829,0.304982113204326,0.2067675403174758,0.17591365048802368,0.1650605970358189,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index a7ebb744cb1b6ea05721abebb28d71661eebac1f..74038a2e3cbc63b53f67fad9f37d5fdc8cf5e6ef 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:34:11.587951+00:00", + "evaluated_at": "2026-06-22T00:41:09.398397+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 64285.75299233642, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 33e93c0b07b5d0c3b6c55a553a2efcfb173b784c..9c8b950075f557671cdfd9a33aad96608a4265b3 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:27:28.855055+00:00", + "evaluated_at": "2026-06-22T00:41:09.419592+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.35079288016925386, - 0.3566799997685374, - 0.3610669896681139, - 0.37145414073864985, - 0.3758411306382264, - 0.38372822448830335, - 0.39211534170340107, - 0.4025024331692923, - 0.41188947790514197, - 0.4207764992759709, - 0.4191636558301342, - 0.4310507279841205, - 0.43793774530183355, - 0.4438248350987947, - 0.4517118991465493, - 0.45859897606890715, - 0.46848601436745524, - 0.4763730784152098, - 0.48026022376369987, - 0.48914724513452884, - 0.49903431323539926, - 0.5039213861046412, - 0.5123084735174166, - 0.5201955077628487, - 0.5285826547802689, - 0.5354695826910149, - 0.5388568238837738, - 0.5492437961403753, - 0.5606309343363081, - 0.5650179242358845, - 0.5684050462193538, - 0.577792120757526, - 0.5951790922988719, - 0.5925662617276384, - 0.6059532847673973, - 0.6078403962604492, - 0.6202274619771339, - 0.6211145267401442, - 0.6315015586013907, - 0.6368886846379758, - 0.6452757124461063, - 0.6516628554104106, - 0.6630498743970538, - 0.6694370173613581, - 0.6718240330101412, - 0.6812110777459908, - 0.6885981482310469, - 0.6939852742676321, - 0.701372314950366, - 0.7087593556330999, - 0.7176464366085736, - 0.7235335562078571, - 0.7299206097651941, - 0.7403076416264406, - 0.7466947249861001, - 0.7540817954711564, - 0.7634688700093285, - 0.7728560041521453, - 0.7767430004890233, - 0.7856300814644971 + 0.35770022829561926, + 0.3648733683447126, + 0.371046342454475, + 0.38421952446523827, + 0.3863926096780585, + 0.3950656708106022, + 0.40273877462007157, + 0.40891183813680104, + 0.42308488806367156, + 0.4242580457557398, + 0.4319310899605644, + 0.43860420664463706, + 0.4477772613398791, + 0.4554503055447037, + 0.4601233883733381, + 0.46729646881778675, + 0.4724695750114419, + 0.48164264460784517, + 0.48881571015113257, + 0.4949888034701845, + 0.509161853397055, + 0.5083349772336849, + 0.5160080810431543, + 0.5226811381225822, + 0.5328542097455434, + 0.5420272346384631, + 0.5457003601440231, + 0.5533734341511701, + 0.5600465210329204, + 0.5727196498763406, + 0.5768925901306647, + 0.5800658412828159, + 0.5942388912096864, + 0.6014118524448455, + 0.6040849908250088, + 0.6097580905813624, + 0.6184311666150673, + 0.6251042385956563, + 0.6337772699258777, + 0.6394504292868759, + 0.6526235218906721, + 0.6592965193654552, + 0.6659696956541726, + 0.6671427341369514, + 0.6743158145813999, + 0.6804889079004518, + 0.6951619811923431, + 0.6993350406559566, + 0.7040081234845912, + 0.7106812103663414, + 0.71785429081079, + 0.725527364817937, + 0.7347004791178238, + 0.7383735748210616, + 0.7455466552655101, + 0.7542196865957315, + 0.7603927799147834, + 0.7720658918304844, + 0.776238951294098, + 0.7829120083735259 ], "p10": [ - 0.3197929812587314, - 0.32417997115830793, - 0.3335670695383379, - 0.3408540817062097, - 0.3482412117959107, - 0.3546281938276741, - 0.36511527208517597, - 0.3704023696068991, - 0.37778949373613563, - 0.38327653503875775, - 0.39156354625295525, - 0.40195063175838197, - 0.4084377674747614, - 0.4128248169789827, - 0.42111182819318016, - 0.42959899180453337, - 0.4368860576165855, - 0.44327303964834885, - 0.4516601449425176, - 0.4581472210542524, - 0.4664342859126301, - 0.4719213808594325, - 0.4793084513444888, - 0.4875954625586862, - 0.49498253304374246, - 0.5033696383379113, - 0.5108568207843323, - 0.5191438319985296, - 0.5236309278990064, - 0.5319178795085591, - 0.5362050435490657, - 0.547792119565433, - 0.5561792308200664, - 0.5605662803242876, - 0.5689532783300957, - 0.5753403676502197, - 0.5857274591161109, - 0.5911144897852645, - 0.6005016537304038, - 0.6058885771111966, - 0.6131757144488224, - 0.6215628197429911, - 0.6280497885663653, - 0.6364369594256434, - 0.6428239295364778, - 0.6512111063562203, - 0.6575981301112349, - 0.6659852413658682, - 0.6713723435605955, - 0.678759354441007, - 0.6861464249260633, - 0.6944334361402607, - 0.7008205731441004, - 0.7062076693783632, - 0.7175947360487221, - 0.7230818309955247, - 0.7324688816918389, - 0.7398560058210754, - 0.7472429630573064, - 0.7535300000207105 + 0.3287002440312455, + 0.3368733652452711, + 0.3439464469771801, + 0.35211952050748985, + 0.3563925786836432, + 0.36456558664884375, + 0.3716386803016817, + 0.37791182001698903, + 0.3870849343168759, + 0.3932579084266382, + 0.4013310368885887, + 0.4076040693155355, + 0.4196772595278979, + 0.42285032590565036, + 0.42812338312812936, + 0.4381964858408733, + 0.4424695440170266, + 0.452642705046955, + 0.45881578644507787, + 0.46398878535037247, + 0.47316189965025934, + 0.47833499988344996, + 0.4864079674128595, + 0.49268116077234725, + 0.5008541687375478, + 0.5070273216612445, + 0.5142003484615127, + 0.5223734100708937, + 0.5305464836012035, + 0.5377196236502969, + 0.5448927040947456, + 0.5520657785787296, + 0.5602389057532198, + 0.5694119068042816, + 0.5735850258725399, + 0.5796580072302272, + 0.5898311146159751, + 0.5970041890999593, + 0.6011772545240375, + 0.6074503942393448, + 0.6146234746837934, + 0.6226964958573833, + 0.6319696565535257, + 0.6361427160171393, + 0.6453158243565617, + 0.6514888044267885, + 0.6595619865329192, + 0.6668350716503719, + 0.6749081405076778, + 0.679181198683831, + 0.6883543070232534, + 0.6955273934281665, + 0.7026004095949661, + 0.7078735204616255, + 0.7150466009060741, + 0.7232196088712747, + 0.7303926893157233, + 0.7374657770080967, + 0.7457389565393068, + 0.7519119306490691 ], "p90": [ - 0.3757929159320407, - 0.3841800331471385, - 0.3925670341331789, - 0.3989541741172509, - 0.40544119062434086, - 0.4128282700500938, - 0.42511533407400653, - 0.43150247703831085, - 0.43498947256456577, - 0.44437655604343457, - 0.4496636207826031, - 0.45615070285480225, - 0.4694377569843439, - 0.4729248747001207, - 0.48031194220494466, - 0.4885989504389099, - 0.49398604369294047, - 0.5023731609080382, - 0.5057601756031468, - 0.5161472551481091, - 0.5235343256331654, - 0.5310213978109934, - 0.5343085181016909, - 0.5466955569962854, - 0.5540825440348389, - 0.5594696641109597, - 0.5678567485435028, - 0.5762437584702398, - 0.583630828955296, - 0.59101789646012, - 0.5974050304837276, - 0.6057920374302326, - 0.6131792181838817, - 0.6195662419388963, - 0.6279533323319039, - 0.6354404223911254, - 0.6427273898555137, - 0.6491145238791213, - 0.6596016200180167, - 0.6648887115792752, - 0.6723757748164065, - 0.6776627620695369, - 0.6871499157865191, - 0.6944369935195002, - 0.7008240172745149, - 0.7103110935054588, - 0.7145981711192305, - 0.723985275459725, - 0.7363722219671202, - 0.737759369699796, - 0.7461464600928037, - 0.7535335275976276, - 0.7599205811549646, - 0.7673076516400209, - 0.7746947221250772, - 0.7810817786626466, - 0.7904688025368706, - 0.7968559335802459, - 0.804243004065302, - 0.812730114032475 + 0.3857002254345963, + 0.3971733637670759, + 0.40204647978357655, + 0.40821951349798363, + 0.41549258669450745, + 0.42266566713895604, + 0.43173872908212296, + 0.435911818348059, + 0.4450848521816754, + 0.452257932626124, + 0.45743102987908246, + 0.46660417696152395, + 0.4737772544257403, + 0.4819502951734955, + 0.48812344511695993, + 0.49429647883136707, + 0.5005695440408684, + 0.5087426414130362, + 0.5158157201647129, + 0.5230887933612367, + 0.5342619415165618, + 0.5364349194410214, + 0.545608081424624, + 0.5517811151390312, + 0.5618542238122396, + 0.5670273031838047, + 0.573300356472377, + 0.581373490894792, + 0.5885465713392406, + 0.5937195642840707, + 0.6019926871908683, + 0.6080657221927357, + 0.6172388931170351, + 0.6264119478122772, + 0.6305850072758907, + 0.6358581062216212, + 0.6459312148948295, + 0.6522042503020086, + 0.6602773757837268, + 0.6714504047297623, + 0.6756234671736082, + 0.6827965476180569, + 0.6879696508314798, + 0.6972427370218162, + 0.7033158584504184, + 0.7115888710886232, + 0.7186619766623901, + 0.7238350530537228, + 0.7311081351909434, + 0.7382812066946952, + 0.7463542219078206, + 0.7555273958123523, + 0.7627004762568008, + 0.7668735357204146, + 0.7740466161648631, + 0.7813196983020837, + 0.7894928165358771, + 0.7965659042282505, + 0.8027389379426576, + 0.8119120224402221 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 55f3a5f9ba80d7cbc6588db3f594e125fafa3ff3..99ab5020e7870a10ba2d9a682a15cd1683455270 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:34:11.601221+00:00", + "evaluated_at": "2026-06-22T00:41:09.437490+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index 0b054cb46a056327eeaeac2ead486240fd1f9b55..832bc977f3f553bf6aec5fffd836bcdb6e0cdd6c 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1613,3 +1613,5 @@ {"evaluated_at": "2026-06-22T00:27:28.983309+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-22T00:27:28.983309+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T00:34:11.632121+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:41:09.506457+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:41:09.506457+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index ed2e3bc990be151815aa72490aefb8d41c065ca5..d9cb2b5f0c53da6d8e4690c152bf507b45a540ae 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,462229.2243569692,350719.6437549591,469.9685872395833,0.4136305846110299,0.007350825849390368,0.007308033160215795,1.9726375630500002,679.8744180780515,0.010604928796390885,0.007330741195271779,0.0058834968049576285,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,434894.22142283124,303108.49978351593,449.7711588541667,0.3958543452249697,0.007031385185826376,0.006994432655955062,2.0042789769285494,659.4651025056831,0.010285935083584644,0.007015256644915075,0.005807619052931651,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.7315545742942131,0.7473335672476688,0.7054085155328115,2.06536588028152,0.6267886519410408,1.029157456487721,29.001487613240236,0.8553096365026019,0.907666864652116,0.7485896431737709,0.6142179411893638,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14977713530209075,0.18371359707243845,0.3306767230232557,0.9777308773667618,0.2591356964515554,0.31446073370594435,2.9547082395089475,0.3870105105834863,0.38196852719025043,0.32636865773712376,0.2606686421417472,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04144327380550431,0.04117716584836886,0.17560509178373548,2.1285470591824085,0.11435566540957653,0.12308331523787304,22.237767016828982,0.20357621129568237,0.1380177743360259,0.11905430293553534,0.10037054705821538,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index c7571025432becffcc3cfffdf23b31031bc0e16f..f459c7b93588cd95794c009de5de430f41a0ffd6 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:33:52.871955+00:00", + "evaluated_at": "2026-06-22T00:40:37.046897+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ - 64237.095703125, - 64305.3828125, - 64413.421875, - 64358.265625, - 64404.634765625, - 64472.17578125, - 64426.640625, - 64474.29296875, - 64539.583984375, - 64594.130859375, - 64746.1953125, - 64607.53515625, - 64684.6953125, - 64699.33984375, - 64679.3125, - 64592.0390625, - 64597.275390625, - 64695.142578125, - 64654.26171875, - 64681.55859375, - 64624.07421875, - 64624.265625, - 64586.06640625, - 64763.84375 + 64237.869140625, + 64378.658203125, + 64408.255859375, + 64397.716796875, + 64357.353515625, + 64473.369140625, + 64397.65625, + 64418.712890625, + 64441.8984375, + 64645.736328125, + 64783.220703125, + 64659.91015625, + 64600.796875, + 64727.03515625, + 64735.951171875, + 64528.36328125, + 64797.630859375, + 64575.908203125, + 64572.83984375, + 64653.265625, + 64466.876953125, + 64661.791015625, + 64818.83203125, + 64977.392578125 ], "p10": [ - 64033.71875, - 64009.0625, - 64079.205078125, - 63896.609375, - 63869.8125, - 63860.125, - 63908.427734375, - 63697.1328125, - 63634.23046875, - 63653.37109375, - 63784.458984375, - 63502.76953125, - 63636.880859375, - 63812.982421875, - 63281.673828125, - 63308.681640625, - 63360.291015625, - 63181.01171875, - 62910.294921875, - 62924.71875, - 63058.232421875, - 62933.1328125, - 62974.796875, - 63040.947265625 + 64043.423828125, + 64030.640625, + 64035.1328125, + 63891.490234375, + 63814.53515625, + 63846.751953125, + 63815.552734375, + 63870.544921875, + 63620.16015625, + 63730.08984375, + 63717.873046875, + 63539.79296875, + 63650.859375, + 63632.6015625, + 63600.08203125, + 63375.5234375, + 63165.912109375, + 63308.4453125, + 63154.958984375, + 63096.267578125, + 62754.392578125, + 62953.564453125, + 63191.560546875, + 62916.318359375 ], "p90": [ - 64478.537109375, - 64620.69140625, - 64781.47265625, - 64847.0234375, - 64952.119140625, - 65046.63671875, - 65168.587890625, - 65083.533203125, - 65361.126953125, - 65526.61328125, - 65794.0859375, - 65823.9609375, - 65904.41015625, - 66125.16015625, - 65833.44140625, - 66258.42578125, - 66236.59765625, - 66381.2109375, - 66487.41796875, - 66672.359375, - 66756.09375, - 66411.26171875, - 66501.51171875, - 66480.55859375 + 64418.623046875, + 64675.59375, + 64817.01171875, + 64889.666015625, + 64968.3046875, + 65062.060546875, + 65086.3984375, + 65008.03515625, + 65213.615234375, + 65833.93359375, + 65692.48828125, + 65833.59765625, + 65893.3125, + 66366.23828125, + 66066.546875, + 65981.58203125, + 66520.7421875, + 66212.34375, + 66446.45703125, + 66285.3828125, + 66578.0703125, + 66926.703125, + 66620.59765625, + 67034.74609375 ], "timestamps": [ "2026-06-17 01:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index d14028fe91677342f64368183e40654b43c4a203..dc06e72c6dc2a13c673f8494d1f4627e51c8ca58 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:26:48.641978+00:00", + "evaluated_at": "2026-06-22T00:40:44.954338+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.3603968322277069, - 0.3572840392589569, - 0.349647581577301, - 0.3462386727333069, - 0.3464115560054779, - 0.3320707678794861, - 0.325134813785553, - 0.32531020045280457, - 0.32716265320777893, - 0.318668395280838, - 0.3111097514629364, - 0.312764436006546, - 0.30503636598587036, - 0.2876378893852234, - 0.28720584511756897, - 0.28906118869781494, - 0.27280548214912415, - 0.27615875005722046, - 0.2491823136806488, - 0.2524895966053009, - 0.2527241110801697, - 0.22995921969413757, - 0.24210557341575623, - 0.20693469047546387, - 0.20972806215286255, - 0.20406466722488403, - 0.23095360398292542, - 0.24128219485282898, - 0.21773937344551086, - 0.18325936794281006, - 0.23369356989860535, - 0.22405266761779785, - 0.20805194973945618, - 0.15906083583831787, - 0.2016904056072235, - 0.17630118131637573, - 0.21157625317573547, - 0.18868112564086914, - 0.17708125710487366, - 0.16163370013237, - 0.2287401556968689, - 0.2672613859176636, - 0.18043425679206848, - 0.17744603753089905, - 0.22502675652503967, - 0.22453483939170837, - 0.10315057635307312, - 0.20816439390182495, - 0.17064428329467773, - 0.16965845227241516, - 0.20785650610923767, - 0.27500680088996887, - 0.24206683039665222, - 0.1464253067970276, - 0.17541438341140747, - 0.152544766664505, - 0.1701487898826599, - 0.20634213089942932, - 0.14253482222557068, - 0.18961650133132935 + 0.39186570048332214, + 0.39293980598449707, + 0.3993512690067291, + 0.397907018661499, + 0.40522193908691406, + 0.4068963825702667, + 0.42591866850852966, + 0.42861953377723694, + 0.4485359489917755, + 0.45894861221313477, + 0.4748075604438782, + 0.4940912127494812, + 0.5125036835670471, + 0.5252895057201385, + 0.5476157367229462, + 0.5384015738964081, + 0.563357949256897, + 0.5710543394088745, + 0.5766549110412598, + 0.5777748227119446, + 0.568574994802475, + 0.6145840883255005, + 0.5831568241119385, + 0.6136714220046997, + 0.6033212244510651, + 0.6316794455051422, + 0.6360371708869934, + 0.5932173430919647, + 0.6456722915172577, + 0.6619361042976379, + 0.620798259973526, + 0.6291559934616089, + 0.7810859084129333, + 0.7785712778568268, + 0.71552973985672, + 0.7643143534660339, + 0.8786602914333344, + 0.7447966933250427, + 0.7428802251815796, + 0.8278683722019196, + 0.7599201798439026, + 0.810663640499115, + 0.8089075684547424, + 0.92203089594841, + 0.8362589776515961, + 0.8686930537223816, + 0.931336522102356, + 0.849388062953949, + 0.9099140465259552, + 0.9193837940692902, + 0.9829745292663574, + 0.9311053454875946, + 0.899165153503418, + 0.8987545371055603, + 1.0133516788482666, + 0.9364722967147827, + 0.9180437624454498, + 1.0050073862075806, + 0.9304084181785583, + 0.9599035680294037 ], "p10": [ - 0.3301045298576355, - 0.3196244239807129, - 0.3047427833080292, - 0.29189226031303406, - 0.27150973677635193, - 0.27557575702667236, - 0.2589699327945709, - 0.27263763546943665, - 0.2401828169822693, - 0.2159973382949829, - 0.17966976761817932, - 0.19226837158203125, - 0.1848161518573761, - 0.14034628868103027, - 0.15590441226959229, - 0.1335291564464569, - 0.11093217134475708, - 0.0728195309638977, - 0.0612492561340332, - 0.03843057155609131, - -0.016091525554656982, - 0.012609302997589111, - -0.02937549352645874, - -0.10685074329376221, - -0.13730734586715698, - -0.11295747756958008, - -0.11379086971282959, - -0.09453237056732178, - -0.14601320028305054, - -0.23963874578475952, - -0.15309858322143555, - -0.26451534032821655, - -0.21661901473999023, - -0.3596116900444031, - -0.3543604612350464, - -0.3413456082344055, - -0.22049111127853394, - -0.37838613986968994, - -0.28302741050720215, - -0.4052211046218872, - -0.353288471698761, - -0.3428671956062317, - -0.5664921998977661, - -0.4878091812133789, - -0.5376412868499756, - -0.5592171549797058, - -0.43304938077926636, - -0.572226881980896, - -0.53190678358078, - -0.6928727030754089, - -0.5935749411582947, - -0.5486926436424255, - -0.6374175548553467, - -0.5643980503082275, - -0.5253279209136963, - -0.6587842702865601, - -0.637843132019043, - -0.6191909909248352, - -0.8059567213058472, - -0.4815860986709595 + 0.3813270032405853, + 0.3745122253894806, + 0.37593385577201843, + 0.362339049577713, + 0.3637904226779938, + 0.35613736510276794, + 0.37725400924682617, + 0.3546966314315796, + 0.372679740190506, + 0.3607771098613739, + 0.3605022132396698, + 0.3549109995365143, + 0.36495041847229004, + 0.38295045495033264, + 0.3837689459323883, + 0.37003445625305176, + 0.3551623523235321, + 0.3527332842350006, + 0.34388431906700134, + 0.3419208228588104, + 0.33353152871131897, + 0.32065051794052124, + 0.34840282797813416, + 0.3186734914779663, + 0.30760765075683594, + 0.316689133644104, + 0.35794761776924133, + 0.2753722369670868, + 0.2728520929813385, + 0.2691599726676941, + 0.2344057857990265, + 0.2968866229057312, + 0.18711614608764648, + 0.20302563905715942, + 0.1329878270626068, + 0.19184792041778564, + 0.27954062819480896, + 0.24081304669380188, + 0.24363234639167786, + 0.2209647297859192, + 0.18987998366355896, + 0.2622396945953369, + 0.26847565174102783, + 0.3097064793109894, + 0.2710877060890198, + 0.203963965177536, + 0.30605167150497437, + 0.2597914934158325, + 0.26440879702568054, + 0.22557204961776733, + 0.3185719847679138, + 0.3081047236919403, + 0.3171233832836151, + 0.28012615442276, + 0.3269851505756378, + 0.23929813504219055, + 0.25622275471687317, + 0.34028494358062744, + 0.25887081027030945, + 0.28661787509918213 ], "p90": [ - 0.3927150368690491, - 0.3978230059146881, - 0.40192052721977234, - 0.3887560963630676, - 0.3957447409629822, - 0.4045729339122772, - 0.3898506760597229, - 0.4035598933696747, - 0.4163888096809387, - 0.42425137758255005, - 0.41561007499694824, - 0.44207003712654114, - 0.4337525963783264, - 0.4378337264060974, - 0.4305975139141083, - 0.4585495889186859, - 0.47782227396965027, - 0.5179161131381989, - 0.4349218010902405, - 0.47100135684013367, - 0.46272990107536316, - 0.44985997676849365, - 0.5556230545043945, - 0.4489990174770355, - 0.4977632462978363, - 0.4830431342124939, - 0.6338438987731934, - 0.6456354558467865, - 0.6526351869106293, - 0.614373117685318, - 0.7250103652477264, - 0.7072632312774658, - 0.7201997339725494, - 0.6686114072799683, - 0.6953751444816589, - 0.8067843616008759, - 0.761438250541687, - 0.7308368980884552, - 0.8727397322654724, - 0.9213206470012665, - 0.9809775352478027, - 0.8568916916847229, - 0.811911940574646, - 0.9108151495456696, - 1.0204764008522034, - 0.9100411236286163, - 0.9632455706596375, - 0.9224479794502258, - 1.0548690557479858, - 0.8624627888202667, - 1.291821837425232, - 1.0264082551002502, - 1.1777934432029724, - 0.9549567699432373, - 1.0870659947395325, - 0.9958418607711792, - 1.1984816193580627, - 1.278841495513916, - 1.1575250625610352, - 1.256083905696869 + 0.40091773867607117, + 0.41035234928131104, + 0.42735886573791504, + 0.4333321452140808, + 0.44947147369384766, + 0.4505283236503601, + 0.48433512449264526, + 0.503262996673584, + 0.5306728780269623, + 0.5445175766944885, + 0.5874232351779938, + 0.6258849501609802, + 0.6736117601394653, + 0.6786357164382935, + 0.697041928768158, + 0.7166585326194763, + 0.7430208921432495, + 0.772744357585907, + 0.8061597347259521, + 0.8176155686378479, + 0.8109979033470154, + 0.9096076488494873, + 0.9216785430908203, + 0.9264271855354309, + 0.9400485754013062, + 0.941279411315918, + 1.0465514063835144, + 1.02402263879776, + 1.0175795555114746, + 1.1542285084724426, + 1.055464506149292, + 1.1105178594589233, + 1.3160760998725891, + 1.486175537109375, + 1.4396113753318787, + 1.358592927455902, + 1.516774833202362, + 1.5783305168151855, + 1.5374552607536316, + 1.5440181493759155, + 1.507144272327423, + 1.6193927526474, + 1.45505028963089, + 1.683682382106781, + 1.5172184109687805, + 1.622166395187378, + 1.6882362961769104, + 1.580766499042511, + 1.7305165529251099, + 1.6976419687271118, + 1.6773574352264404, + 1.682218611240387, + 1.6500662565231323, + 1.7708152532577515, + 1.8933448195457458, + 1.8180220127105713, + 1.8837170600891113, + 1.7540952563285828, + 1.6367575526237488, + 1.6772510409355164 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 7ba02418c417301b40382859cc3d517a42afcb0c..f3a6f9b0cf28be2d7c800a742a75c7d8cde1c3a3 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:33:54.562420+00:00", + "evaluated_at": "2026-06-22T00:40:47.870185+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 13f1f468e7ecb13e17297df3e50e53eeadc27a7a..f6a05ced0869525527e6b31f852488aafc333746 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,155070.38984806108,143758.19945077563,343.75615834018635,0.30254800980008384,0.005356865487277128,0.005371669941479797,3.007248760120039,393.78977875011066,0.006142476394680311,0.005362033760329003,0.004286181939140028,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,154820.8045826144,143423.25941333492,340.2669156615496,0.29947704393512803,0.0053020936145791635,0.005316939680794201,3.007248760120039,393.4727494790642,0.006137148338742215,0.00530727614287385,0.004270039204702569,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.44322497217890333,0.4420250408134182,0.519629732630229,1.5214241060637768,0.4515845573592255,0.6237956495737524,56.60485812472393,0.6657514342297006,0.7065049791977686,0.551438531810652,0.5421532342669741,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5715487691247993,0.5700416587232202,0.6059999835156578,1.791794989831619,0.49176327494810523,0.716162812403867,67.41141261103816,0.7560084451411898,0.7461591466820834,0.5981049993495158,0.5897240672410273,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03934762656977164,0.038469462659331786,0.1703347879597265,2.064664573819128,0.1110893733154767,0.11910341641563334,18.045999355959346,0.198362361777056,0.13448296100148266,0.11548121549454812,0.10416090762940013,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 9f6d534b5d1cee53e58da681146e010413c84edd..b6f2d26bf3dce7293cbed57469f17a626274ece7 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:34:11.609987+00:00", + "evaluated_at": "2026-06-22T00:41:09.444939+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 63807.54474026864, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 199537db74e8335395328ce00c558b8569219f38..955cbe03c58d62ba67bf31cd46d1a7617c7a4292 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:27:28.929506+00:00", + "evaluated_at": "2026-06-22T00:41:09.456505+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.4571974867204077, - 0.455697535834635, - 0.4526974552491553, - 0.455697535834635, - 0.4526974552491553, - 0.45319747861417603, - 0.45419752534421753, - 0.4571975463250525, - 0.45919752057584595, - 0.46069747146161866, - 0.4516975575307257, - 0.45619755919965577, - 0.4556975060323126, - 0.45419752534421753, - 0.4546975189069159, - 0.45419752534421753, - 0.45669749315770936, - 0.4571974867204077, - 0.45369756158384156, - 0.45519751246961426, - 0.45769751008542847, - 0.45519751246961426, - 0.4561975293973334, - 0.45669749315770936, - 0.45769756969007325, - 0.45719742711576294, - 0.4531975978234656, - 0.456197499595011, - 0.46019756730588746, - 0.4571974867204077, - 0.4531975382188208, - 0.45519754227193665, - 0.4651974433282263, - 0.45519754227193665, - 0.4611974948266394, - 0.455697535834635, - 0.46069753106626343, - 0.45419752534421753, - 0.4571974867204077, - 0.45519754227193665, - 0.456197499595011, - 0.45519757207425904, - 0.45919752057584595, - 0.458197593055094, - 0.4531975382188208, - 0.45519751246961426, - 0.45519751246961426, - 0.4531975680211432, - 0.4531975382188208, - 0.4531975084164984, - 0.4546975189069159, - 0.4531975680211432, - 0.4521975510934241, - 0.45519751246961426, - 0.45419752534421753, - 0.45419752534421753, - 0.4561975293973334, - 0.458197593055094, - 0.4546975189069159, - 0.4561975293973334 + 0.4151521504361759, + 0.4151522100408207, + 0.4141521037061344, + 0.4201522052724491, + 0.4151522100408207, + 0.4166521907289158, + 0.41715221409393655, + 0.41615219716621743, + 0.4231521666486393, + 0.41715224389625893, + 0.4176522076566349, + 0.41715224389625893, + 0.4191522181470524, + 0.41965218190742837, + 0.41715218429161416, + 0.41715218429161416, + 0.4151522100408207, + 0.41715219919277535, + 0.41715218429161416, + 0.41615219716621743, + 0.4231521666486393, + 0.4151522100408207, + 0.41565223340584145, + 0.4151522100408207, + 0.4181522012193333, + 0.42015214566780434, + 0.4166521907289158, + 0.41715218429161416, + 0.4166521907289158, + 0.42215223912788735, + 0.41915209893776284, + 0.4151522696454655, + 0.42215223912788735, + 0.4221521199185978, + 0.4176521778543125, + 0.41615219716621743, + 0.4176521927554737, + 0.41715218429161416, + 0.41865213517738686, + 0.41715221409393655, + 0.4231522262532841, + 0.42265214328361855, + 0.42215223912788735, + 0.41615219716621743, + 0.41615219716621743, + 0.4151522100408207, + 0.42265220288826333, + 0.41965218190742837, + 0.41715218429161416, + 0.4166521907289158, + 0.4166521907289158, + 0.41715218429161416, + 0.4191522181470524, + 0.41565223340584145, + 0.41565223340584145, + 0.41715218429161416, + 0.41615219716621743, + 0.42065222863746987, + 0.4176522076566349, + 0.41715218429161416 ], "p10": [ - 0.42619758780988526, - 0.4231975072244055, - 0.4251975351193793, - 0.42509747680219484, - 0.4250975364068396, - 0.42409744795354676, - 0.42719745572599244, - 0.4250974827626593, - 0.4250975364068396, - 0.4231975072244055, - 0.42409744795354676, - 0.42709746297391726, - 0.4261975282052405, - 0.4231975072244055, - 0.42409744795354676, - 0.42519754107984375, - 0.4250975364068396, - 0.42409744795354676, - 0.4250974827626593, - 0.4241974883893378, - 0.4250974827626593, - 0.4231975072244055, - 0.4231975072244055, - 0.42409744795354676, - 0.42409744795354676, - 0.4250974827626593, - 0.4251975947240241, - 0.4260975354531653, - 0.42319756086858584, - 0.4240974419930823, - 0.4209975355485327, - 0.42519754107984375, - 0.4261975818494208, - 0.42319756086858584, - 0.4241974883893378, - 0.4231975072244055, - 0.4261975282052405, - 0.4241974883893378, - 0.4261975818494208, - 0.4241974347451575, - 0.4240975015977271, - 0.4250975364068396, - 0.4241974347451575, - 0.4251975351193793, - 0.4241974347451575, - 0.42519754107984375, - 0.42419749434980225, - 0.4251975351193793, - 0.4231975668290503, - 0.4231975072244055, - 0.4231975072244055, - 0.42409744795354676, - 0.42309751447233035, - 0.4210975402215369, - 0.4250975364068396, - 0.42319756086858584, - 0.42519754107984375, - 0.4251975947240241, - 0.425197481475199, - 0.42409744795354676 + 0.38615216617180215, + 0.3871522069413792, + 0.3870522082288395, + 0.3880522013147007, + 0.3851521790464054, + 0.38615210656715737, + 0.38605211977554665, + 0.3851521790464054, + 0.38715221290184365, + 0.38615210656715737, + 0.3870521545846592, + 0.38615210656715737, + 0.3910522163350712, + 0.387052202268375, + 0.3851521790464054, + 0.3880522013147007, + 0.3851521790464054, + 0.38815225963188515, + 0.38715226058555946, + 0.3851521790464054, + 0.38715221290184365, + 0.38515223269058574, + 0.38605211977554665, + 0.38515223269058574, + 0.3861521602113377, + 0.38515223269058574, + 0.3851521790464054, + 0.3861521602113377, + 0.3871521532971989, + 0.38715221290184365, + 0.38715221290184365, + 0.3871522069413792, + 0.3881522536714207, + 0.39015217427803384, + 0.38715221290184365, + 0.3860521138150822, + 0.3890521407563816, + 0.38905213479591716, + 0.38605211977554665, + 0.3851521790464054, + 0.3851521790464054, + 0.38605211977554665, + 0.3881522000272404, + 0.3851521790464054, + 0.3871522069413792, + 0.38615210656715737, + 0.3870522082288395, + 0.38715221290184365, + 0.3880522013147007, + 0.3851521790464054, + 0.3871522069413792, + 0.38715221290184365, + 0.38705214862419474, + 0.3851521790464054, + 0.3851521790464054, + 0.38615210656715737, + 0.38615210656715737, + 0.3860521138150822, + 0.38715221290184365, + 0.38615210656715737 ], "p90": [ - 0.4821975224831946, - 0.4831975692132361, - 0.48419749971422027, - 0.4831975692132361, - 0.48229751523526976, - 0.4822975241759665, - 0.487197517714823, - 0.48619759019407105, - 0.48229751523526976, - 0.48429752822908234, - 0.4821975224831946, - 0.48129753407033754, - 0.487197517714823, - 0.4832975649455435, - 0.48329756196531126, - 0.48419749971422027, - 0.4821975224831946, - 0.4831975692132361, - 0.4791975134232886, - 0.4821975224831946, - 0.4821975224831946, - 0.4822975241759665, - 0.47819757398160767, - 0.48319754239114593, - 0.4831974589446433, - 0.4811975085357077, - 0.4821975224831946, - 0.4831974619248755, - 0.4831974619248755, - 0.4831974589446433, - 0.4821975224831946, - 0.4831974589446433, - 0.4831975692132361, - 0.4821975224831946, - 0.48319754239114593, - 0.48329756196531126, - 0.4831974589446433, - 0.4821975224831946, - 0.4852975481370337, - 0.4831975692132361, - 0.48329756196531126, - 0.4811974787333853, - 0.48329756196531126, - 0.4831975692132361, - 0.4821975224831946, - 0.48429752822908234, - 0.48119753535779786, - 0.4831975692132361, - 0.48819744523557496, - 0.4821975224831946, - 0.48319754239114593, - 0.4831975394109137, - 0.4821975224831946, - 0.4821975224831946, - 0.4821975224831946, - 0.4811975085357077, - 0.4831974619248755, - 0.4821975224831946, - 0.4821975224831946, - 0.48329756196531126 + 0.443152147575153, + 0.447452205463184, + 0.445152241035236, + 0.4441521943051945, + 0.44425218705726965, + 0.44425218705726965, + 0.44615216855598794, + 0.44315217737747536, + 0.4451521307666432, + 0.4451521307666432, + 0.443152147575153, + 0.4451522142131458, + 0.4451522112329136, + 0.44615217153622017, + 0.445152241035236, + 0.4441521943051945, + 0.4432521790702473, + 0.4442521959979664, + 0.4441521943051945, + 0.44425218705726965, + 0.4482522547681461, + 0.4432521522481571, + 0.44525223378731116, + 0.44425218705726965, + 0.44715221528602944, + 0.4451522142131458, + 0.44425218705726965, + 0.445152241035236, + 0.445152241035236, + 0.44315215353561743, + 0.4442521959979664, + 0.4431521505553852, + 0.445152241035236, + 0.44715221528602944, + 0.4441521943051945, + 0.4422522128064762, + 0.445152241035236, + 0.4442521959979664, + 0.445152241035236, + 0.4491521895368229, + 0.44615217153622017, + 0.44615217153622017, + 0.4441521943051945, + 0.44625220005108224, + 0.445152241035236, + 0.4462521732289921, + 0.4461521983583103, + 0.4441521943051945, + 0.4442521959979664, + 0.44425218705726965, + 0.44515212182594643, + 0.44715221528602944, + 0.44715221528602944, + 0.4441521943051945, + 0.4441521943051945, + 0.4442521959979664, + 0.44525223378731116, + 0.445152241035236, + 0.4441521943051945, + 0.4461521983583103 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 7a9f0236ec901d5d888de7e015a6f680033cbcef..6734dad5ac537c89ac1de9d4ca8bc4f79dc5858e 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:34:11.616307+00:00", + "evaluated_at": "2026-06-22T00:41:09.465927+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index a12b9bfb3e0f491b67d45be3dfc638f6ddca03f8..d59c41057044c0ef719bb71a4226c5d39bf87f1b 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T00:32:05.369723+00:00", - "finished_at": "2026-06-22T00:34:11.631154+00:00", - "task_count": 1, + "started_at": "2026-06-22T00:38:26.111835+00:00", + "finished_at": "2026-06-22T00:41:09.493259+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,13 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:32:35.031444+00:00", + "evaluated_at": "2026-06-22T00:39:00.170401+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -24,13 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:32:55.812335+00:00", + "evaluated_at": "2026-06-22T00:39:27.705869+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -38,13 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:33:23.329656+00:00", + "evaluated_at": "2026-06-22T00:40:03.204131+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -52,13 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:33:31.329314+00:00", + "evaluated_at": "2026-06-22T00:40:15.717632+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -66,13 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:33:54.562420+00:00", + "evaluated_at": "2026-06-22T00:40:47.870185+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -80,13 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:34:10.719637+00:00", + "evaluated_at": "2026-06-22T00:41:07.329254+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -94,13 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:34:11.561584+00:00", + "evaluated_at": "2026-06-22T00:41:09.349233+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -108,13 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:34:11.601221+00:00", + "evaluated_at": "2026-06-22T00:41:09.437490+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -122,13 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:34:11.616307+00:00", + "evaluated_at": "2026-06-22T00:41:09.465927+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -136,13 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:34:11.628964+00:00", + "evaluated_at": "2026-06-22T00:41:09.490968+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -150,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:35:15.455880+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_004109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..4c7176ad1f84e304bcc37d5dc5d0b89eacb81620 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_004109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:41:09.300788+00:00", + "metrics": { + "MSE[mean]": 531272.862516105, + "MSE[0.5]": 292022.32137598214, + "MAE[0.5]": 512.2169507473512, + "MASE[0.5]": 0.45081437895613724, + "MAPE[0.5]": 0.007980909517822857, + "sMAPE[0.5]": 0.008015379218412527, + "MSIS": 5.947007625852422, + "RMSE[mean]": 728.8846702435886, + "NRMSE[mean]": 0.01136869922769104, + "ND[0.5]": 0.007989248080118878, + "mean_weighted_sum_quantile_loss": 0.006634302762424674 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_003854.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_003854.json new file mode 100644 index 0000000000000000000000000000000000000000..aa034eab90ce708873c4cee233c5a3336d6b0dcf --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_003854.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:38:54.606203+00:00", + "metrics": { + "MSE[mean]": 184851.31750424704, + "MSE[0.5]": 184851.31750424704, + "MAE[0.5]": 344.78759765625, + "MASE[0.5]": 0.3034558041907688, + "MAPE[0.5]": 0.00539236237387533, + "sMAPE[0.5]": 0.005369841861039395, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 429.94338872024423, + "NRMSE[mean]": 0.0067059951606077885, + "ND[0.5]": 0.005377786987730296, + "mean_weighted_sum_quantile_loss": 0.005300973165275415 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_004109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..5471342b52baa8b419f5c7caca71f6132c064fca --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_004109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:41:09.398397+00:00", + "metrics": { + "MSE[mean]": 31313.210050965572, + "MSE[0.5]": 29601.86857966358, + "MAE[0.5]": 125.78640826686053, + "MASE[0.5]": 0.11070762387150675, + "MAPE[0.5]": 0.0019660092755825523, + "sMAPE[0.5]": 0.001965068171019834, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 176.95539000258108, + "NRMSE[mean]": 0.002760042415195528, + "ND[0.5]": 0.00196193979774548, + "mean_weighted_sum_quantile_loss": 0.001572019684804 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_004037.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_004037.json new file mode 100644 index 0000000000000000000000000000000000000000..f4988b58bb0a1ffd63ad849f41070d1dead1bfd7 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_004037.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:40:37.046897+00:00", + "metrics": { + "MSE[mean]": 434894.22142283124, + "MSE[0.5]": 303108.49978351593, + "MAE[0.5]": 449.7711588541667, + "MASE[0.5]": 0.3958543452249697, + "MAPE[0.5]": 0.007031385185826376, + "sMAPE[0.5]": 0.006994432655955062, + "MSIS": 2.0042789769285494, + "RMSE[mean]": 659.4651025056831, + "NRMSE[mean]": 0.010285935083584644, + "ND[0.5]": 0.007015256644915075, + "mean_weighted_sum_quantile_loss": 0.005807619052931651 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64237.869140625, + 64378.658203125, + 64408.255859375, + 64397.716796875, + 64357.353515625, + 64473.369140625, + 64397.65625, + 64418.712890625, + 64441.8984375, + 64645.736328125, + 64783.220703125, + 64659.91015625, + 64600.796875, + 64727.03515625, + 64735.951171875, + 64528.36328125, + 64797.630859375, + 64575.908203125, + 64572.83984375, + 64653.265625, + 64466.876953125, + 64661.791015625, + 64818.83203125, + 64977.392578125 + ], + "p10": [ + 64043.423828125, + 64030.640625, + 64035.1328125, + 63891.490234375, + 63814.53515625, + 63846.751953125, + 63815.552734375, + 63870.544921875, + 63620.16015625, + 63730.08984375, + 63717.873046875, + 63539.79296875, + 63650.859375, + 63632.6015625, + 63600.08203125, + 63375.5234375, + 63165.912109375, + 63308.4453125, + 63154.958984375, + 63096.267578125, + 62754.392578125, + 62953.564453125, + 63191.560546875, + 62916.318359375 + ], + "p90": [ + 64418.623046875, + 64675.59375, + 64817.01171875, + 64889.666015625, + 64968.3046875, + 65062.060546875, + 65086.3984375, + 65008.03515625, + 65213.615234375, + 65833.93359375, + 65692.48828125, + 65833.59765625, + 65893.3125, + 66366.23828125, + 66066.546875, + 65981.58203125, + 66520.7421875, + 66212.34375, + 66446.45703125, + 66285.3828125, + 66578.0703125, + 66926.703125, + 66620.59765625, + 67034.74609375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_004109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..12cb813071b649c5dfdcdbf3608516bef146738b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_004109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:41:09.444939+00:00", + "metrics": { + "MSE[mean]": 154820.8045826144, + "MSE[0.5]": 143423.25941333492, + "MAE[0.5]": 340.2669156615496, + "MASE[0.5]": 0.29947704393512803, + "MAPE[0.5]": 0.0053020936145791635, + "sMAPE[0.5]": 0.005316939680794201, + "MSIS": 3.007248760120039, + "RMSE[mean]": 393.4727494790642, + "NRMSE[mean]": 0.006137148338742215, + "ND[0.5]": 0.00530727614287385, + "mean_weighted_sum_quantile_loss": 0.004270039204702569 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_004109.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..77691a7b365af2ec073487da0a6ee2490a89fd11 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_004109.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:41:09.475928+00:00", + "metrics": { + "MSE[mean]": 315983.9512462616, + "MSE[0.5]": 315983.9512462616, + "MAE[0.5]": 500.2283528645833, + "MASE[0.5]": 0.4402629274643637, + "MAPE[0.5]": 0.007802060726964855, + "sMAPE[0.5]": 0.007825449506560772, + "MSIS": 3.369032678538878, + "RMSE[mean]": 562.1244979951164, + "NRMSE[mean]": 0.008767675610584027, + "ND[0.5]": 0.0078022572308733135, + "mean_weighted_sum_quantile_loss": 0.006234818849661903 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_004101.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_004101.json new file mode 100644 index 0000000000000000000000000000000000000000..db0e809579743b58bd6e9468ef244775b491a010 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_004101.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:41:01.514719+00:00", + "metrics": { + "MSE[mean]": 88820.64578946431, + "MSE[0.5]": 88820.64578946431, + "MAE[0.5]": 207.17171223958334, + "MASE[0.5]": 0.18233677478712432, + "MAPE[0.5]": 0.003243187881813837, + "sMAPE[0.5]": 0.003232713103417923, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 298.02792786828604, + "NRMSE[mean]": 0.0046484581329639335, + "ND[0.5]": 0.0032313382090344476, + "mean_weighted_sum_quantile_loss": 0.003156848481338087 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_003921.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_003921.json new file mode 100644 index 0000000000000000000000000000000000000000..102d52ceebde648fd8aca052c51e006c9318dfa3 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_003921.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:39:21.259982+00:00", + "metrics": { + "MSE[mean]": 182029.81230926514, + "MSE[0.5]": 117132.9589176178, + "MAE[0.5]": 227.21565755208334, + "MASE[0.5]": 0.1999779300528791, + "MAPE[0.5]": 0.003558018673698626, + "sMAPE[0.5]": 0.0035442477714108197, + "MSIS": 9.30513525936199, + "RMSE[mean]": 426.649519288684, + "NRMSE[mean]": 0.006654619391036206, + "ND[0.5]": 0.003543971462135993, + "mean_weighted_sum_quantile_loss": 0.004259097681540792 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_004009.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_004009.json new file mode 100644 index 0000000000000000000000000000000000000000..e6d570f456b9b22b6ed9e434e10460dc391e63c6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_004009.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:40:09.903529+00:00", + "metrics": { + "MSE[mean]": 271795.3945051829, + "MSE[0.5]": 271795.3945051829, + "MAE[0.5]": 394.77587890625, + "MASE[0.5]": 0.34745168510396995, + "MAPE[0.5]": 0.006176391607910693, + "sMAPE[0.5]": 0.006143316614397626, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 521.339998949997, + "NRMSE[mean]": 0.008131543830447865, + "ND[0.5]": 0.006157473757998842, + "mean_weighted_sum_quantile_loss": 0.004992173481007049 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_003953.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_003953.json new file mode 100644 index 0000000000000000000000000000000000000000..12720513189bd5e0511e932451d01d4468114e8b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_003953.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:39:53.483744+00:00", + "metrics": { + "MSE[mean]": 109396.2450281779, + "MSE[0.5]": 109396.2450281779, + "MAE[0.5]": 234.66438802083334, + "MASE[0.5]": 0.20653373574299083, + "MAPE[0.5]": 0.003673497527718982, + "sMAPE[0.5]": 0.003660211603707844, + "MSIS": 2.174166596872409, + "RMSE[mean]": 330.7510317870194, + "NRMSE[mean]": 0.00515885318095449, + "ND[0.5]": 0.0036601522240376754, + "mean_weighted_sum_quantile_loss": 0.005100339086198141 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63808.01171875 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_004109.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..bdb8af273dfca5fa01b65ef6d9c0bd597cc99b78 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_004109.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:41:09.331891+00:00", + "metrics": { + "MSE[mean]": 0.42833845472992454, + "MSE[0.5]": 0.4295987414132277, + "MAE[0.5]": 0.5183593142472038, + "MASE[0.5]": 1.532662784596751, + "MAPE[0.5]": 0.41126179045048633, + "sMAPE[0.5]": 0.5671381618770517, + "MSIS": 59.525006992751614, + "RMSE[mean]": 0.6544757098089466, + "NRMSE[mean]": 0.6459491825702992, + "ND[0.5]": 0.5116061150893227, + "mean_weighted_sum_quantile_loss": 0.5089417152900162 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.3582537027047496, + 0.3652737089672572, + 0.3733932639167083, + 0.3817858334761337, + 0.3872157969329043, + 0.3943241385760919, + 0.4006220221899096, + 0.4068956953064026, + 0.41344304913754504, + 0.42105455189033125, + 0.4249775433010625, + 0.4313158285621629, + 0.43781640005887273, + 0.44205963476978455, + 0.4469651099815615, + 0.4524060294621736, + 0.456677460885545, + 0.46190172931368517, + 0.4668079451177035, + 0.4731155984816354, + 0.47712768515706305, + 0.47972049030067176, + 0.48416075213636395, + 0.487193721779538, + 0.4929463940483388, + 0.4972496944044291, + 0.4996709371301529, + 0.5035932969189295, + 0.5078650677916041, + 0.5094229145146028, + 0.5146581607619263, + 0.5180212763975467, + 0.5189930605989241, + 0.5231489787512775, + 0.5271798167713339, + 0.5285623074719679, + 0.5328024051078317, + 0.535086324584182, + 0.5367450243477528, + 0.5392737671482081, + 0.5416455285291986, + 0.544039625278573, + 0.5474981795411528, + 0.5491656376601215, + 0.5506941685433557, + 0.5536755238418904, + 0.5552867305257125, + 0.5572818260144258, + 0.5592068203262845, + 0.561082431219763, + 0.5624774942814241, + 0.5660592265881512, + 0.5656577225182199, + 0.5683467231516035, + 0.5710959482408435, + 0.5729449440967113, + 0.5725893566416116, + 0.574857448987158, + 0.5760809641685214, + 0.5782574540093806 + ], + "p10": [ + 0.3494154355202214, + 0.3570253207536125, + 0.3655505037372022, + 0.37237229494666724, + 0.37936988941261834, + 0.38483488157931006, + 0.3914394875658182, + 0.39753412333080346, + 0.4057832343938708, + 0.41144203083549696, + 0.41596460308876343, + 0.42142683559534844, + 0.42807761865748195, + 0.4325084842326771, + 0.43913149571061577, + 0.44416531192156816, + 0.44920136285301554, + 0.45353865327865345, + 0.4583688091974184, + 0.4638507902644637, + 0.46803623401195005, + 0.4715865712474576, + 0.4756010587142842, + 0.47873799614737983, + 0.48396767438365046, + 0.48853658726763893, + 0.49172446360959904, + 0.49550998688633024, + 0.49774787014109606, + 0.5022294252060416, + 0.5048654864770346, + 0.5089465120714605, + 0.5118673419744791, + 0.5147105934857568, + 0.5173421635311893, + 0.5204397308486589, + 0.5232219440225166, + 0.5264372992599905, + 0.5293606657645676, + 0.531440735076763, + 0.5332023602962555, + 0.5360318550977684, + 0.5387014113564027, + 0.5406128667131401, + 0.5424248524599733, + 0.5454419966586624, + 0.5470074382513765, + 0.5483042892776033, + 0.5512816696453494, + 0.5517094614811392, + 0.5544192919551352, + 0.555379274060311, + 0.5576182063440867, + 0.5584970033664546, + 0.56004886587171, + 0.5637181171947829, + 0.5649345469628007, + 0.5659918520124063, + 0.5666682551563557, + 0.5689362502102833 + ], + "p90": [ + 0.36755463028322344, + 0.37574711497374513, + 0.38013933515617054, + 0.39006635799229755, + 0.3972668443599885, + 0.4036219701090149, + 0.40987307851014865, + 0.41697380481406304, + 0.4239558675045096, + 0.4287169398340532, + 0.4336407699827558, + 0.44026640865798106, + 0.4468577490198853, + 0.45148325518391014, + 0.4564361312171643, + 0.46281833873164707, + 0.46479761093682426, + 0.47037433158356007, + 0.47722200261518855, + 0.48105657027974413, + 0.4861597339013852, + 0.4894327859758063, + 0.4936573133780208, + 0.4964563747349339, + 0.5012763721429289, + 0.5049287141259622, + 0.5082871169799452, + 0.5124127863429963, + 0.5162694413526837, + 0.5169621513154357, + 0.5239320152125704, + 0.5271118463620131, + 0.5290841423854832, + 0.5333126739493366, + 0.5351016393259126, + 0.5373109865899012, + 0.5417703926046713, + 0.543637067856907, + 0.5462464034794902, + 0.5482559819406229, + 0.5504581115248061, + 0.5555474950371877, + 0.5556897440327719, + 0.559251454204158, + 0.5599767356081313, + 0.5624802339893556, + 0.564772116001923, + 0.5674858503496729, + 0.5697720123582481, + 0.570596997697612, + 0.5719897983320131, + 0.5744084369622104, + 0.5757587595393815, + 0.5778892218393041, + 0.5801666857879283, + 0.5806994925113529, + 0.5821481301825384, + 0.583788516563021, + 0.5855716949575552, + 0.5880995532998865 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_003858.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_003858.json new file mode 100644 index 0000000000000000000000000000000000000000..16846eba84e667f1932edc6110bf3d5418e340c0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_003858.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:38:58.294790+00:00", + "metrics": { + "MSE[mean]": 0.08766419357071929, + "MSE[0.5]": 0.08766419357071929, + "MAE[0.5]": 0.22379158983627956, + "MASE[0.5]": 0.6616974593114614, + "MAPE[0.5]": 0.17497027768579804, + "sMAPE[0.5]": 0.1986365291346455, + "MSIS": 8.276400450850511, + "RMSE[mean]": 0.296081396867009, + "NRMSE[mean]": 0.29222404042519345, + "ND[0.5]": 0.22087602695453976, + "mean_weighted_sum_quantile_loss": 0.17570611094184302 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.35048842430114746, + 0.3540704846382141, + 0.3643997311592102, + 0.3658655285835266, + 0.376498281955719, + 0.38588255643844604, + 0.39590996503829956, + 0.40688562393188477, + 0.4184202551841736, + 0.429055392742157, + 0.4438732862472534, + 0.45321065187454224, + 0.4682160019874573, + 0.4836893677711487, + 0.49884265661239624, + 0.515769362449646, + 0.5576030015945435, + 0.5724225044250488, + 0.5899392366409302, + 0.604051947593689, + 0.6223825216293335, + 0.6393176913261414, + 0.6629449725151062, + 0.679718017578125, + 0.7000724673271179, + 0.7207410931587219, + 0.7394254207611084, + 0.7602415084838867, + 0.7827277183532715, + 0.8052558898925781, + 0.8214357495307922, + 0.8379576206207275, + 0.8860428333282471, + 0.9032297730445862, + 0.9244183301925659, + 0.9397903680801392, + 0.9596993327140808, + 0.9729470610618591, + 0.9909934401512146, + 1.007071852684021, + 1.0199812650680542, + 1.031151533126831, + 1.0450966358184814, + 1.0606478452682495, + 1.074546456336975, + 1.0890028476715088, + 1.0982316732406616, + 1.1078178882598877, + 1.1251620054244995, + 1.1292998790740967, + 1.1313527822494507, + 1.1323432922363281, + 1.133159875869751, + 1.1311588287353516, + 1.1350481510162354, + 1.1302075386047363, + 1.1249195337295532, + 1.1171679496765137, + 1.108344316482544, + 1.1036487817764282 + ], + "p10": [ + 0.3296012878417969, + 0.3354567289352417, + 0.3375192880630493, + 0.34051090478897095, + 0.35153329372406006, + 0.35533857345581055, + 0.36100155115127563, + 0.371435284614563, + 0.3801681399345398, + 0.3920000195503235, + 0.39691460132598877, + 0.4079643487930298, + 0.4218097925186157, + 0.43744224309921265, + 0.4438183307647705, + 0.45256465673446655, + 0.4941394329071045, + 0.5084192752838135, + 0.5169810056686401, + 0.5322625637054443, + 0.5500760674476624, + 0.5617197155952454, + 0.5823994874954224, + 0.5924211144447327, + 0.6119065284729004, + 0.6302754878997803, + 0.6479018926620483, + 0.6584482789039612, + 0.6664257049560547, + 0.690038800239563, + 0.7107694149017334, + 0.7204799652099609, + 0.7741841673851013, + 0.7938416004180908, + 0.807650625705719, + 0.8247134685516357, + 0.8291821479797363, + 0.8477799296379089, + 0.8600232601165771, + 0.8641083836555481, + 0.8800477385520935, + 0.88262939453125, + 0.897000789642334, + 0.9008025527000427, + 0.9071296453475952, + 0.9187783002853394, + 0.929860532283783, + 0.9300245046615601, + 0.9532601833343506, + 0.9472699761390686, + 0.9467520713806152, + 0.9479077458381653, + 0.9397616386413574, + 0.943602979183197, + 0.9369201064109802, + 0.9209293723106384, + 0.9202234148979187, + 0.9017322063446045, + 0.9024217128753662, + 0.8894636631011963 + ], + "p90": [ + 0.3714342713356018, + 0.37637805938720703, + 0.3832165598869324, + 0.3929557800292969, + 0.40530329942703247, + 0.4196106791496277, + 0.4268384575843811, + 0.4433109760284424, + 0.455016553401947, + 0.46979135274887085, + 0.48334479331970215, + 0.4987391233444214, + 0.5225029587745667, + 0.535790741443634, + 0.5520140528678894, + 0.5814270377159119, + 0.6381460428237915, + 0.6504296064376831, + 0.6702417731285095, + 0.6894111633300781, + 0.7061874270439148, + 0.7298899292945862, + 0.7537087202072144, + 0.7790365219116211, + 0.7983481287956238, + 0.8275928497314453, + 0.857679545879364, + 0.8774220943450928, + 0.9034456014633179, + 0.9344208836555481, + 0.9556670188903809, + 0.9764640927314758, + 1.0635939836502075, + 1.0813138484954834, + 1.1090956926345825, + 1.123797059059143, + 1.1488699913024902, + 1.176989197731018, + 1.2039514780044556, + 1.2310307025909424, + 1.2481456995010376, + 1.2662510871887207, + 1.289227843284607, + 1.3092551231384277, + 1.3283298015594482, + 1.3430569171905518, + 1.3545734882354736, + 1.366743803024292, + 1.4138463735580444, + 1.4255439043045044, + 1.4396920204162598, + 1.451688528060913, + 1.4596171379089355, + 1.4683420658111572, + 1.4865491390228271, + 1.4866830110549927, + 1.4952232837677002, + 1.499061942100525, + 1.503043293952942, + 1.5033276081085205 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_004109.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..7d6b818a58b6a72f259a4ca7ca52317ed4b0f6c7 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_004109.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:41:09.419592+00:00", + "metrics": { + "MSE[mean]": 0.3118120042018548, + "MSE[0.5]": 0.3107012245229544, + "MAE[0.5]": 0.4437050663980021, + "MASE[0.5]": 1.311928278153664, + "MAPE[0.5]": 0.35409449238148816, + "sMAPE[0.5]": 0.46181066651440267, + "MSIS": 48.60199980720952, + "RMSE[mean]": 0.5584012931591892, + "NRMSE[mean]": 0.5511264260176605, + "ND[0.5]": 0.43792446479909347, + "mean_weighted_sum_quantile_loss": 0.4303358377278809 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.35770022829561926, + 0.3648733683447126, + 0.371046342454475, + 0.38421952446523827, + 0.3863926096780585, + 0.3950656708106022, + 0.40273877462007157, + 0.40891183813680104, + 0.42308488806367156, + 0.4242580457557398, + 0.4319310899605644, + 0.43860420664463706, + 0.4477772613398791, + 0.4554503055447037, + 0.4601233883733381, + 0.46729646881778675, + 0.4724695750114419, + 0.48164264460784517, + 0.48881571015113257, + 0.4949888034701845, + 0.509161853397055, + 0.5083349772336849, + 0.5160080810431543, + 0.5226811381225822, + 0.5328542097455434, + 0.5420272346384631, + 0.5457003601440231, + 0.5533734341511701, + 0.5600465210329204, + 0.5727196498763406, + 0.5768925901306647, + 0.5800658412828159, + 0.5942388912096864, + 0.6014118524448455, + 0.6040849908250088, + 0.6097580905813624, + 0.6184311666150673, + 0.6251042385956563, + 0.6337772699258777, + 0.6394504292868759, + 0.6526235218906721, + 0.6592965193654552, + 0.6659696956541726, + 0.6671427341369514, + 0.6743158145813999, + 0.6804889079004518, + 0.6951619811923431, + 0.6993350406559566, + 0.7040081234845912, + 0.7106812103663414, + 0.71785429081079, + 0.725527364817937, + 0.7347004791178238, + 0.7383735748210616, + 0.7455466552655101, + 0.7542196865957315, + 0.7603927799147834, + 0.7720658918304844, + 0.776238951294098, + 0.7829120083735259 + ], + "p10": [ + 0.3287002440312455, + 0.3368733652452711, + 0.3439464469771801, + 0.35211952050748985, + 0.3563925786836432, + 0.36456558664884375, + 0.3716386803016817, + 0.37791182001698903, + 0.3870849343168759, + 0.3932579084266382, + 0.4013310368885887, + 0.4076040693155355, + 0.4196772595278979, + 0.42285032590565036, + 0.42812338312812936, + 0.4381964858408733, + 0.4424695440170266, + 0.452642705046955, + 0.45881578644507787, + 0.46398878535037247, + 0.47316189965025934, + 0.47833499988344996, + 0.4864079674128595, + 0.49268116077234725, + 0.5008541687375478, + 0.5070273216612445, + 0.5142003484615127, + 0.5223734100708937, + 0.5305464836012035, + 0.5377196236502969, + 0.5448927040947456, + 0.5520657785787296, + 0.5602389057532198, + 0.5694119068042816, + 0.5735850258725399, + 0.5796580072302272, + 0.5898311146159751, + 0.5970041890999593, + 0.6011772545240375, + 0.6074503942393448, + 0.6146234746837934, + 0.6226964958573833, + 0.6319696565535257, + 0.6361427160171393, + 0.6453158243565617, + 0.6514888044267885, + 0.6595619865329192, + 0.6668350716503719, + 0.6749081405076778, + 0.679181198683831, + 0.6883543070232534, + 0.6955273934281665, + 0.7026004095949661, + 0.7078735204616255, + 0.7150466009060741, + 0.7232196088712747, + 0.7303926893157233, + 0.7374657770080967, + 0.7457389565393068, + 0.7519119306490691 + ], + "p90": [ + 0.3857002254345963, + 0.3971733637670759, + 0.40204647978357655, + 0.40821951349798363, + 0.41549258669450745, + 0.42266566713895604, + 0.43173872908212296, + 0.435911818348059, + 0.4450848521816754, + 0.452257932626124, + 0.45743102987908246, + 0.46660417696152395, + 0.4737772544257403, + 0.4819502951734955, + 0.48812344511695993, + 0.49429647883136707, + 0.5005695440408684, + 0.5087426414130362, + 0.5158157201647129, + 0.5230887933612367, + 0.5342619415165618, + 0.5364349194410214, + 0.545608081424624, + 0.5517811151390312, + 0.5618542238122396, + 0.5670273031838047, + 0.573300356472377, + 0.581373490894792, + 0.5885465713392406, + 0.5937195642840707, + 0.6019926871908683, + 0.6080657221927357, + 0.6172388931170351, + 0.6264119478122772, + 0.6305850072758907, + 0.6358581062216212, + 0.6459312148948295, + 0.6522042503020086, + 0.6602773757837268, + 0.6714504047297623, + 0.6756234671736082, + 0.6827965476180569, + 0.6879696508314798, + 0.6972427370218162, + 0.7033158584504184, + 0.7115888710886232, + 0.7186619766623901, + 0.7238350530537228, + 0.7311081351909434, + 0.7382812066946952, + 0.7463542219078206, + 0.7555273958123523, + 0.7627004762568008, + 0.7668735357204146, + 0.7740466161648631, + 0.7813196983020837, + 0.7894928165358771, + 0.7965659042282505, + 0.8027389379426576, + 0.8119120224402221 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_004044.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_004044.json new file mode 100644 index 0000000000000000000000000000000000000000..bb559244329a66e7254226b4bab1559674e3ec35 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_004044.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:40:44.954338+00:00", + "metrics": { + "MSE[mean]": 0.14977713530209075, + "MSE[0.5]": 0.18371359707243845, + "MAE[0.5]": 0.3306767230232557, + "MASE[0.5]": 0.9777308773667618, + "MAPE[0.5]": 0.2591356964515554, + "sMAPE[0.5]": 0.31446073370594435, + "MSIS": 2.9547082395089475, + "RMSE[mean]": 0.3870105105834863, + "NRMSE[mean]": 0.38196852719025043, + "ND[0.5]": 0.32636865773712376, + "mean_weighted_sum_quantile_loss": 0.2606686421417472 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.39186570048332214, + 0.39293980598449707, + 0.3993512690067291, + 0.397907018661499, + 0.40522193908691406, + 0.4068963825702667, + 0.42591866850852966, + 0.42861953377723694, + 0.4485359489917755, + 0.45894861221313477, + 0.4748075604438782, + 0.4940912127494812, + 0.5125036835670471, + 0.5252895057201385, + 0.5476157367229462, + 0.5384015738964081, + 0.563357949256897, + 0.5710543394088745, + 0.5766549110412598, + 0.5777748227119446, + 0.568574994802475, + 0.6145840883255005, + 0.5831568241119385, + 0.6136714220046997, + 0.6033212244510651, + 0.6316794455051422, + 0.6360371708869934, + 0.5932173430919647, + 0.6456722915172577, + 0.6619361042976379, + 0.620798259973526, + 0.6291559934616089, + 0.7810859084129333, + 0.7785712778568268, + 0.71552973985672, + 0.7643143534660339, + 0.8786602914333344, + 0.7447966933250427, + 0.7428802251815796, + 0.8278683722019196, + 0.7599201798439026, + 0.810663640499115, + 0.8089075684547424, + 0.92203089594841, + 0.8362589776515961, + 0.8686930537223816, + 0.931336522102356, + 0.849388062953949, + 0.9099140465259552, + 0.9193837940692902, + 0.9829745292663574, + 0.9311053454875946, + 0.899165153503418, + 0.8987545371055603, + 1.0133516788482666, + 0.9364722967147827, + 0.9180437624454498, + 1.0050073862075806, + 0.9304084181785583, + 0.9599035680294037 + ], + "p10": [ + 0.3813270032405853, + 0.3745122253894806, + 0.37593385577201843, + 0.362339049577713, + 0.3637904226779938, + 0.35613736510276794, + 0.37725400924682617, + 0.3546966314315796, + 0.372679740190506, + 0.3607771098613739, + 0.3605022132396698, + 0.3549109995365143, + 0.36495041847229004, + 0.38295045495033264, + 0.3837689459323883, + 0.37003445625305176, + 0.3551623523235321, + 0.3527332842350006, + 0.34388431906700134, + 0.3419208228588104, + 0.33353152871131897, + 0.32065051794052124, + 0.34840282797813416, + 0.3186734914779663, + 0.30760765075683594, + 0.316689133644104, + 0.35794761776924133, + 0.2753722369670868, + 0.2728520929813385, + 0.2691599726676941, + 0.2344057857990265, + 0.2968866229057312, + 0.18711614608764648, + 0.20302563905715942, + 0.1329878270626068, + 0.19184792041778564, + 0.27954062819480896, + 0.24081304669380188, + 0.24363234639167786, + 0.2209647297859192, + 0.18987998366355896, + 0.2622396945953369, + 0.26847565174102783, + 0.3097064793109894, + 0.2710877060890198, + 0.203963965177536, + 0.30605167150497437, + 0.2597914934158325, + 0.26440879702568054, + 0.22557204961776733, + 0.3185719847679138, + 0.3081047236919403, + 0.3171233832836151, + 0.28012615442276, + 0.3269851505756378, + 0.23929813504219055, + 0.25622275471687317, + 0.34028494358062744, + 0.25887081027030945, + 0.28661787509918213 + ], + "p90": [ + 0.40091773867607117, + 0.41035234928131104, + 0.42735886573791504, + 0.4333321452140808, + 0.44947147369384766, + 0.4505283236503601, + 0.48433512449264526, + 0.503262996673584, + 0.5306728780269623, + 0.5445175766944885, + 0.5874232351779938, + 0.6258849501609802, + 0.6736117601394653, + 0.6786357164382935, + 0.697041928768158, + 0.7166585326194763, + 0.7430208921432495, + 0.772744357585907, + 0.8061597347259521, + 0.8176155686378479, + 0.8109979033470154, + 0.9096076488494873, + 0.9216785430908203, + 0.9264271855354309, + 0.9400485754013062, + 0.941279411315918, + 1.0465514063835144, + 1.02402263879776, + 1.0175795555114746, + 1.1542285084724426, + 1.055464506149292, + 1.1105178594589233, + 1.3160760998725891, + 1.486175537109375, + 1.4396113753318787, + 1.358592927455902, + 1.516774833202362, + 1.5783305168151855, + 1.5374552607536316, + 1.5440181493759155, + 1.507144272327423, + 1.6193927526474, + 1.45505028963089, + 1.683682382106781, + 1.5172184109687805, + 1.622166395187378, + 1.6882362961769104, + 1.580766499042511, + 1.7305165529251099, + 1.6976419687271118, + 1.6773574352264404, + 1.682218611240387, + 1.6500662565231323, + 1.7708152532577515, + 1.8933448195457458, + 1.8180220127105713, + 1.8837170600891113, + 1.7540952563285828, + 1.6367575526237488, + 1.6772510409355164 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_004109.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..9de8ff78868a24645561f06e098f0ca77c481483 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_004109.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:41:09.456505+00:00", + "metrics": { + "MSE[mean]": 0.5715487691247993, + "MSE[0.5]": 0.5700416587232202, + "MAE[0.5]": 0.6059999835156578, + "MASE[0.5]": 1.791794989831619, + "MAPE[0.5]": 0.49176327494810523, + "sMAPE[0.5]": 0.716162812403867, + "MSIS": 67.41141261103816, + "RMSE[mean]": 0.7560084451411898, + "NRMSE[mean]": 0.7461591466820834, + "ND[0.5]": 0.5981049993495158, + "mean_weighted_sum_quantile_loss": 0.5897240672410273 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.4151521504361759, + 0.4151522100408207, + 0.4141521037061344, + 0.4201522052724491, + 0.4151522100408207, + 0.4166521907289158, + 0.41715221409393655, + 0.41615219716621743, + 0.4231521666486393, + 0.41715224389625893, + 0.4176522076566349, + 0.41715224389625893, + 0.4191522181470524, + 0.41965218190742837, + 0.41715218429161416, + 0.41715218429161416, + 0.4151522100408207, + 0.41715219919277535, + 0.41715218429161416, + 0.41615219716621743, + 0.4231521666486393, + 0.4151522100408207, + 0.41565223340584145, + 0.4151522100408207, + 0.4181522012193333, + 0.42015214566780434, + 0.4166521907289158, + 0.41715218429161416, + 0.4166521907289158, + 0.42215223912788735, + 0.41915209893776284, + 0.4151522696454655, + 0.42215223912788735, + 0.4221521199185978, + 0.4176521778543125, + 0.41615219716621743, + 0.4176521927554737, + 0.41715218429161416, + 0.41865213517738686, + 0.41715221409393655, + 0.4231522262532841, + 0.42265214328361855, + 0.42215223912788735, + 0.41615219716621743, + 0.41615219716621743, + 0.4151522100408207, + 0.42265220288826333, + 0.41965218190742837, + 0.41715218429161416, + 0.4166521907289158, + 0.4166521907289158, + 0.41715218429161416, + 0.4191522181470524, + 0.41565223340584145, + 0.41565223340584145, + 0.41715218429161416, + 0.41615219716621743, + 0.42065222863746987, + 0.4176522076566349, + 0.41715218429161416 + ], + "p10": [ + 0.38615216617180215, + 0.3871522069413792, + 0.3870522082288395, + 0.3880522013147007, + 0.3851521790464054, + 0.38615210656715737, + 0.38605211977554665, + 0.3851521790464054, + 0.38715221290184365, + 0.38615210656715737, + 0.3870521545846592, + 0.38615210656715737, + 0.3910522163350712, + 0.387052202268375, + 0.3851521790464054, + 0.3880522013147007, + 0.3851521790464054, + 0.38815225963188515, + 0.38715226058555946, + 0.3851521790464054, + 0.38715221290184365, + 0.38515223269058574, + 0.38605211977554665, + 0.38515223269058574, + 0.3861521602113377, + 0.38515223269058574, + 0.3851521790464054, + 0.3861521602113377, + 0.3871521532971989, + 0.38715221290184365, + 0.38715221290184365, + 0.3871522069413792, + 0.3881522536714207, + 0.39015217427803384, + 0.38715221290184365, + 0.3860521138150822, + 0.3890521407563816, + 0.38905213479591716, + 0.38605211977554665, + 0.3851521790464054, + 0.3851521790464054, + 0.38605211977554665, + 0.3881522000272404, + 0.3851521790464054, + 0.3871522069413792, + 0.38615210656715737, + 0.3870522082288395, + 0.38715221290184365, + 0.3880522013147007, + 0.3851521790464054, + 0.3871522069413792, + 0.38715221290184365, + 0.38705214862419474, + 0.3851521790464054, + 0.3851521790464054, + 0.38615210656715737, + 0.38615210656715737, + 0.3860521138150822, + 0.38715221290184365, + 0.38615210656715737 + ], + "p90": [ + 0.443152147575153, + 0.447452205463184, + 0.445152241035236, + 0.4441521943051945, + 0.44425218705726965, + 0.44425218705726965, + 0.44615216855598794, + 0.44315217737747536, + 0.4451521307666432, + 0.4451521307666432, + 0.443152147575153, + 0.4451522142131458, + 0.4451522112329136, + 0.44615217153622017, + 0.445152241035236, + 0.4441521943051945, + 0.4432521790702473, + 0.4442521959979664, + 0.4441521943051945, + 0.44425218705726965, + 0.4482522547681461, + 0.4432521522481571, + 0.44525223378731116, + 0.44425218705726965, + 0.44715221528602944, + 0.4451522142131458, + 0.44425218705726965, + 0.445152241035236, + 0.445152241035236, + 0.44315215353561743, + 0.4442521959979664, + 0.4431521505553852, + 0.445152241035236, + 0.44715221528602944, + 0.4441521943051945, + 0.4422522128064762, + 0.445152241035236, + 0.4442521959979664, + 0.445152241035236, + 0.4491521895368229, + 0.44615217153622017, + 0.44615217153622017, + 0.4441521943051945, + 0.44625220005108224, + 0.445152241035236, + 0.4462521732289921, + 0.4461521983583103, + 0.4441521943051945, + 0.4442521959979664, + 0.44425218705726965, + 0.44515212182594643, + 0.44715221528602944, + 0.44715221528602944, + 0.4441521943051945, + 0.4441521943051945, + 0.4442521959979664, + 0.44525223378731116, + 0.445152241035236, + 0.4441521943051945, + 0.4461521983583103 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_004109.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_004109.json new file mode 100644 index 0000000000000000000000000000000000000000..8b33a0e5ed553c09fb2f4d37e2d2af68af65fdfc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_004109.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:41:09.484595+00:00", + "metrics": { + "MSE[mean]": 0.5667406439407595, + "MSE[0.5]": 0.5667406439407595, + "MAE[0.5]": 0.6218000039458275, + "MASE[0.5]": 1.8385118185710765, + "MAPE[0.5]": 0.5404614827547706, + "sMAPE[0.5]": 0.7616421751520364, + "MSIS": 72.0927832055209, + "RMSE[mean]": 0.7528217876368614, + "NRMSE[mean]": 0.7430140050378604, + "ND[0.5]": 0.6136991766864279, + "mean_weighted_sum_quantile_loss": 0.6108604259609858 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863 + ], + "p10": [ + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, + 0.5831000280380249, + 0.5683999836444855, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017 + ], + "p90": [ + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, + 0.6069000291824341, + 0.5915999829769134, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_004105.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_004105.json new file mode 100644 index 0000000000000000000000000000000000000000..92f01ad85e6cffa127dcac071d86d56fcf2ae7cc --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_004105.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:41:05.365553+00:00", + "metrics": { + "MSE[mean]": 0.0036226506883684597, + "MSE[0.5]": 0.0036226506883684597, + "MAE[0.5]": 0.05073478271563848, + "MASE[0.5]": 0.15001044876716238, + "MAPE[0.5]": 0.04776700389654764, + "sMAPE[0.5]": 0.04917834271503126, + "MSIS": 0.8869756682746327, + "RMSE[mean]": 0.06018845976072539, + "NRMSE[mean]": 0.05940432287999704, + "ND[0.5]": 0.050073808594997646, + "mean_weighted_sum_quantile_loss": 0.05833158423188526 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.3563690185546875, + 0.359771728515625, + 0.3631744384765625, + 0.373382568359375, + 0.38018798828125, + 0.3903961181640625, + 0.40740966796875, + 0.414215087890625, + 0.43463134765625, + 0.4482421875, + 0.4584503173828125, + 0.4754638671875, + 0.4924774169921875, + 0.509490966796875, + 0.5299072265625, + 0.5469207763671875, + 0.5605316162109375, + 0.591156005859375, + 0.6149749755859375, + 0.6353912353515625, + 0.6558074951171875, + 0.6813278198242188, + 0.70684814453125, + 0.7323684692382812, + 0.768096923828125, + 0.7936172485351562, + 0.8191375732421875, + 0.8599700927734375, + 0.8965492248535156, + 0.931427001953125, + 0.9637527465820312, + 0.9841690063476562, + 1.0118160247802734, + 1.0369110107421875, + 1.0749788284301758, + 1.1087932586669922, + 1.1336755752563477, + 1.1662139892578125, + 1.203643798828125, + 1.2402229309082031, + 1.2733993530273438, + 1.298919677734375, + 1.3380508422851562, + 1.3584671020507812, + 1.3839874267578125, + 1.4061050415039062, + 1.435028076171875, + 1.448638916015625, + 1.4316253662109375, + 1.448638916015625, + 1.4775619506835938, + 1.4945755004882812, + 1.52349853515625, + 1.5541229248046875, + 1.5881500244140625, + 1.6187744140625, + 1.6425933837890625, + 1.65960693359375, + 1.6698150634765625, + 1.6902313232421875 + ], + "p10": [ + 0.346160888671875, + 0.346160888671875, + 0.346160888671875, + 0.3495635986328125, + 0.3563690185546875, + 0.3563690185546875, + 0.3665771484375, + 0.3699798583984375, + 0.3835906982421875, + 0.393798828125, + 0.393798828125, + 0.4108123779296875, + 0.4244232177734375, + 0.4380340576171875, + 0.4516448974609375, + 0.46185302734375, + 0.4584503173828125, + 0.482269287109375, + 0.495880126953125, + 0.51629638671875, + 0.5299072265625, + 0.5537261962890625, + 0.5741424560546875, + 0.5945587158203125, + 0.6217803955078125, + 0.6387939453125, + 0.65240478515625, + 0.6830291748046875, + 0.7153549194335938, + 0.740875244140625, + 0.7646942138671875, + 0.7766036987304688, + 0.7663955688476562, + 0.7919158935546875, + 0.8344497680664062, + 0.8650741577148438, + 0.8803863525390625, + 0.9101600646972656, + 0.9356803894042969, + 0.972259521484375, + 1.0092639923095703, + 1.0445671081542969, + 1.0880579948425293, + 1.1121959686279297, + 1.1368656158447266, + 1.1568565368652344, + 1.1896076202392578, + 1.2027931213378906, + 1.1925849914550781, + 1.2040691375732422, + 1.2334175109863281, + 1.2495803833007812, + 1.2819061279296875, + 1.3227386474609375, + 1.36016845703125, + 1.3856887817382812, + 1.407806396484375, + 1.4248199462890625, + 1.4401321411132812, + 1.4588470458984375 + ], + "p90": [ + 0.373382568359375, + 0.38018798828125, + 0.3903961181640625, + 0.400604248046875, + 0.414215087890625, + 0.4312286376953125, + 0.4516448974609375, + 0.4652557373046875, + 0.4856719970703125, + 0.5060882568359375, + 0.523101806640625, + 0.5401153564453125, + 0.563934326171875, + 0.591156005859375, + 0.611572265625, + 0.6387939453125, + 0.659210205078125, + 0.6932373046875, + 0.7221603393554688, + 0.7476806640625, + 0.7732009887695312, + 0.8004226684570312, + 0.8344497680664062, + 0.863372802734375, + 0.9016532897949219, + 0.9339790344238281, + 0.9620513916015625, + 1.0088386535644531, + 1.0537118911743164, + 1.0975217819213867, + 1.135589599609375, + 1.1602592468261719, + 1.2061958312988281, + 1.230865478515625, + 1.2657432556152344, + 1.3006210327148438, + 1.3312454223632812, + 1.3584671020507812, + 1.3992996215820312, + 1.4299240112304688, + 1.462249755859375, + 1.4775619506835938, + 1.5115890502929688, + 1.5320053100585938, + 1.55072021484375, + 1.584747314453125, + 1.6153717041015625, + 1.6289825439453125, + 1.6085662841796875, + 1.63238525390625, + 1.6562042236328125, + 1.6766204833984375, + 1.700439453125, + 1.7310638427734375, + 1.761688232421875, + 1.7821044921875, + 1.8059234619140625, + 1.82293701171875, + 1.82293701171875, + 1.85015869140625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_003925.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_003925.json new file mode 100644 index 0000000000000000000000000000000000000000..1ad1522a8a598937cb027cc4dc43b90d0304062f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_003925.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:39:25.829240+00:00", + "metrics": { + "MSE[mean]": 0.009635254106052038, + "MSE[0.5]": 0.005969564204577452, + "MAE[0.5]": 0.06792970349391302, + "MASE[0.5]": 0.2008516595578354, + "MAPE[0.5]": 0.0704099723507985, + "sMAPE[0.5]": 0.06765383104105556, + "MSIS": 9.877648581686406, + "RMSE[mean]": 0.09815933020376635, + "NRMSE[mean]": 0.0968805077965083, + "ND[0.5]": 0.06704471348057367, + "mean_weighted_sum_quantile_loss": 0.08048092379183368 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.3649231195449829, + 0.3712489902973175, + 0.38178008794784546, + 0.38854849338531494, + 0.394234836101532, + 0.39957794547080994, + 0.41253361105918884, + 0.4436456263065338, + 0.4676281213760376, + 0.4884480834007263, + 0.5154610276222229, + 0.5439075827598572, + 0.5685250163078308, + 0.5819566249847412, + 0.5891573429107666, + 0.6223912239074707, + 0.653051495552063, + 0.6958805918693542, + 0.7113255262374878, + 0.7388975620269775, + 0.7708436250686646, + 0.7997626662254333, + 0.8300347328186035, + 0.8584145903587341, + 0.8915472030639648, + 0.9413915276527405, + 0.9511936902999878, + 0.9809147715568542, + 1.0111181735992432, + 1.0697599649429321, + 1.0924057960510254, + 1.1289118528366089, + 1.1786370277404785, + 1.2036890983581543, + 1.2260394096374512, + 1.2691154479980469, + 1.3044650554656982, + 1.3393898010253906, + 1.3771133422851562, + 1.3991904258728027, + 1.4365804195404053, + 1.4608895778656006, + 1.4937677383422852, + 1.5211365222930908, + 1.5473875999450684, + 1.5573785305023193, + 1.5820353031158447, + 1.6137938499450684, + 1.629267930984497, + 1.650709629058838, + 1.6765952110290527, + 1.7015011310577393, + 1.735999345779419, + 1.725362777709961, + 1.7352509498596191, + 1.737281084060669, + 1.7575671672821045, + 1.7777888774871826, + 1.7838709354400635, + 1.786402940750122 + ], + "p10": [ + 0.3500698208808899, + 0.3611360788345337, + 0.3808187246322632, + 0.3780335783958435, + 0.4102534055709839, + 0.4022919535636902, + 0.44339919090270996, + 0.4647141695022583, + 0.4618510603904724, + 0.49168649315834045, + 0.5341818928718567, + 0.533668041229248, + 0.6000000238418579, + 0.5638353824615479, + 0.6198291182518005, + 0.6298525929450989, + 0.6634804010391235, + 0.7141366600990295, + 0.7328833341598511, + 0.7457388639450073, + 0.7850162386894226, + 0.8127745985984802, + 0.850311815738678, + 0.8824764490127563, + 0.9090363383293152, + 0.9331054091453552, + 0.9669502973556519, + 0.9992878437042236, + 1.018476963043213, + 1.067075252532959, + 1.1151130199432373, + 1.1283639669418335, + 1.1958636045455933, + 1.2128068208694458, + 1.245340347290039, + 1.277233600616455, + 1.3237745761871338, + 1.366407871246338, + 1.3933300971984863, + 1.421067237854004, + 1.4590919017791748, + 1.4697895050048828, + 1.5099515914916992, + 1.5246522426605225, + 1.5775744915008545, + 1.561375379562378, + 1.6129920482635498, + 1.623342752456665, + 1.63090181350708, + 1.6629638671875, + 1.7131998538970947, + 1.747286081314087, + 1.7446696758270264, + 1.7415955066680908, + 1.7508866786956787, + 1.7466139793395996, + 1.7745893001556396, + 1.783099889755249, + 1.8110594749450684, + 1.830826759338379 + ], + "p90": [ + 0.3792870342731476, + 0.38520851731300354, + 0.39791715145111084, + 0.41748547554016113, + 0.4320874810218811, + 0.4392739534378052, + 0.440729022026062, + 0.4725823700428009, + 0.503543496131897, + 0.5237324237823486, + 0.5589422583580017, + 0.5829501152038574, + 0.6113721132278442, + 0.6285947561264038, + 0.633682131767273, + 0.6643871665000916, + 0.7032572627067566, + 0.7475271224975586, + 0.7757586240768433, + 0.8061129450798035, + 0.8404868841171265, + 0.8886446356773376, + 0.9097102880477905, + 0.9379738569259644, + 0.9709362983703613, + 1.0229177474975586, + 1.032497763633728, + 1.0727040767669678, + 1.1036313772201538, + 1.1621564626693726, + 1.1902666091918945, + 1.2250044345855713, + 1.280245065689087, + 1.3097310066223145, + 1.3428137302398682, + 1.3832955360412598, + 1.4354639053344727, + 1.4666249752044678, + 1.500258207321167, + 1.5294418334960938, + 1.5617270469665527, + 1.5886130332946777, + 1.6248579025268555, + 1.658409595489502, + 1.6856083869934082, + 1.7051608562469482, + 1.7387261390686035, + 1.7665107250213623, + 1.7809875011444092, + 1.8002724647521973, + 1.8253662586212158, + 1.8654115200042725, + 1.87880539894104, + 1.8821587562561035, + 1.8903758525848389, + 1.8947558403015137, + 1.90543794631958, + 1.9311630725860596, + 1.9430205821990967, + 1.950517177581787 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_004013.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_004013.json new file mode 100644 index 0000000000000000000000000000000000000000..f77892d6f2abbae84af550917317f0309dccf50b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_004013.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:40:13.867032+00:00", + "metrics": { + "MSE[mean]": 0.16821831262863776, + "MSE[0.5]": 0.16821831262863776, + "MAE[0.5]": 0.29837266852458316, + "MASE[0.5]": 0.8822156222900703, + "MAPE[0.5]": 0.22110734169717622, + "sMAPE[0.5]": 0.2678820998191297, + "MSIS": 2.413382754428611, + "RMSE[mean]": 0.41014425831484924, + "NRMSE[mean]": 0.4048008878308365, + "ND[0.5]": 0.294485461333677, + "mean_weighted_sum_quantile_loss": 0.244959652034356 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.35757875442504883, + 0.3664458990097046, + 0.3768041729927063, + 0.38647210597991943, + 0.39715874195098877, + 0.4090527296066284, + 0.4220845103263855, + 0.43561041355133057, + 0.44970279932022095, + 0.46441781520843506, + 0.48062455654144287, + 0.49857133626937866, + 0.517159640789032, + 0.536098301410675, + 0.5537676811218262, + 0.5740810036659241, + 0.5942438840866089, + 0.6141687035560608, + 0.6326345205307007, + 0.6517852544784546, + 0.6694252490997314, + 0.6862223744392395, + 0.7019009590148926, + 0.7179646492004395, + 0.7336851358413696, + 0.7488943338394165, + 0.7647966146469116, + 0.78028404712677, + 0.7962455749511719, + 0.8118926286697388, + 0.823600172996521, + 0.837304949760437, + 0.725509762763977, + 0.7343201637268066, + 0.761599600315094, + 0.7904026508331299, + 0.7976989150047302, + 0.8018169403076172, + 0.8122172355651855, + 0.8180084824562073, + 0.822412371635437, + 0.8426605463027954, + 0.8579761385917664, + 0.8688495755195618, + 0.8770994544029236, + 0.8910800218582153, + 0.906132698059082, + 0.9168399572372437, + 0.9232675433158875, + 0.9303627610206604, + 0.9363358616828918, + 0.9389197826385498, + 0.9409612417221069, + 0.9418830871582031, + 0.9458673000335693, + 0.9491899013519287, + 0.9549599289894104, + 0.9568650126457214, + 0.9511851668357849, + 0.9502832889556885 + ], + "p10": [ + 0.3483365774154663, + 0.3516653776168823, + 0.3549765348434448, + 0.3586302399635315, + 0.3640368580818176, + 0.36963874101638794, + 0.37660324573516846, + 0.3844868540763855, + 0.3896520733833313, + 0.39557403326034546, + 0.4020291566848755, + 0.4092260003089905, + 0.4171045422554016, + 0.426119327545166, + 0.43192899227142334, + 0.438298761844635, + 0.4447357654571533, + 0.45176661014556885, + 0.45603275299072266, + 0.45977872610092163, + 0.46371108293533325, + 0.4661959409713745, + 0.46693116426467896, + 0.4682289958000183, + 0.4658951759338379, + 0.46445584297180176, + 0.4630836844444275, + 0.45923811197280884, + 0.4554939866065979, + 0.4494432806968689, + 0.4407830238342285, + 0.4421386122703552, + 0.34704160690307617, + 0.3142203688621521, + 0.29737645387649536, + 0.299812912940979, + 0.2862229347229004, + 0.2668262720108032, + 0.2427045702934265, + 0.22475308179855347, + 0.20532721281051636, + 0.18704622983932495, + 0.17050451040267944, + 0.1601354479789734, + 0.15114754438400269, + 0.1417837142944336, + 0.1294209361076355, + 0.11431419849395752, + 0.10745984315872192, + 0.08947384357452393, + 0.06793403625488281, + 0.051461219787597656, + 0.03196549415588379, + 0.02124762535095215, + 0.01525259017944336, + 0.006513118743896484, + -0.00496983528137207, + -0.014832019805908203, + -0.02627849578857422, + -0.04151272773742676 + ], + "p90": [ + 0.3685804605484009, + 0.3819524645805359, + 0.39857596158981323, + 0.4126301407814026, + 0.42796629667282104, + 0.44560402631759644, + 0.4632846713066101, + 0.4824579358100891, + 0.5032370090484619, + 0.5252258777618408, + 0.5498654246330261, + 0.5758749842643738, + 0.601481020450592, + 0.6286999583244324, + 0.6549431085586548, + 0.6843458414077759, + 0.7159557342529297, + 0.749137818813324, + 0.7808773517608643, + 0.8126541376113892, + 0.8449974060058594, + 0.875993549823761, + 0.9061161875724792, + 0.9366646409034729, + 0.9687968492507935, + 1.0008807182312012, + 1.032489538192749, + 1.0642489194869995, + 1.096743106842041, + 1.128247857093811, + 1.1546735763549805, + 1.1821043491363525, + 1.146753191947937, + 1.1528960466384888, + 1.1989284753799438, + 1.2519408464431763, + 1.27970552444458, + 1.3077952861785889, + 1.3267898559570312, + 1.3562812805175781, + 1.386315941810608, + 1.4140713214874268, + 1.4478895664215088, + 1.48140287399292, + 1.515275239944458, + 1.5457572937011719, + 1.576218843460083, + 1.6000703573226929, + 1.6189653873443604, + 1.637880563735962, + 1.660036563873291, + 1.6846427917480469, + 1.7090167999267578, + 1.7430977821350098, + 1.7735153436660767, + 1.7993299961090088, + 1.8217132091522217, + 1.8390791416168213, + 1.8535752296447754, + 1.8678895235061646 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_004000.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_004000.json new file mode 100644 index 0000000000000000000000000000000000000000..a09c949a68939bf4f585e5cc7e0d2232ce58fffe --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_004000.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:40:00.326860+00:00", + "metrics": { + "MSE[mean]": 0.0033462659632902034, + "MSE[0.5]": 0.0033462659632902034, + "MAE[0.5]": 0.05213055859009425, + "MASE[0.5]": 0.15413741953747276, + "MAPE[0.5]": 0.05807268175163864, + "sMAPE[0.5]": 0.056370665532355375, + "MSIS": 1.7373312406465427, + "RMSE[mean]": 0.05784691835603867, + "NRMSE[mean]": 0.05709328714002522, + "ND[0.5]": 0.05145140026363153, + "mean_weighted_sum_quantile_loss": 0.07919797325669761 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:36:00", + "2026-06-20 18:42:00", + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" + ], + "context": [ + 0.23899999260902405, + 0.25099998712539673, + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137 + ], + "actual": [ + 0.36500000953674316, + 0.36399999260902405, + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 + ], + "predictions": { + "p50": [ + 0.3584529757499695, + 0.36961227655410767, + 0.3785044550895691, + 0.3878578543663025, + 0.4011918902397156, + 0.4151710867881775, + 0.4321697950363159, + 0.448675274848938, + 0.4679267406463623, + 0.488040566444397, + 0.5062166452407837, + 0.5264282822608948, + 0.5486077666282654, + 0.572163462638855, + 0.5978197455406189, + 0.624810516834259, + 0.6519034504890442, + 0.679815411567688, + 0.7077901363372803, + 0.7365648746490479, + 0.7676831483840942, + 0.7975790500640869, + 0.829228401184082, + 0.8591567277908325, + 0.8875371217727661, + 0.9185049533843994, + 0.9476261138916016, + 0.979812502861023, + 1.0084213018417358, + 1.0360805988311768, + 1.0651800632476807, + 1.0941989421844482, + 1.1588186025619507, + 1.185537576675415, + 1.219395637512207, + 1.2489351034164429, + 1.27838134765625, + 1.3071833848953247, + 1.334995985031128, + 1.3617784976959229, + 1.386161208152771, + 1.4112712144851685, + 1.4374308586120605, + 1.462233543395996, + 1.4859864711761475, + 1.5052438974380493, + 1.5244005918502808, + 1.5429091453552246, + 1.5601292848587036, + 1.577707290649414, + 1.598166584968567, + 1.6068658828735352, + 1.6198855638504028, + 1.629490613937378, + 1.6338874101638794, + 1.6460933685302734, + 1.6592375040054321, + 1.6612217426300049, + 1.6642667055130005, + 1.6717103719711304 + ], + "p10": [ + 0.3492588400840759, + 0.354697048664093, + 0.35809874534606934, + 0.3627639412879944, + 0.37116652727127075, + 0.3805648684501648, + 0.3918582797050476, + 0.4050472378730774, + 0.4187646508216858, + 0.4325329065322876, + 0.44251400232315063, + 0.45612287521362305, + 0.47076648473739624, + 0.48812341690063477, + 0.5058318972587585, + 0.523034930229187, + 0.541850209236145, + 0.5629557967185974, + 0.5799203515052795, + 0.6011793613433838, + 0.6211642026901245, + 0.6386575698852539, + 0.6629421710968018, + 0.6835416555404663, + 0.7031845450401306, + 0.7221403121948242, + 0.7419164180755615, + 0.769376814365387, + 0.7851498126983643, + 0.810173749923706, + 0.8283107280731201, + 0.8414516448974609, + 0.7985672354698181, + 0.811568021774292, + 0.8198390007019043, + 0.8471081256866455, + 0.8670145273208618, + 0.8815824389457703, + 0.89857017993927, + 0.9123330116271973, + 0.9141221046447754, + 0.9203612208366394, + 0.9343113303184509, + 0.9366876482963562, + 0.9407135248184204, + 0.9449831247329712, + 0.9420443773269653, + 0.943089485168457, + 0.9418521523475647, + 0.9475532174110413, + 0.9467242956161499, + 0.9397772550582886, + 0.9319044947624207, + 0.921843409538269, + 0.9151489734649658, + 0.9016492366790771, + 0.8876111507415771, + 0.87636399269104, + 0.8672866225242615, + 0.8640214204788208 + ], + "p90": [ + 0.3698797821998596, + 0.38432127237319946, + 0.3988887071609497, + 0.41231268644332886, + 0.4327278137207031, + 0.44980210065841675, + 0.47087353467941284, + 0.4915924668312073, + 0.515347957611084, + 0.5409891605377197, + 0.5648581981658936, + 0.5925470590591431, + 0.6190718412399292, + 0.6531020402908325, + 0.6860994100570679, + 0.7195615768432617, + 0.7557387351989746, + 0.790566086769104, + 0.8275272250175476, + 0.8637797236442566, + 0.902950644493103, + 0.9394410848617554, + 0.978161096572876, + 1.0152308940887451, + 1.0512334108352661, + 1.0886924266815186, + 1.1312298774719238, + 1.170695424079895, + 1.2095125913619995, + 1.2508728504180908, + 1.2863786220550537, + 1.3247536420822144, + 1.4372596740722656, + 1.4842381477355957, + 1.5251842737197876, + 1.5663599967956543, + 1.6069695949554443, + 1.6390953063964844, + 1.6821367740631104, + 1.7117364406585693, + 1.7432456016540527, + 1.777883768081665, + 1.816911220550537, + 1.8499094247817993, + 1.8827054500579834, + 1.9161598682403564, + 1.9439594745635986, + 1.9769479036331177, + 2.002798318862915, + 2.0329926013946533, + 2.0649235248565674, + 2.0922906398773193, + 2.1044836044311523, + 2.128133535385132, + 2.1420788764953613, + 2.1570260524749756, + 2.1939520835876465, + 2.198397397994995, + 2.2100071907043457, + 2.224754571914673 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 44fc4f08a8d231d5f677d381adcd77c8eeb34d12..670773c7c8ad725fa8fd27c2d6481b56f1bd533e 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,320255.47860018414,320255.47860018414,504.22802734375,0.443783136554909,0.007865316258471982,0.007888178561002287,3.369032678538878,565.9111932098393,0.008827288907319894,0.007865132419957035,0.006256003987990814,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,315983.9512462616,315983.9512462616,500.2283528645833,0.4402629274643637,0.007802060726964855,0.007825449506560772,3.369032678538878,562.1244979951164,0.008767675610584027,0.0078022572308733135,0.006234818849661903,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.44235343617250994,0.44235343617250994,0.539066667854786,1.5783335166337922,0.5162906575426205,0.6772676163191955,61.55831279428032,0.6650965615401345,0.7058100188985776,0.5720652864978315,0.5687131461648369,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.5667406439407595,0.5667406439407595,0.6218000039458275,1.8385118185710765,0.5404614827547706,0.7616421751520364,72.0927832055209,0.7528217876368614,0.7430140050378604,0.6136991766864279,0.6108604259609858,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.041527792943851144,0.041527792943851144,0.17083336247338188,2.070707902654555,0.11124370277953509,0.12002645225284786,68.05154616186161,0.20378369155516626,0.138158438922769,0.11581923212368872,0.1116489035865092,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index f9240c0526bb3814dd8a7bed378d84f856515542..933fdee36330321ca105eb9815665e0a3110989d 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:34:11.623532+00:00", + "evaluated_at": "2026-06-22T00:41:09.475928+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 63586.28125, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 81c86aed59aa9b8fed5ba8652e8f6dc6eaaef824..33df3813954db014dc9f342b2db4d99b11ed9ee6 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:27:28.962164+00:00", + "evaluated_at": "2026-06-22T00:41:09.484595+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,12 +304,12 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.6800000071525574, - 0.6499999761581421, - 0.6190000176429749, 0.5950000286102295, 0.5799999833106995, 0.5559999942779541, @@ -334,9 +331,9 @@ 0.328000009059906, 0.32899999618530273, 0.3409999907016754, - 0.6800000071525574, - 0.6499999761581421, - 0.6190000176429749, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, 0.5950000286102295, 0.5799999833106995, 0.5559999942779541, @@ -358,9 +355,9 @@ 0.328000009059906, 0.32899999618530273, 0.3409999907016754, - 0.6800000071525574, - 0.6499999761581421, - 0.6190000176429749, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, 0.5950000286102295, 0.5799999833106995, 0.5559999942779541, @@ -369,12 +366,12 @@ 0.492000013589859, 0.4729999899864197, 0.46000000834465027, - 0.4440000057220459 + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863 ], "p10": [ - 0.6664000070095062, - 0.6369999766349792, - 0.6066200172901154, 0.5831000280380249, 0.5683999836444855, 0.544879994392395, @@ -396,9 +393,9 @@ 0.3214400088787079, 0.3224199962615967, 0.3341799908876419, - 0.6664000070095062, - 0.6369999766349792, - 0.6066200172901154, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, 0.5831000280380249, 0.5683999836444855, 0.544879994392395, @@ -420,9 +417,9 @@ 0.3214400088787079, 0.3224199962615967, 0.3341799908876419, - 0.6664000070095062, - 0.6369999766349792, - 0.6066200172901154, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, 0.5831000280380249, 0.5683999836444855, 0.544879994392395, @@ -431,12 +428,12 @@ 0.4821600133180618, 0.4635399901866913, 0.4508000081777572, - 0.435120005607605 + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017 ], "p90": [ - 0.6936000072956086, - 0.662999975681305, - 0.6313800179958343, 0.6069000291824341, 0.5915999829769134, 0.5671199941635132, @@ -458,9 +455,9 @@ 0.33456000924110413, 0.3355799961090088, 0.34781999051570894, - 0.6936000072956086, - 0.662999975681305, - 0.6313800179958343, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, 0.6069000291824341, 0.5915999829769134, 0.5671199941635132, @@ -482,9 +479,9 @@ 0.33456000924110413, 0.3355799961090088, 0.34781999051570894, - 0.6936000072956086, - 0.662999975681305, - 0.6313800179958343, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, 0.6069000291824341, 0.5915999829769134, 0.5671199941635132, @@ -493,12 +490,12 @@ 0.5018400138616562, 0.48245998978614807, 0.4692000085115433, - 0.4528800058364868 + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 4662559e27846f37f28baf5cfa4cb14280571c52..c20144ed481c7b4a34fbc1c07a8ff9b0202cc6b2 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:34:11.628964+00:00", + "evaluated_at": "2026-06-22T00:41:09.490968+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 65f7acf66873c48bf33874038992c5290d35fc87..200af77699724ea69e23f7665aac42efc2284e0d 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,92730.82755215962,92730.82755215962,211.17138671875,0.18585698387766966,0.00330639897105633,0.0032954423339655423,1.1883960305419035,304.5173682274291,0.004749972820635659,0.0032939282026792954,0.0031778415744555554,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,88820.64578946431,88820.64578946431,207.17171223958334,0.18233677478712432,0.003243187881813837,0.003232713103417923,1.1883960305419035,298.02792786828604,0.0046484581329639335,0.0032313382090344476,0.003156848481338087,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0066011717270667795,0.0066011717270667795,0.07112315545479457,0.20824151585884618,0.07241457823552445,0.07589236013717865,1.0001451976978346,0.08124759520790002,0.08622111438429299,0.07547691357692546,0.07933041430342949,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0036226506883684597,0.0036226506883684597,0.05073478271563848,0.15001044876716238,0.04776700389654764,0.04917834271503126,0.8869756682746327,0.06018845976072539,0.05940432287999704,0.050073808594997646,0.05833158423188526,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04387119894055777,0.04387119894055777,0.17955484820736778,2.1764229056889737,0.11662469450155546,0.12605460860261417,47.05938855654776,0.2094545271426659,0.14200307332985815,0.12173210397765895,0.10743529750117606,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 2086292132988cebd99816f5081e82d17f52e7ef..2b9950949887d359704e1b1ee3f7e0bf2f4c642a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:34:08.884848+00:00", + "evaluated_at": "2026-06-22T00:41:01.514719+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 64267.96875, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6a0d6d0437f3caa6901edf87e0923ec59d6b4082..efd4db8daad99c8901eb6a6e7cf7773dfef92b27 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:27:17.036110+00:00", + "evaluated_at": "2026-06-22T00:41:05.365553+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.33935546875, - 0.33935546875, - 0.33935546875, - 0.3427734375, - 0.349609375, - 0.35302734375, - 0.35986328125, - 0.36669921875, - 0.376953125, - 0.390625, - 0.40087890625, - 0.41455078125, - 0.431640625, - 0.44189453125, - 0.46240234375, - 0.47607421875, - 0.4658203125, - 0.49658203125, - 0.513671875, - 0.52734375, - 0.54443359375, - 0.568359375, - 0.59912109375, - 0.623046875, - 0.65380859375, - 0.68115234375, - 0.706787109375, - 0.74609375, - 0.785400390625, - 0.81787109375, - 0.850341796875, - 0.867431640625, - 0.896484375, - 0.923828125, - 0.949462890625, - 0.976806640625, - 1.00885009765625, - 1.0391845703125, - 1.0766754150390625, - 1.10369873046875, - 1.135955810546875, - 1.1639404296875, - 1.1998291015625, - 1.222900390625, - 1.2528076171875, - 1.2767333984375, - 1.2998046875, - 1.311767578125, - 1.32373046875, - 1.342529296875, - 1.375, - 1.40234375, - 1.434814453125, - 1.470703125, - 1.506591796875, - 1.54248046875, - 1.56640625, - 1.59375, - 1.61083984375, - 1.634765625 + 0.3563690185546875, + 0.359771728515625, + 0.3631744384765625, + 0.373382568359375, + 0.38018798828125, + 0.3903961181640625, + 0.40740966796875, + 0.414215087890625, + 0.43463134765625, + 0.4482421875, + 0.4584503173828125, + 0.4754638671875, + 0.4924774169921875, + 0.509490966796875, + 0.5299072265625, + 0.5469207763671875, + 0.5605316162109375, + 0.591156005859375, + 0.6149749755859375, + 0.6353912353515625, + 0.6558074951171875, + 0.6813278198242188, + 0.70684814453125, + 0.7323684692382812, + 0.768096923828125, + 0.7936172485351562, + 0.8191375732421875, + 0.8599700927734375, + 0.8965492248535156, + 0.931427001953125, + 0.9637527465820312, + 0.9841690063476562, + 1.0118160247802734, + 1.0369110107421875, + 1.0749788284301758, + 1.1087932586669922, + 1.1336755752563477, + 1.1662139892578125, + 1.203643798828125, + 1.2402229309082031, + 1.2733993530273438, + 1.298919677734375, + 1.3380508422851562, + 1.3584671020507812, + 1.3839874267578125, + 1.4061050415039062, + 1.435028076171875, + 1.448638916015625, + 1.4316253662109375, + 1.448638916015625, + 1.4775619506835938, + 1.4945755004882812, + 1.52349853515625, + 1.5541229248046875, + 1.5881500244140625, + 1.6187744140625, + 1.6425933837890625, + 1.65960693359375, + 1.6698150634765625, + 1.6902313232421875 ], "p10": [ - 0.3291015625, - 0.32568359375, - 0.31884765625, - 0.31884765625, - 0.3154296875, - 0.31201171875, - 0.31884765625, - 0.31884765625, - 0.322265625, - 0.3291015625, - 0.3291015625, - 0.3427734375, - 0.35302734375, - 0.36328125, - 0.38037109375, - 0.376953125, - 0.349609375, - 0.37353515625, - 0.3837890625, - 0.3974609375, - 0.404296875, - 0.4248046875, - 0.45556640625, - 0.46923828125, - 0.4931640625, - 0.5068359375, - 0.52392578125, - 0.55126953125, - 0.58203125, - 0.61279296875, - 0.63671875, - 0.64697265625, - 0.6298828125, - 0.6640625, - 0.696533203125, - 0.717041015625, - 0.740966796875, - 0.77001953125, - 0.7939453125, - 0.822998046875, - 0.857177734375, - 0.896484375, - 0.93408203125, - 0.96142578125, - 0.98876953125, - 1.0084228515625, - 1.034912109375, - 1.047088623046875, - 1.04986572265625, - 1.06439208984375, - 1.0940322875976562, - 1.11224365234375, - 1.142791748046875, - 1.17974853515625, - 1.2186279296875, - 1.24853515625, - 1.270751953125, - 1.2904052734375, - 1.311767578125, - 1.333984375 + 0.346160888671875, + 0.346160888671875, + 0.346160888671875, + 0.3495635986328125, + 0.3563690185546875, + 0.3563690185546875, + 0.3665771484375, + 0.3699798583984375, + 0.3835906982421875, + 0.393798828125, + 0.393798828125, + 0.4108123779296875, + 0.4244232177734375, + 0.4380340576171875, + 0.4516448974609375, + 0.46185302734375, + 0.4584503173828125, + 0.482269287109375, + 0.495880126953125, + 0.51629638671875, + 0.5299072265625, + 0.5537261962890625, + 0.5741424560546875, + 0.5945587158203125, + 0.6217803955078125, + 0.6387939453125, + 0.65240478515625, + 0.6830291748046875, + 0.7153549194335938, + 0.740875244140625, + 0.7646942138671875, + 0.7766036987304688, + 0.7663955688476562, + 0.7919158935546875, + 0.8344497680664062, + 0.8650741577148438, + 0.8803863525390625, + 0.9101600646972656, + 0.9356803894042969, + 0.972259521484375, + 1.0092639923095703, + 1.0445671081542969, + 1.0880579948425293, + 1.1121959686279297, + 1.1368656158447266, + 1.1568565368652344, + 1.1896076202392578, + 1.2027931213378906, + 1.1925849914550781, + 1.2040691375732422, + 1.2334175109863281, + 1.2495803833007812, + 1.2819061279296875, + 1.3227386474609375, + 1.36016845703125, + 1.3856887817382812, + 1.407806396484375, + 1.4248199462890625, + 1.4401321411132812, + 1.4588470458984375 ], "p90": [ - 0.35986328125, - 0.35986328125, - 0.36669921875, - 0.376953125, - 0.38037109375, - 0.39404296875, - 0.40771484375, - 0.41796875, - 0.4384765625, - 0.45556640625, - 0.47607421875, - 0.48974609375, - 0.51708984375, - 0.5341796875, - 0.55810546875, - 0.5751953125, - 0.5751953125, - 0.6162109375, - 0.63671875, - 0.6572265625, - 0.68115234375, - 0.706787109375, - 0.74951171875, - 0.7734375, - 0.812744140625, - 0.843505859375, - 0.870849609375, - 0.92041015625, - 0.9656982421875, - 1.0101318359375, - 1.04730224609375, - 1.067169189453125, - 1.114593505859375, - 1.144073486328125, - 1.16650390625, - 1.195556640625, - 1.2314453125, - 1.2579345703125, - 1.298095703125, - 1.322021484375, - 1.35107421875, - 1.3681640625, - 1.404052734375, - 1.42626953125, - 1.448486328125, - 1.484375, - 1.506591796875, - 1.516845703125, - 1.527099609375, - 1.5595703125, - 1.59033203125, - 1.61767578125, - 1.65185546875, - 1.67919921875, - 1.716796875, - 1.744140625, - 1.76806640625, - 1.78857421875, - 1.79541015625, - 1.826171875 + 0.373382568359375, + 0.38018798828125, + 0.3903961181640625, + 0.400604248046875, + 0.414215087890625, + 0.4312286376953125, + 0.4516448974609375, + 0.4652557373046875, + 0.4856719970703125, + 0.5060882568359375, + 0.523101806640625, + 0.5401153564453125, + 0.563934326171875, + 0.591156005859375, + 0.611572265625, + 0.6387939453125, + 0.659210205078125, + 0.6932373046875, + 0.7221603393554688, + 0.7476806640625, + 0.7732009887695312, + 0.8004226684570312, + 0.8344497680664062, + 0.863372802734375, + 0.9016532897949219, + 0.9339790344238281, + 0.9620513916015625, + 1.0088386535644531, + 1.0537118911743164, + 1.0975217819213867, + 1.135589599609375, + 1.1602592468261719, + 1.2061958312988281, + 1.230865478515625, + 1.2657432556152344, + 1.3006210327148438, + 1.3312454223632812, + 1.3584671020507812, + 1.3992996215820312, + 1.4299240112304688, + 1.462249755859375, + 1.4775619506835938, + 1.5115890502929688, + 1.5320053100585938, + 1.55072021484375, + 1.584747314453125, + 1.6153717041015625, + 1.6289825439453125, + 1.6085662841796875, + 1.63238525390625, + 1.6562042236328125, + 1.6766204833984375, + 1.700439453125, + 1.7310638427734375, + 1.761688232421875, + 1.7821044921875, + 1.8059234619140625, + 1.82293701171875, + 1.82293701171875, + 1.85015869140625 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 5bb32d46c6eaf4aab68ead02ec1dff1b9822fcfb..97a06e22df3e5e69b8adcfab2c7153cbea9b5aa8 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,13 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:34:10.719637+00:00", + "evaluated_at": "2026-06-22T00:41:07.329254+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 68613e7dc5ec98a0324e2f75b8a08db54ca5dd1d..e471b6a35b124ef3b28139039f4670fa355222db 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,188451.63340759277,122478.93007596333,231.21533203125,0.2034981391434244,0.0036214063521505294,0.0036069762116430425,9.445943622983803,434.11016275548394,0.0067714084298477716,0.003606580962050236,0.004321751800651966,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,182029.81230926514,117132.9589176178,227.21565755208334,0.1999779300528791,0.003558018673698626,0.0035442477714108197,9.30513525936199,426.649519288684,0.006654619391036206,0.003543971462135993,0.004259097681540792,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.012377238627449987,0.006791178915157007,0.07321699857711791,0.2143720799905286,0.07889254268846498,0.07550272391207505,11.042557907703968,0.11125303873355544,0.11806332179679527,0.07769892995649522,0.09651620922860656,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.009635254106052038,0.005969564204577452,0.06792970349391302,0.2008516595578354,0.0704099723507985,0.06765383104105556,9.877648581686406,0.09815933020376635,0.0968805077965083,0.06704471348057367,0.08048092379183368,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04361379037167347,0.05364504418711549,0.2016614708635542,2.4443820301386845,0.13117372853868017,0.14304322175019735,50.68427558866123,0.208839149518651,0.1415858681490457,0.13671964519219537,0.10977025885279988,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index bad0638b9101f29811ee80a2dfadd81cdbf8a635..9f6820aab05911c5a4a161d26ffcadba85315b64 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:32:53.430448+00:00", + "evaluated_at": "2026-06-22T00:39:21.259982+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 64233.20703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5e40611c265a24f27a8f6df0928830ffbf79ccce..ecd08817ead7222baef55d44bb1b9427c9006f63 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:25:16.487301+00:00", + "evaluated_at": "2026-06-22T00:39:25.829240+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.3554645776748657, - 0.36159396171569824, - 0.3621049225330353, - 0.3657372295856476, - 0.3693631589412689, - 0.36510393023490906, - 0.37542667984962463, - 0.4063762426376343, - 0.42279624938964844, - 0.4355109632015228, - 0.46466389298439026, - 0.48882174491882324, - 0.5037708282470703, - 0.5141322016716003, - 0.5265771746635437, - 0.5527968406677246, - 0.5799732208251953, - 0.6167961955070496, - 0.6295685768127441, - 0.651887834072113, - 0.6847076416015625, - 0.716604471206665, - 0.7432552576065063, - 0.7733190059661865, - 0.8078899383544922, - 0.8545811176300049, - 0.858453631401062, - 0.8896793127059937, - 0.9216222763061523, - 0.9728811979293823, - 0.9959636926651001, - 1.0319488048553467, - 1.0844613313674927, - 1.1067544221878052, - 1.140356183052063, - 1.1791515350341797, - 1.2096924781799316, - 1.2442662715911865, - 1.2904577255249023, - 1.3116047382354736, - 1.3449915647506714, - 1.3686964511871338, - 1.4122085571289062, - 1.4458967447280884, - 1.4735552072525024, - 1.4872733354568481, - 1.5086458921432495, - 1.5371689796447754, - 1.557090401649475, - 1.5805214643478394, - 1.6138209104537964, - 1.646981954574585, - 1.6807401180267334, - 1.676317572593689, - 1.696941614151001, - 1.7011420726776123, - 1.7316033840179443, - 1.755857229232788, - 1.7704126834869385, - 1.7760363817214966 + 0.3649231195449829, + 0.3712489902973175, + 0.38178008794784546, + 0.38854849338531494, + 0.394234836101532, + 0.39957794547080994, + 0.41253361105918884, + 0.4436456263065338, + 0.4676281213760376, + 0.4884480834007263, + 0.5154610276222229, + 0.5439075827598572, + 0.5685250163078308, + 0.5819566249847412, + 0.5891573429107666, + 0.6223912239074707, + 0.653051495552063, + 0.6958805918693542, + 0.7113255262374878, + 0.7388975620269775, + 0.7708436250686646, + 0.7997626662254333, + 0.8300347328186035, + 0.8584145903587341, + 0.8915472030639648, + 0.9413915276527405, + 0.9511936902999878, + 0.9809147715568542, + 1.0111181735992432, + 1.0697599649429321, + 1.0924057960510254, + 1.1289118528366089, + 1.1786370277404785, + 1.2036890983581543, + 1.2260394096374512, + 1.2691154479980469, + 1.3044650554656982, + 1.3393898010253906, + 1.3771133422851562, + 1.3991904258728027, + 1.4365804195404053, + 1.4608895778656006, + 1.4937677383422852, + 1.5211365222930908, + 1.5473875999450684, + 1.5573785305023193, + 1.5820353031158447, + 1.6137938499450684, + 1.629267930984497, + 1.650709629058838, + 1.6765952110290527, + 1.7015011310577393, + 1.735999345779419, + 1.725362777709961, + 1.7352509498596191, + 1.737281084060669, + 1.7575671672821045, + 1.7777888774871826, + 1.7838709354400635, + 1.786402940750122 ], "p10": [ - 0.342449426651001, - 0.35188084840774536, - 0.36183443665504456, - 0.3579092025756836, - 0.3905636966228485, - 0.3784470558166504, - 0.407989501953125, - 0.4326114058494568, - 0.4223673343658447, - 0.4360074996948242, - 0.47949403524398804, - 0.4804952144622803, - 0.5408608317375183, - 0.5030010342597961, - 0.5543714761734009, - 0.5577736496925354, - 0.5950235724449158, - 0.6376968622207642, - 0.6546381711959839, - 0.6550233364105225, - 0.6948032379150391, - 0.7335814237594604, - 0.7686492204666138, - 0.793632984161377, - 0.8336386680603027, - 0.8494689464569092, - 0.8872150182723999, - 0.9188306331634521, - 0.9392069578170776, - 0.981974720954895, - 1.029587745666504, - 1.040208101272583, - 1.1075247526168823, - 1.1242687702178955, - 1.1682934761047363, - 1.1948840618133545, - 1.2400686740875244, - 1.2860113382339478, - 1.315058946609497, - 1.3403257131576538, - 1.3820216655731201, - 1.3897285461425781, - 1.4394056797027588, - 1.4539803266525269, - 1.5100936889648438, - 1.4982231855392456, - 1.5386760234832764, - 1.5503973960876465, - 1.5709935426712036, - 1.6030268669128418, - 1.6563940048217773, - 1.6995395421981812, - 1.6971640586853027, - 1.7030420303344727, - 1.707796573638916, - 1.713496446609497, - 1.7532120943069458, - 1.7638410329818726, - 1.802323818206787, - 1.8205865621566772 + 0.3500698208808899, + 0.3611360788345337, + 0.3808187246322632, + 0.3780335783958435, + 0.4102534055709839, + 0.4022919535636902, + 0.44339919090270996, + 0.4647141695022583, + 0.4618510603904724, + 0.49168649315834045, + 0.5341818928718567, + 0.533668041229248, + 0.6000000238418579, + 0.5638353824615479, + 0.6198291182518005, + 0.6298525929450989, + 0.6634804010391235, + 0.7141366600990295, + 0.7328833341598511, + 0.7457388639450073, + 0.7850162386894226, + 0.8127745985984802, + 0.850311815738678, + 0.8824764490127563, + 0.9090363383293152, + 0.9331054091453552, + 0.9669502973556519, + 0.9992878437042236, + 1.018476963043213, + 1.067075252532959, + 1.1151130199432373, + 1.1283639669418335, + 1.1958636045455933, + 1.2128068208694458, + 1.245340347290039, + 1.277233600616455, + 1.3237745761871338, + 1.366407871246338, + 1.3933300971984863, + 1.421067237854004, + 1.4590919017791748, + 1.4697895050048828, + 1.5099515914916992, + 1.5246522426605225, + 1.5775744915008545, + 1.561375379562378, + 1.6129920482635498, + 1.623342752456665, + 1.63090181350708, + 1.6629638671875, + 1.7131998538970947, + 1.747286081314087, + 1.7446696758270264, + 1.7415955066680908, + 1.7508866786956787, + 1.7466139793395996, + 1.7745893001556396, + 1.783099889755249, + 1.8110594749450684, + 1.830826759338379 ], "p90": [ - 0.36706021428108215, - 0.3770420551300049, - 0.38022878766059875, - 0.3978322744369507, - 0.4095432162284851, - 0.40595370531082153, - 0.4089679718017578, - 0.438499391078949, - 0.45857831835746765, - 0.47308459877967834, - 0.505479097366333, - 0.5266193151473999, - 0.5465559959411621, - 0.5640661716461182, - 0.5766452550888062, - 0.6043710708618164, - 0.6398302316665649, - 0.6796451807022095, - 0.7062703371047974, - 0.7299845218658447, - 0.7652060985565186, - 0.8159339427947998, - 0.8312171697616577, - 0.8601858615875244, - 0.9009101390838623, - 0.9512486457824707, - 0.9590742588043213, - 1.0045292377471924, - 1.0400453805923462, - 1.0953236818313599, - 1.1235038042068481, - 1.161205768585205, - 1.2187470197677612, - 1.246019721031189, - 1.2899519205093384, - 1.3262747526168823, - 1.372802734375, - 1.4053751230239868, - 1.4507299661636353, - 1.4824086427688599, - 1.5141617059707642, - 1.5421048402786255, - 1.5868970155715942, - 1.6247563362121582, - 1.6501133441925049, - 1.66937255859375, - 1.701911211013794, - 1.7235755920410156, - 1.742570400238037, - 1.7682154178619385, - 1.801269292831421, - 1.8460133075714111, - 1.8593062162399292, - 1.868656873703003, - 1.8861554861068726, - 1.8912484645843506, - 1.91207754611969, - 1.941924810409546, - 1.9562013149261475, - 1.9595205783843994 + 0.3792870342731476, + 0.38520851731300354, + 0.39791715145111084, + 0.41748547554016113, + 0.4320874810218811, + 0.4392739534378052, + 0.440729022026062, + 0.4725823700428009, + 0.503543496131897, + 0.5237324237823486, + 0.5589422583580017, + 0.5829501152038574, + 0.6113721132278442, + 0.6285947561264038, + 0.633682131767273, + 0.6643871665000916, + 0.7032572627067566, + 0.7475271224975586, + 0.7757586240768433, + 0.8061129450798035, + 0.8404868841171265, + 0.8886446356773376, + 0.9097102880477905, + 0.9379738569259644, + 0.9709362983703613, + 1.0229177474975586, + 1.032497763633728, + 1.0727040767669678, + 1.1036313772201538, + 1.1621564626693726, + 1.1902666091918945, + 1.2250044345855713, + 1.280245065689087, + 1.3097310066223145, + 1.3428137302398682, + 1.3832955360412598, + 1.4354639053344727, + 1.4666249752044678, + 1.500258207321167, + 1.5294418334960938, + 1.5617270469665527, + 1.5886130332946777, + 1.6248579025268555, + 1.658409595489502, + 1.6856083869934082, + 1.7051608562469482, + 1.7387261390686035, + 1.7665107250213623, + 1.7809875011444092, + 1.8002724647521973, + 1.8253662586212158, + 1.8654115200042725, + 1.87880539894104, + 1.8821587562561035, + 1.8903758525848389, + 1.8947558403015137, + 1.90543794631958, + 1.9311630725860596, + 1.9430205821990967, + 1.950517177581787 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index 6964955489e606e10424eeefacd792b4eee03092..defdb91fa90e617bbf486b0be569abffd3167ca6 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,13 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:32:55.812335+00:00", + "evaluated_at": "2026-06-22T00:39:27.705869+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index d5987261b3545dff568587efee658abde727069c..c669be1096673b2fbb420e6b2234dd2b141223ce 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,279489.26832516986,279489.26832516986,398.7755533854167,0.35097189419451524,0.006240068057317476,0.006206043244194462,1.8049384347794863,528.6674458723271,0.008246347371467391,0.006220246323355877,0.005013281086395737,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,271795.3945051829,271795.3945051829,394.77587890625,0.34745168510396995,0.006176391607910693,0.006143316614397626,1.8049384347794863,521.339998949997,0.008131543830447865,0.006157473757998842,0.004992173481007049,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.06796873770504548,0.06796873770504548,0.18825786660114924,0.5512002843897025,0.16248381322513686,0.17766218470875947,2.213849935456831,0.2607081466027586,0.2766672277700571,0.19978195057251832,0.18589547079116073,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.16821831262863776,0.16821831262863776,0.29837266852458316,0.8822156222900703,0.22110734169717622,0.2678820998191297,2.413382754428611,0.41014425831484924,0.4048008878308365,0.294485461333677,0.244959652034356,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04217440019597163,0.04217440019597163,0.1761587659517924,2.1352582627710506,0.11448621219209043,0.12348207503350908,23.392717615203562,0.20536406744114616,0.13922988023218832,0.11942967526364875,0.09581886839939817,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 0b63f613212f5d0ae51efb86132275790ea7c843..cf5b8912557ecbd1ca6817bf5ab7b5db90a51074 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:33:29.065054+00:00", + "evaluated_at": "2026-06-22T00:40:09.903529+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 64281.16796875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 75633b263b030b318c50d87c106d663401f479a8..ad45af1ada4f41db9cac363d332163d83ecc8e8b 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:26:09.559911+00:00", + "evaluated_at": "2026-06-22T00:40:13.867032+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.3490614891052246, - 0.35872822999954224, - 0.36999964714050293, - 0.37988102436065674, - 0.3898760676383972, - 0.4009859561920166, - 0.4131016731262207, - 0.42648059129714966, - 0.4412727355957031, - 0.4564259648323059, - 0.4740109443664551, - 0.493160605430603, - 0.5120174288749695, - 0.5324612259864807, - 0.5525920391082764, - 0.5752148628234863, - 0.5981232523918152, - 0.6217959523200989, - 0.6447039842605591, - 0.6698758602142334, - 0.6949757933616638, - 0.7185753583908081, - 0.7422187328338623, - 0.7652864456176758, - 0.7871472835540771, - 0.80794358253479, - 0.8287795782089233, - 0.8496461510658264, - 0.8712491989135742, - 0.8933090567588806, - 0.9139101505279541, - 0.9349492192268372, - 0.8211276531219482, - 0.8280153274536133, - 0.8512131571769714, - 0.8799535036087036, - 0.8950902223587036, - 0.9099215865135193, - 0.9279626607894897, - 0.9434769153594971, - 0.9567595720291138, - 0.9772828221321106, - 0.9946128726005554, - 1.008320927619934, - 1.0195339918136597, - 1.036288857460022, - 1.0542854070663452, - 1.0670820474624634, - 1.0771431922912598, - 1.0851858854293823, - 1.0898123979568481, - 1.0969270467758179, - 1.1023186445236206, - 1.108989953994751, - 1.117885708808899, - 1.121660590171814, - 1.1253911256790161, - 1.1276674270629883, - 1.1248360872268677, - 1.126823902130127 + 0.35757875442504883, + 0.3664458990097046, + 0.3768041729927063, + 0.38647210597991943, + 0.39715874195098877, + 0.4090527296066284, + 0.4220845103263855, + 0.43561041355133057, + 0.44970279932022095, + 0.46441781520843506, + 0.48062455654144287, + 0.49857133626937866, + 0.517159640789032, + 0.536098301410675, + 0.5537676811218262, + 0.5740810036659241, + 0.5942438840866089, + 0.6141687035560608, + 0.6326345205307007, + 0.6517852544784546, + 0.6694252490997314, + 0.6862223744392395, + 0.7019009590148926, + 0.7179646492004395, + 0.7336851358413696, + 0.7488943338394165, + 0.7647966146469116, + 0.78028404712677, + 0.7962455749511719, + 0.8118926286697388, + 0.823600172996521, + 0.837304949760437, + 0.725509762763977, + 0.7343201637268066, + 0.761599600315094, + 0.7904026508331299, + 0.7976989150047302, + 0.8018169403076172, + 0.8122172355651855, + 0.8180084824562073, + 0.822412371635437, + 0.8426605463027954, + 0.8579761385917664, + 0.8688495755195618, + 0.8770994544029236, + 0.8910800218582153, + 0.906132698059082, + 0.9168399572372437, + 0.9232675433158875, + 0.9303627610206604, + 0.9363358616828918, + 0.9389197826385498, + 0.9409612417221069, + 0.9418830871582031, + 0.9458673000335693, + 0.9491899013519287, + 0.9549599289894104, + 0.9568650126457214, + 0.9511851668357849, + 0.9502832889556885 ], "p10": [ - 0.339385986328125, - 0.34455448389053345, - 0.3493921756744385, - 0.353979229927063, - 0.35906195640563965, - 0.3645828366279602, - 0.3703715205192566, - 0.3775898218154907, - 0.3842740058898926, - 0.3911171555519104, - 0.3992829918861389, - 0.40808576345443726, - 0.4164789915084839, - 0.42765748500823975, - 0.43646013736724854, - 0.4457271695137024, - 0.45537132024765015, - 0.4665435552597046, - 0.47633838653564453, - 0.486591100692749, - 0.4974861145019531, - 0.5063425302505493, - 0.5128354430198669, - 0.5220164060592651, - 0.5277663469314575, - 0.5319444537162781, - 0.5348170399665833, - 0.5381454229354858, - 0.5408767461776733, - 0.5419033169746399, - 0.5410575270652771, - 0.5495341420173645, - 0.4952092170715332, - 0.4627872109413147, - 0.4515071511268616, - 0.45675867795944214, - 0.4508002996444702, - 0.4446859359741211, - 0.4334314465522766, - 0.4250374436378479, - 0.4135129451751709, - 0.4015662670135498, - 0.3852803111076355, - 0.3771328926086426, - 0.36879777908325195, - 0.3633694648742676, - 0.354447603225708, - 0.3392104506492615, - 0.33169829845428467, - 0.320823609828949, - 0.30497926473617554, - 0.2946915626525879, - 0.2701437473297119, - 0.26412487030029297, - 0.2596322298049927, - 0.2520430088043213, - 0.23659837245941162, - 0.23097485303878784, - 0.2247166633605957, - 0.2120363712310791 + 0.3483365774154663, + 0.3516653776168823, + 0.3549765348434448, + 0.3586302399635315, + 0.3640368580818176, + 0.36963874101638794, + 0.37660324573516846, + 0.3844868540763855, + 0.3896520733833313, + 0.39557403326034546, + 0.4020291566848755, + 0.4092260003089905, + 0.4171045422554016, + 0.426119327545166, + 0.43192899227142334, + 0.438298761844635, + 0.4447357654571533, + 0.45176661014556885, + 0.45603275299072266, + 0.45977872610092163, + 0.46371108293533325, + 0.4661959409713745, + 0.46693116426467896, + 0.4682289958000183, + 0.4658951759338379, + 0.46445584297180176, + 0.4630836844444275, + 0.45923811197280884, + 0.4554939866065979, + 0.4494432806968689, + 0.4407830238342285, + 0.4421386122703552, + 0.34704160690307617, + 0.3142203688621521, + 0.29737645387649536, + 0.299812912940979, + 0.2862229347229004, + 0.2668262720108032, + 0.2427045702934265, + 0.22475308179855347, + 0.20532721281051636, + 0.18704622983932495, + 0.17050451040267944, + 0.1601354479789734, + 0.15114754438400269, + 0.1417837142944336, + 0.1294209361076355, + 0.11431419849395752, + 0.10745984315872192, + 0.08947384357452393, + 0.06793403625488281, + 0.051461219787597656, + 0.03196549415588379, + 0.02124762535095215, + 0.01525259017944336, + 0.006513118743896484, + -0.00496983528137207, + -0.014832019805908203, + -0.02627849578857422, + -0.04151272773742676 ], "p90": [ - 0.36029183864593506, - 0.37458306550979614, - 0.39155644178390503, - 0.40617913007736206, - 0.4205858111381531, - 0.43702900409698486, - 0.4539434313774109, - 0.4726250171661377, - 0.4944564700126648, - 0.5171819925308228, - 0.5440965890884399, - 0.5714344382286072, - 0.5964949131011963, - 0.624489426612854, - 0.652121901512146, - 0.6836287975311279, - 0.7180805802345276, - 0.754012942314148, - 0.7898424863815308, - 0.826684832572937, - 0.8670726418495178, - 0.9054204821586609, - 0.9438958168029785, - 0.9807743430137634, - 1.016505241394043, - 1.0522723197937012, - 1.0868730545043945, - 1.1221871376037598, - 1.1572798490524292, - 1.1937620639801025, - 1.2283298969268799, - 1.2604644298553467, - 1.1846110820770264, - 1.1792902946472168, - 1.2178535461425781, - 1.264959454536438, - 1.2946491241455078, - 1.326728343963623, - 1.3532490730285645, - 1.3852200508117676, - 1.4182777404785156, - 1.449987530708313, - 1.4862608909606934, - 1.5272102355957031, - 1.5610835552215576, - 1.5904359817504883, - 1.6198601722717285, - 1.6487443447113037, - 1.6745963096618652, - 1.6967698335647583, - 1.718196988105774, - 1.7456660270690918, - 1.7699861526489258, - 1.8062105178833008, - 1.8371418714523315, - 1.862788438796997, - 1.885097861289978, - 1.9055719375610352, - 1.921242117881775, - 1.9401371479034424 + 0.3685804605484009, + 0.3819524645805359, + 0.39857596158981323, + 0.4126301407814026, + 0.42796629667282104, + 0.44560402631759644, + 0.4632846713066101, + 0.4824579358100891, + 0.5032370090484619, + 0.5252258777618408, + 0.5498654246330261, + 0.5758749842643738, + 0.601481020450592, + 0.6286999583244324, + 0.6549431085586548, + 0.6843458414077759, + 0.7159557342529297, + 0.749137818813324, + 0.7808773517608643, + 0.8126541376113892, + 0.8449974060058594, + 0.875993549823761, + 0.9061161875724792, + 0.9366646409034729, + 0.9687968492507935, + 1.0008807182312012, + 1.032489538192749, + 1.0642489194869995, + 1.096743106842041, + 1.128247857093811, + 1.1546735763549805, + 1.1821043491363525, + 1.146753191947937, + 1.1528960466384888, + 1.1989284753799438, + 1.2519408464431763, + 1.27970552444458, + 1.3077952861785889, + 1.3267898559570312, + 1.3562812805175781, + 1.386315941810608, + 1.4140713214874268, + 1.4478895664215088, + 1.48140287399292, + 1.515275239944458, + 1.5457572937011719, + 1.576218843460083, + 1.6000703573226929, + 1.6189653873443604, + 1.637880563735962, + 1.660036563873291, + 1.6846427917480469, + 1.7090167999267578, + 1.7430977821350098, + 1.7735153436660767, + 1.7993299961090088, + 1.8217132091522217, + 1.8390791416168213, + 1.8535752296447754, + 1.8678895235061646 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 7b5531b308e8e93d3627a78950a960b2c010f742..6d0e7b2ec71a2acffbae43176202fa54e9ef8605 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:33:31.329314+00:00", + "evaluated_at": "2026-06-22T00:40:15.717632+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 98d7b53a8777d1a2b4de85a4f013867d9191b7bd..1cb7ee8a46b2e55037827758f8605f0f0ca2f5a8 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,114108.95522562663,114108.95522562663,238.6640625,0.21005394483353615,0.003736807320756232,0.0037229404223218126,2.174166596872409,337.8001705529863,0.005269130093540089,0.003722768972871276,0.0051214534404128535,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,109396.2450281779,109396.2450281779,234.66438802083334,0.20653373574299083,0.003673497527718982,0.003660211603707844,2.174166596872409,330.7510317870194,0.00515885318095449,0.0036601522240376754,0.005100339086198141,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.002288035147724073,0.002288035147724073,0.04396308908859889,0.1287195464698717,0.05563040296920239,0.053883237630425906,1.793250679892874,0.04783341037103745,0.05076150175815947,0.04665426125284724,0.08347929196209239,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0033462659632902034,0.0033462659632902034,0.05213055859009425,0.15413741953747276,0.05807268175163864,0.056370665532355375,1.7373312406465427,0.05784691835603867,0.05709328714002522,0.05145140026363153,0.07919797325669761,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.045888081110131256,0.045888081110131256,0.18292494614919028,2.2172725871552563,0.1186899178632524,0.1286144556667143,43.08668482100139,0.21421503474343545,0.1452305362027851,0.12401691620726264,0.10786269791326873,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index debb13d17d5c71581d3cb3210c7be21a3d06e3ee..63db89af7056aa04a3525e3d734fceac10b9d50a 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:33:21.125438+00:00", + "evaluated_at": "2026-06-22T00:39:53.483744+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63712.01953125 + 63808.01171875 ], "p50": [ 64294.09765625, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a008ce3b36da5de63abe1b967c54777045264539..8f3978c405705fb36be6b37cdbfa558acecc183a 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:25:50.354977+00:00", + "evaluated_at": "2026-06-22T00:40:00.326860+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.19900000095367432, - 0.21199999749660492, - 0.22200000286102295, 0.23899999260902405, 0.25099998712539673, 0.2630000114440918, @@ -245,12 +242,12 @@ 0.328000009059906, 0.328000009059906, 0.32899999618530273, - 0.3409999907016754 - ], - "actuals": [ + 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137, + 0.35199999809265137 + ], + "actuals": [ 0.36500000953674316, 0.36399999260902405, 0.3569999933242798, @@ -307,198 +304,198 @@ 1.6519999504089355, 1.680999994277954, 1.7070000171661377, - 1.7280000448226929 + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901 ], "p50": [ - 0.34797418117523193, - 0.354992151260376, - 0.36181265115737915, - 0.36799800395965576, - 0.37555694580078125, - 0.38508081436157227, - 0.3968426585197449, - 0.40867066383361816, - 0.42317384481430054, - 0.4398157596588135, - 0.45642465353012085, - 0.4748668074607849, - 0.4935761094093323, - 0.5140595436096191, - 0.5335104465484619, - 0.5556867122650146, - 0.5784296989440918, - 0.6027116775512695, - 0.6290534734725952, - 0.6549328565597534, - 0.6821192502975464, - 0.7120121717453003, - 0.7410162687301636, - 0.7678160667419434, - 0.7938294410705566, - 0.8195976614952087, - 0.8477150201797485, - 0.8754825592041016, - 0.9001976251602173, - 0.9313480854034424, - 0.9602214097976685, - 0.9905755519866943, - 1.0466794967651367, - 1.079498529434204, - 1.109296441078186, - 1.137487530708313, - 1.1635221242904663, - 1.1944599151611328, - 1.2233821153640747, - 1.254499912261963, - 1.2816135883331299, - 1.3084444999694824, - 1.3367236852645874, - 1.3627755641937256, - 1.3895920515060425, - 1.4119659662246704, - 1.4303876161575317, - 1.4517406225204468, - 1.4725611209869385, - 1.4962891340255737, - 1.5223373174667358, - 1.5365992784500122, - 1.5528438091278076, - 1.5656254291534424, - 1.5750689506530762, - 1.5907974243164062, - 1.6090538501739502, - 1.615983486175537, - 1.6252076625823975, - 1.6383930444717407 + 0.3584529757499695, + 0.36961227655410767, + 0.3785044550895691, + 0.3878578543663025, + 0.4011918902397156, + 0.4151710867881775, + 0.4321697950363159, + 0.448675274848938, + 0.4679267406463623, + 0.488040566444397, + 0.5062166452407837, + 0.5264282822608948, + 0.5486077666282654, + 0.572163462638855, + 0.5978197455406189, + 0.624810516834259, + 0.6519034504890442, + 0.679815411567688, + 0.7077901363372803, + 0.7365648746490479, + 0.7676831483840942, + 0.7975790500640869, + 0.829228401184082, + 0.8591567277908325, + 0.8875371217727661, + 0.9185049533843994, + 0.9476261138916016, + 0.979812502861023, + 1.0084213018417358, + 1.0360805988311768, + 1.0651800632476807, + 1.0941989421844482, + 1.1588186025619507, + 1.185537576675415, + 1.219395637512207, + 1.2489351034164429, + 1.27838134765625, + 1.3071833848953247, + 1.334995985031128, + 1.3617784976959229, + 1.386161208152771, + 1.4112712144851685, + 1.4374308586120605, + 1.462233543395996, + 1.4859864711761475, + 1.5052438974380493, + 1.5244005918502808, + 1.5429091453552246, + 1.5601292848587036, + 1.577707290649414, + 1.598166584968567, + 1.6068658828735352, + 1.6198855638504028, + 1.629490613937378, + 1.6338874101638794, + 1.6460933685302734, + 1.6592375040054321, + 1.6612217426300049, + 1.6642667055130005, + 1.6717103719711304 ], "p10": [ - 0.3382250666618347, - 0.3401734232902527, - 0.3414124846458435, - 0.34327125549316406, - 0.34570902585983276, - 0.35110533237457275, - 0.3561393618583679, - 0.3637755513191223, - 0.372591495513916, - 0.3831913471221924, - 0.3915454149246216, - 0.4032750725746155, - 0.4146174192428589, - 0.4281061887741089, - 0.4405851364135742, - 0.4537086486816406, - 0.4698892831802368, - 0.48572343587875366, - 0.5027243494987488, - 0.5199759602546692, - 0.5371037721633911, - 0.5537212491035461, - 0.5762414336204529, - 0.594915509223938, - 0.6155677437782288, - 0.6307085752487183, - 0.648600161075592, - 0.6662595272064209, - 0.6825394034385681, - 0.7086582779884338, - 0.7270417213439941, - 0.7466144561767578, - 0.6939526796340942, - 0.719306230545044, - 0.7257801294326782, - 0.7495311498641968, - 0.7625162601470947, - 0.7793476581573486, - 0.7941557168960571, - 0.8148167133331299, - 0.8210725784301758, - 0.8313984274864197, - 0.8509334325790405, - 0.852953314781189, - 0.861693263053894, - 0.8669189214706421, - 0.8692576289176941, - 0.8726913928985596, - 0.8701644539833069, - 0.8768149018287659, - 0.880027174949646, - 0.8775190711021423, - 0.8713871836662292, - 0.8644202947616577, - 0.8616988658905029, - 0.8473749160766602, - 0.837756872177124, - 0.8290140628814697, - 0.8224896192550659, - 0.8222247362136841 + 0.3492588400840759, + 0.354697048664093, + 0.35809874534606934, + 0.3627639412879944, + 0.37116652727127075, + 0.3805648684501648, + 0.3918582797050476, + 0.4050472378730774, + 0.4187646508216858, + 0.4325329065322876, + 0.44251400232315063, + 0.45612287521362305, + 0.47076648473739624, + 0.48812341690063477, + 0.5058318972587585, + 0.523034930229187, + 0.541850209236145, + 0.5629557967185974, + 0.5799203515052795, + 0.6011793613433838, + 0.6211642026901245, + 0.6386575698852539, + 0.6629421710968018, + 0.6835416555404663, + 0.7031845450401306, + 0.7221403121948242, + 0.7419164180755615, + 0.769376814365387, + 0.7851498126983643, + 0.810173749923706, + 0.8283107280731201, + 0.8414516448974609, + 0.7985672354698181, + 0.811568021774292, + 0.8198390007019043, + 0.8471081256866455, + 0.8670145273208618, + 0.8815824389457703, + 0.89857017993927, + 0.9123330116271973, + 0.9141221046447754, + 0.9203612208366394, + 0.9343113303184509, + 0.9366876482963562, + 0.9407135248184204, + 0.9449831247329712, + 0.9420443773269653, + 0.943089485168457, + 0.9418521523475647, + 0.9475532174110413, + 0.9467242956161499, + 0.9397772550582886, + 0.9319044947624207, + 0.921843409538269, + 0.9151489734649658, + 0.9016492366790771, + 0.8876111507415771, + 0.87636399269104, + 0.8672866225242615, + 0.8640214204788208 ], "p90": [ - 0.36018574237823486, - 0.3702109456062317, - 0.3826242685317993, - 0.39378780126571655, - 0.40773844718933105, - 0.42113810777664185, - 0.438377320766449, - 0.45528149604797363, - 0.4749312400817871, - 0.4980841875076294, - 0.5204917192459106, - 0.5468025207519531, - 0.5705886483192444, - 0.6016281843185425, - 0.6294340491294861, - 0.6595500707626343, - 0.690184473991394, - 0.7228373885154724, - 0.7582547664642334, - 0.794525146484375, - 0.8294851183891296, - 0.8675521612167358, - 0.905420184135437, - 0.9383687376976013, - 0.9735027551651001, - 1.0063884258270264, - 1.049241065979004, - 1.0836042165756226, - 1.1207129955291748, - 1.1611828804016113, - 1.1988047361373901, - 1.2371273040771484, - 1.3493136167526245, - 1.4084184169769287, - 1.4524099826812744, - 1.487349510192871, - 1.5249179601669312, - 1.5627801418304443, - 1.6048475503921509, - 1.6432263851165771, - 1.6812851428985596, - 1.7202861309051514, - 1.7669970989227295, - 1.8044464588165283, - 1.841883897781372, - 1.880280613899231, - 1.9159804582595825, - 1.9532746076583862, - 1.9904571771621704, - 2.0307579040527344, - 2.0661654472351074, - 2.110846519470215, - 2.126279830932617, - 2.1523022651672363, - 2.180783271789551, - 2.1966166496276855, - 2.247532367706299, - 2.259766101837158, - 2.2792794704437256, - 2.3025927543640137 + 0.3698797821998596, + 0.38432127237319946, + 0.3988887071609497, + 0.41231268644332886, + 0.4327278137207031, + 0.44980210065841675, + 0.47087353467941284, + 0.4915924668312073, + 0.515347957611084, + 0.5409891605377197, + 0.5648581981658936, + 0.5925470590591431, + 0.6190718412399292, + 0.6531020402908325, + 0.6860994100570679, + 0.7195615768432617, + 0.7557387351989746, + 0.790566086769104, + 0.8275272250175476, + 0.8637797236442566, + 0.902950644493103, + 0.9394410848617554, + 0.978161096572876, + 1.0152308940887451, + 1.0512334108352661, + 1.0886924266815186, + 1.1312298774719238, + 1.170695424079895, + 1.2095125913619995, + 1.2508728504180908, + 1.2863786220550537, + 1.3247536420822144, + 1.4372596740722656, + 1.4842381477355957, + 1.5251842737197876, + 1.5663599967956543, + 1.6069695949554443, + 1.6390953063964844, + 1.6821367740631104, + 1.7117364406585693, + 1.7432456016540527, + 1.777883768081665, + 1.816911220550537, + 1.8499094247817993, + 1.8827054500579834, + 1.9161598682403564, + 1.9439594745635986, + 1.9769479036331177, + 2.002798318862915, + 2.0329926013946533, + 2.0649235248565674, + 2.0922906398773193, + 2.1044836044311523, + 2.128133535385132, + 2.1420788764953613, + 2.1570260524749756, + 2.1939520835876465, + 2.198397397994995, + 2.2100071907043457, + 2.224754571914673 ], "timestamps": [ - "2026-06-20 18:18:00", - "2026-06-20 18:24:00", - "2026-06-20 18:30:00", "2026-06-20 18:36:00", "2026-06-20 18:42:00", "2026-06-20 18:48:00", @@ -795,6 +792,9 @@ "2026-06-21 23:54:00", "2026-06-22 00:00:00", "2026-06-22 00:06:00", - "2026-06-22 00:12:00" + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 2bc66f2e729aeb56d0149e00a61ca79c6ecb6d34..90649f1618821c722fbd27de811ede1022bf7dfd 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:33:23.329656+00:00", + "evaluated_at": "2026-06-22T00:40:03.204131+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:32:04.806163Z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t183000z", + "data_fetched_at": "2026-06-22T00:38:25.447942Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []