diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 9cd1286e5ebadf667125b08ab70c064b774b9ad7..6bf3097772e7fb8d420c261b5ee01fdb678d2067 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ARIMA,523459.0034903248,294908.2611820262,517.7656161119345,0.45569789194164145,0.008067424048971495,0.008102246990010132,5.947007625852422,723.5046672208306,0.011283808977926359,0.008075094152450286,0.00671212841169178,Finance,1 +binance_btcusdt_1h_close/1h/short,ARIMA,534588.2982296516,291320.3500012255,510.13361741401786,0.4489807875034238,0.007948332961962012,0.007982716449532608,5.947007625852422,731.1554542158949,0.01140448811716002,0.007957012075087585,0.006610557731411515,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,23.339012917563625,24.127678798785734,3.92323273134415,2.1556225096116486,0.14572634493310063,0.16336371691708315,74.95807047940423,4.831046772446281,0.19184460425807365,0.1557946064711608,0.1530334168746246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.42833845472992454,0.4295987414132277,0.5183593142472038,1.532662784596751,0.41126179045048633,0.5671381618770517,59.525006992751614,0.6544757098089466,0.6459491825702992,0.5116061150893227,0.5089417152900162,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6040982288393703,0.6056232949305157,0.6395971859275156,1.9023363167128968,0.5065244008995622,0.7378051605970357,74.31146078263033,0.7772375626791144,0.7325058978705142,0.6027870157720552,0.6002922804207285,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.04211025196291461,0.04937371934908869,0.1906250528997198,2.310607236012791,0.12370562072554768,0.13452527895255467,29.331400404700744,0.20520782627111134,0.13912395401217167,0.12923732771356733,0.11481855375543791,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.5882842014660816,2.051255947187308,1.2993223696038874,25.98648594285764,0.0706892958199147,0.07381375768590064,966.3879639694018,1.2602714792718597,0.06956420504070161,0.07171972802662892,0.07132284080308451,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,280.62196318414226,288.23101358021466,12.906385561838798,1.1532468625741548,0.4287285489400429,0.5581643581948046,21.575746367392085,16.75177492638145,0.6528784773535611,0.5030094656107862,0.46098574878821896,Air Quality,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 7c17cb62e2ab699353793f8c8152d429d76ac863..ce0e29a368bd5fd79fcd2d5409fbcf2e3c2a47a8 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:49:31.656832+00:00", + "evaluated_at": "2026-06-22T00:57:02.246587+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 63626.177558686555, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6179e0caa155548ad2c05ad9d2916953c7ffb11a..02a8296ba8f9409496094d5f2e3d72a312328e33 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-22T00:41:09.331891+00:00", + "evaluated_at": "2026-06-22T00:57:02.279975+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.3582537027047496, - 0.3652737089672572, - 0.3733932639167083, - 0.3817858334761337, - 0.3872157969329043, - 0.3943241385760919, - 0.4006220221899096, - 0.4068956953064026, - 0.41344304913754504, - 0.42105455189033125, - 0.4249775433010625, - 0.4313158285621629, - 0.43781640005887273, - 0.44205963476978455, - 0.4469651099815615, - 0.4524060294621736, - 0.456677460885545, - 0.46190172931368517, - 0.4668079451177035, - 0.4731155984816354, - 0.47712768515706305, - 0.47972049030067176, - 0.48416075213636395, - 0.487193721779538, - 0.4929463940483388, - 0.4972496944044291, - 0.4996709371301529, - 0.5035932969189295, - 0.5078650677916041, - 0.5094229145146028, - 0.5146581607619263, - 0.5180212763975467, - 0.5189930605989241, - 0.5231489787512775, - 0.5271798167713339, - 0.5285623074719679, - 0.5328024051078317, - 0.535086324584182, - 0.5367450243477528, - 0.5392737671482081, - 0.5416455285291986, - 0.544039625278573, - 0.5474981795411528, - 0.5491656376601215, - 0.5506941685433557, - 0.5536755238418904, - 0.5552867305257125, - 0.5572818260144258, - 0.5592068203262845, - 0.561082431219763, - 0.5624774942814241, - 0.5660592265881512, - 0.5656577225182199, - 0.5683467231516035, - 0.5710959482408435, - 0.5729449440967113, - 0.5725893566416116, - 0.574857448987158, - 0.5760809641685214, - 0.5782574540093806 + 0.36602493894224764, + 0.36948065925275575, + 0.37134104946015256, + 0.37501967206170506, + 0.3765811380474414, + 0.38082764068591235, + 0.38347603671676755, + 0.3868248920595903, + 0.38808352664113444, + 0.3909105019507542, + 0.3922368851534499, + 0.39522690762898577, + 0.3964137171191257, + 0.3993706741674499, + 0.4021653271869448, + 0.4051710884493406, + 0.4060491633075262, + 0.4075748445027187, + 0.4090416817398364, + 0.41189150708592215, + 0.4122100230760373, + 0.41602342799777986, + 0.4155862561995037, + 0.4195590282105789, + 0.4197658192151192, + 0.4221479460672185, + 0.42198281995212655, + 0.42517557335748635, + 0.4257283440275264, + 0.42776146148821603, + 0.43059424921385303, + 0.4309373445020205, + 0.4316602031178008, + 0.4319687558551706, + 0.43256413666151067, + 0.43458934854587605, + 0.43665255821290494, + 0.4373169841426053, + 0.43862666293573654, + 0.43961116677968637, + 0.4412658148576337, + 0.44180159049915013, + 0.4415061117980373, + 0.4427121890670665, + 0.44326300385018114, + 0.4463368331968301, + 0.44457472994700065, + 0.4466989911020583, + 0.44844855272875844, + 0.44872597960091964, + 0.45001680440178843, + 0.44952388726844594, + 0.4498829381424917, + 0.45139689053138804, + 0.45084232700523397, + 0.45195765540955096, + 0.4537066610538313, + 0.45445074478113445, + 0.45584603961091297, + 0.4547305699407093 ], "p10": [ - 0.3494154355202214, - 0.3570253207536125, - 0.3655505037372022, - 0.37237229494666724, - 0.37936988941261834, - 0.38483488157931006, - 0.3914394875658182, - 0.39753412333080346, - 0.4057832343938708, - 0.41144203083549696, - 0.41596460308876343, - 0.42142683559534844, - 0.42807761865748195, - 0.4325084842326771, - 0.43913149571061577, - 0.44416531192156816, - 0.44920136285301554, - 0.45353865327865345, - 0.4583688091974184, - 0.4638507902644637, - 0.46803623401195005, - 0.4715865712474576, - 0.4756010587142842, - 0.47873799614737983, - 0.48396767438365046, - 0.48853658726763893, - 0.49172446360959904, - 0.49550998688633024, - 0.49774787014109606, - 0.5022294252060416, - 0.5048654864770346, - 0.5089465120714605, - 0.5118673419744791, - 0.5147105934857568, - 0.5173421635311893, - 0.5204397308486589, - 0.5232219440225166, - 0.5264372992599905, - 0.5293606657645676, - 0.531440735076763, - 0.5332023602962555, - 0.5360318550977684, - 0.5387014113564027, - 0.5406128667131401, - 0.5424248524599733, - 0.5454419966586624, - 0.5470074382513765, - 0.5483042892776033, - 0.5512816696453494, - 0.5517094614811392, - 0.5544192919551352, - 0.555379274060311, - 0.5576182063440867, - 0.5584970033664546, - 0.56004886587171, - 0.5637181171947829, - 0.5649345469628007, - 0.5659918520124063, - 0.5666682551563557, - 0.5689362502102833 + 0.35701452122957134, + 0.3605261411050015, + 0.3633188321313303, + 0.36631194375529597, + 0.367530642628663, + 0.3713256526312802, + 0.37512368059938195, + 0.37802660138390015, + 0.3791205647377056, + 0.38136332395010747, + 0.3830930104744485, + 0.38744008741504904, + 0.3868973738470737, + 0.3894743157573554, + 0.3927417303749597, + 0.3955995664037082, + 0.39560002299949654, + 0.3987421830251076, + 0.40113988385386856, + 0.4035276335058149, + 0.40453561634979335, + 0.40642253837136977, + 0.4075669834886268, + 0.4098447012314414, + 0.4114477195726649, + 0.41279427338536057, + 0.4128348761481483, + 0.41598513965571965, + 0.41573066567025735, + 0.41909246240524334, + 0.4204083286882355, + 0.4219530381239473, + 0.42323820365285886, + 0.422139207259096, + 0.4251828683452714, + 0.42612823273846, + 0.42747900765365665, + 0.42793129606114694, + 0.4299685018692046, + 0.4307105407796704, + 0.43173300857127517, + 0.43277647177068174, + 0.4337072314080814, + 0.43339290631789057, + 0.43507885704487737, + 0.4367455148362729, + 0.43661903883947634, + 0.4380664049832742, + 0.4387004611626959, + 0.4392199807183291, + 0.44058208923371134, + 0.4415944216802733, + 0.44262956733100645, + 0.4410984031378063, + 0.4417871276648551, + 0.44362925719412066, + 0.4445607975425987, + 0.44531186838388004, + 0.4466427566376709, + 0.44495209288777016 ], "p90": [ - 0.36755463028322344, - 0.37574711497374513, - 0.38013933515617054, - 0.39006635799229755, - 0.3972668443599885, - 0.4036219701090149, - 0.40987307851014865, - 0.41697380481406304, - 0.4239558675045096, - 0.4287169398340532, - 0.4336407699827558, - 0.44026640865798106, - 0.4468577490198853, - 0.45148325518391014, - 0.4564361312171643, - 0.46281833873164707, - 0.46479761093682426, - 0.47037433158356007, - 0.47722200261518855, - 0.48105657027974413, - 0.4861597339013852, - 0.4894327859758063, - 0.4936573133780208, - 0.4964563747349339, - 0.5012763721429289, - 0.5049287141259622, - 0.5082871169799452, - 0.5124127863429963, - 0.5162694413526837, - 0.5169621513154357, - 0.5239320152125704, - 0.5271118463620131, - 0.5290841423854832, - 0.5333126739493366, - 0.5351016393259126, - 0.5373109865899012, - 0.5417703926046713, - 0.543637067856907, - 0.5462464034794902, - 0.5482559819406229, - 0.5504581115248061, - 0.5555474950371877, - 0.5556897440327719, - 0.559251454204158, - 0.5599767356081313, - 0.5624802339893556, - 0.564772116001923, - 0.5674858503496729, - 0.5697720123582481, - 0.570596997697612, - 0.5719897983320131, - 0.5744084369622104, - 0.5757587595393815, - 0.5778892218393041, - 0.5801666857879283, - 0.5806994925113529, - 0.5821481301825384, - 0.583788516563021, - 0.5855716949575552, - 0.5880995532998865 + 0.3757317352716952, + 0.37864676471817005, + 0.37856969781170563, + 0.3854020237067337, + 0.3839183241806071, + 0.38912165698879597, + 0.3891210496067985, + 0.3952273202389496, + 0.39687101414786796, + 0.399528121503074, + 0.40131585601086905, + 0.4058016287476511, + 0.4057139724826199, + 0.41014201626215047, + 0.4116170486457905, + 0.4133897250641713, + 0.4141965501960189, + 0.4164449972192203, + 0.41882214289033237, + 0.42052165652993, + 0.4228513263776725, + 0.4247136588801656, + 0.42502555708975115, + 0.42751331963276484, + 0.4295244305633345, + 0.43109793855550144, + 0.4325914449798823, + 0.4342749774239193, + 0.43489663461866956, + 0.43615423728788455, + 0.43764912251765814, + 0.43955341959133604, + 0.43771991738152854, + 0.44078723735318354, + 0.44195048349736143, + 0.4437485942990934, + 0.44560381575763974, + 0.44642942774222105, + 0.4471976721310031, + 0.44884421480203507, + 0.4495845882517185, + 0.45026587417686237, + 0.451212426551221, + 0.4514413242624719, + 0.45295444920357686, + 0.454571956553572, + 0.4519580391850029, + 0.45495913073772387, + 0.45724913981368026, + 0.4588145066039134, + 0.4588883101541847, + 0.4590025678591311, + 0.4601499972437023, + 0.4618506664869478, + 0.46025887726261117, + 0.4622209484690285, + 0.4642062266203656, + 0.46292489529019937, + 0.46428296701145305, + 0.46400164938462035 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 6b8768ee4ebebeed2103256e514b4f840dfcc32f..4a80bcddc936cb23008c78cd138d50b2aaff68e2 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,25 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:49:31.744725+00:00", + "evaluated_at": "2026-06-22T00:57:02.305938+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 59a5ef4352ebab5f733e703a036edde8d0dd327a..215e0c8abe95d8387a2bef241dbfe83ef1b9f6bb 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -13,4 +13,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 2026-06-20,Chronos-2,5.300,4.900,5.000,5.000,5.300,5.000,4.800,5.000,5.300,5.200 2026-06-21,Chronos-2,4.600,5.100,4.400,4.400,4.600,5.000,4.100,4.900,4.700,5.000 -2026-06-22,Chronos-2,5.100,4.500,4.500,4.900,5.100,4.400,4.200,4.500,5.100,4.700 +2026-06-22,Chronos-2,5.100,4.500,4.600,5.000,5.100,4.500,4.200,4.600,5.100,4.800 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index d0382eb1e34babb12f585e7046795250e83c333c..dfa7c2174ed998618303df3fda9f40bca4955330 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,4 +1,4 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 2026-W25,Chronos-Bolt-Mini,4.967,4.229,4.414,4.414,4.414,4.529,3.857,4.486,4.429,4.529 -2026-W26,Chronos-Bolt-Mini,5.1,4.5,4.5,4.9,5.1,4.4,4.2,4.5,5.1,4.7 +2026-W26,Chronos-Bolt-Mini,5.1,4.5,4.6,5.0,5.1,4.5,4.2,4.6,5.1,4.8 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 033ed78e839d535a75fb5e26486a0c8782e79482..23659417ddb54ca954483307d9444e720df688b9 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,178323.94126256308,178323.94126256308,339.2389322916667,0.2985722912052646,0.005304694238634673,0.005282975553013248,1.9525816537906209,422.2841949002627,0.006585961923307963,0.00529078454263308,0.005271668842982373,Finance,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,187683.72310320535,187683.72310320535,346.8709309895833,0.30528939564348223,0.005425373312812014,0.005402503769323154,1.9525816537906209,433.2247951158906,0.006757396117979818,0.005410457362861778,0.005311977297223513,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.8190864914031408,0.8190864914031408,0.69321076075236,0.38088505630682673,0.027901220956347006,0.027436930558977266,2.1561741380116493,0.9050339725132648,0.03593959911280288,0.027527935523719557,0.026277060517932285,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.08766419357071929,0.08766419357071929,0.22379158983627956,0.6616974593114614,0.17497027768579804,0.1986365291346455,8.276400450850511,0.296081396867009,0.29222404042519345,0.22087602695453976,0.17570611094184302,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.10470496160197343,0.10470496160197343,0.24336419304211934,0.7238314251495443,0.18198248765865543,0.20824562567067517,10.611701971439032,0.3235814605350149,0.3049586634315953,0.22935806926182814,0.1851215835515475,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.05440467413328322,0.05440467413328322,0.20337391727500492,2.46513896113696,0.1323153693261341,0.14437144637804197,45.59034340310892,0.23324809566914628,0.15813430669271317,0.13788062584348992,0.11603819901575539,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,2.136197004407677,2.136197004407677,1.2016592820485432,0.8617476792088895,0.05777990505652451,0.060336408657497655,7.34411232261943,1.461573468699975,0.07226568539323062,0.059414551157401484,0.056565519067119124,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,66.76668333288387,66.76668333288387,6.642537713050842,0.5756545897559374,0.30416807990406763,0.24707373568244964,2.766642531394908,8.171088258786822,0.31887173692826626,0.25922098392393533,0.20003773135329111,Air Quality,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index edd44dfc8ace018971188a9929e2770162799099..194126510465b2624458975ae596c75e852c7939 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:45:47.061251+00:00", + "evaluated_at": "2026-06-22T00:54:35.962488+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 64307.55859375, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 057813a0131be3c03e12f261394579455a42e54b..a37c9cb06e32ebb7b0abae949d251b10a302f431 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-22T00:38:58.294790+00:00", + "evaluated_at": "2026-06-22T00:54:42.028943+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.35048842430114746, - 0.3540704846382141, - 0.3643997311592102, - 0.3658655285835266, - 0.376498281955719, - 0.38588255643844604, - 0.39590996503829956, - 0.40688562393188477, - 0.4184202551841736, - 0.429055392742157, - 0.4438732862472534, - 0.45321065187454224, - 0.4682160019874573, - 0.4836893677711487, - 0.49884265661239624, - 0.515769362449646, - 0.5576030015945435, - 0.5724225044250488, - 0.5899392366409302, - 0.604051947593689, - 0.6223825216293335, - 0.6393176913261414, - 0.6629449725151062, - 0.679718017578125, - 0.7000724673271179, - 0.7207410931587219, - 0.7394254207611084, - 0.7602415084838867, - 0.7827277183532715, - 0.8052558898925781, - 0.8214357495307922, - 0.8379576206207275, - 0.8860428333282471, - 0.9032297730445862, - 0.9244183301925659, - 0.9397903680801392, - 0.9596993327140808, - 0.9729470610618591, - 0.9909934401512146, - 1.007071852684021, - 1.0199812650680542, - 1.031151533126831, - 1.0450966358184814, - 1.0606478452682495, - 1.074546456336975, - 1.0890028476715088, - 1.0982316732406616, - 1.1078178882598877, - 1.1251620054244995, - 1.1292998790740967, - 1.1313527822494507, - 1.1323432922363281, - 1.133159875869751, - 1.1311588287353516, - 1.1350481510162354, - 1.1302075386047363, - 1.1249195337295532, - 1.1171679496765137, - 1.108344316482544, - 1.1036487817764282 + 0.365778386592865, + 0.37334251403808594, + 0.38648784160614014, + 0.39011257886886597, + 0.40119093656539917, + 0.4120895266532898, + 0.4238649010658264, + 0.4360937476158142, + 0.4488723874092102, + 0.46157306432724, + 0.4782469868659973, + 0.4932186007499695, + 0.5088191032409668, + 0.5269646644592285, + 0.5442692637443542, + 0.5630646347999573, + 0.6023783683776855, + 0.6192227005958557, + 0.637694239616394, + 0.6565115451812744, + 0.672666072845459, + 0.6939230561256409, + 0.7172003984451294, + 0.7354133129119873, + 0.752849817276001, + 0.7718507051467896, + 0.7937861680984497, + 0.8154367804527283, + 0.837581992149353, + 0.8568252325057983, + 0.8732250928878784, + 0.8882502317428589, + 0.9371296167373657, + 0.953334629535675, + 0.9711078405380249, + 0.9828298091888428, + 1.0032744407653809, + 1.0135836601257324, + 1.0306663513183594, + 1.0428447723388672, + 1.0538277626037598, + 1.0634342432022095, + 1.0773036479949951, + 1.0910701751708984, + 1.1015359163284302, + 1.1123393774032593, + 1.1212071180343628, + 1.128173589706421, + 1.1311182975769043, + 1.1322475671768188, + 1.1308403015136719, + 1.1297032833099365, + 1.1262751817703247, + 1.1213572025299072, + 1.121837854385376, + 1.1121941804885864, + 1.1017011404037476, + 1.089333415031433, + 1.0770636796951294, + 1.0698331594467163 ], "p10": [ - 0.3296012878417969, - 0.3354567289352417, - 0.3375192880630493, - 0.34051090478897095, - 0.35153329372406006, - 0.35533857345581055, - 0.36100155115127563, - 0.371435284614563, - 0.3801681399345398, - 0.3920000195503235, - 0.39691460132598877, - 0.4079643487930298, - 0.4218097925186157, - 0.43744224309921265, - 0.4438183307647705, - 0.45256465673446655, - 0.4941394329071045, - 0.5084192752838135, - 0.5169810056686401, - 0.5322625637054443, - 0.5500760674476624, - 0.5617197155952454, - 0.5823994874954224, - 0.5924211144447327, - 0.6119065284729004, - 0.6302754878997803, - 0.6479018926620483, - 0.6584482789039612, - 0.6664257049560547, - 0.690038800239563, - 0.7107694149017334, - 0.7204799652099609, - 0.7741841673851013, - 0.7938416004180908, - 0.807650625705719, - 0.8247134685516357, - 0.8291821479797363, - 0.8477799296379089, - 0.8600232601165771, - 0.8641083836555481, - 0.8800477385520935, - 0.88262939453125, - 0.897000789642334, - 0.9008025527000427, - 0.9071296453475952, - 0.9187783002853394, - 0.929860532283783, - 0.9300245046615601, - 0.9532601833343506, - 0.9472699761390686, - 0.9467520713806152, - 0.9479077458381653, - 0.9397616386413574, - 0.943602979183197, - 0.9369201064109802, - 0.9209293723106384, - 0.9202234148979187, - 0.9017322063446045, - 0.9024217128753662, - 0.8894636631011963 + 0.34368836879730225, + 0.35461992025375366, + 0.3593658208847046, + 0.36433547735214233, + 0.37557876110076904, + 0.3807002902030945, + 0.38879746198654175, + 0.3999022841453552, + 0.40981525182724, + 0.42332345247268677, + 0.42951667308807373, + 0.44552868604660034, + 0.4592509865760803, + 0.47839194536209106, + 0.4864727854728699, + 0.49841856956481934, + 0.5390017628669739, + 0.5546576976776123, + 0.5701258182525635, + 0.5843628644943237, + 0.6021775007247925, + 0.6159347295761108, + 0.6374416947364807, + 0.6494103670120239, + 0.670121431350708, + 0.6862468123435974, + 0.7061654925346375, + 0.7166584730148315, + 0.731225848197937, + 0.7439391016960144, + 0.7619651556015015, + 0.7755423784255981, + 0.8283953666687012, + 0.8495864868164062, + 0.8620150089263916, + 0.8791217803955078, + 0.8778488636016846, + 0.8978619575500488, + 0.9069693088531494, + 0.9066369533538818, + 0.9224033951759338, + 0.9273907542228699, + 0.9374794960021973, + 0.9429202079772949, + 0.9486706852912903, + 0.9583214521408081, + 0.9677351117134094, + 0.9650211334228516, + 0.9761064052581787, + 0.9626563787460327, + 0.9675089120864868, + 0.9650664329528809, + 0.9557658433914185, + 0.9531430602073669, + 0.9442029595375061, + 0.9249160289764404, + 0.9227333068847656, + 0.901551365852356, + 0.8985024094581604, + 0.8810003995895386 ], "p90": [ - 0.3714342713356018, - 0.37637805938720703, - 0.3832165598869324, - 0.3929557800292969, - 0.40530329942703247, - 0.4196106791496277, - 0.4268384575843811, - 0.4433109760284424, - 0.455016553401947, - 0.46979135274887085, - 0.48334479331970215, - 0.4987391233444214, - 0.5225029587745667, - 0.535790741443634, - 0.5520140528678894, - 0.5814270377159119, - 0.6381460428237915, - 0.6504296064376831, - 0.6702417731285095, - 0.6894111633300781, - 0.7061874270439148, - 0.7298899292945862, - 0.7537087202072144, - 0.7790365219116211, - 0.7983481287956238, - 0.8275928497314453, - 0.857679545879364, - 0.8774220943450928, - 0.9034456014633179, - 0.9344208836555481, - 0.9556670188903809, - 0.9764640927314758, - 1.0635939836502075, - 1.0813138484954834, - 1.1090956926345825, - 1.123797059059143, - 1.1488699913024902, - 1.176989197731018, - 1.2039514780044556, - 1.2310307025909424, - 1.2481456995010376, - 1.2662510871887207, - 1.289227843284607, - 1.3092551231384277, - 1.3283298015594482, - 1.3430569171905518, - 1.3545734882354736, - 1.366743803024292, - 1.4138463735580444, - 1.4255439043045044, - 1.4396920204162598, - 1.451688528060913, - 1.4596171379089355, - 1.4683420658111572, - 1.4865491390228271, - 1.4866830110549927, - 1.4952232837677002, - 1.499061942100525, - 1.503043293952942, - 1.5033276081085205 + 0.38848376274108887, + 0.3956841230392456, + 0.40577685832977295, + 0.4180152416229248, + 0.43118584156036377, + 0.4469621777534485, + 0.4566847085952759, + 0.4740266799926758, + 0.48705965280532837, + 0.5040333867073059, + 0.5198802947998047, + 0.5394938588142395, + 0.5652815103530884, + 0.5813587307929993, + 0.6012958288192749, + 0.6296181678771973, + 0.6883543729782104, + 0.7028599977493286, + 0.7244254350662231, + 0.7467494010925293, + 0.7640504240989685, + 0.7878444790840149, + 0.814308762550354, + 0.8374981880187988, + 0.8591492772102356, + 0.8832904100418091, + 0.9129000306129456, + 0.9354147911071777, + 0.9590991735458374, + 0.9861943125724792, + 1.0082741975784302, + 1.0279005765914917, + 1.1112667322158813, + 1.1297334432601929, + 1.1546862125396729, + 1.1701233386993408, + 1.1915466785430908, + 1.2206016778945923, + 1.2452718019485474, + 1.270425796508789, + 1.2808231115341187, + 1.3006656169891357, + 1.3211283683776855, + 1.340372085571289, + 1.358654499053955, + 1.370718240737915, + 1.3794186115264893, + 1.3886034488677979, + 1.4125444889068604, + 1.4201745986938477, + 1.4310221672058105, + 1.4379501342773438, + 1.44431471824646, + 1.4474575519561768, + 1.4606178998947144, + 1.458508014678955, + 1.4547863006591797, + 1.458107590675354, + 1.4592565298080444, + 1.4577724933624268 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 9aea13e1b6897bd4abd2cc7f84a874386f86da6d..242d8574a573c82dc22e8ff05c7b31e2cde5372d 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:46:00.601493+00:00", + "evaluated_at": "2026-06-22T00:54:43.925223+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 40b5665774f96424f968b3d077de51a0786ad49a..cad98fdb89b12fa5ffc7a4a8ff0550b8ebfe4c79 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,ETS,31355.736942013533,29525.98456764083,125.21657144547589,0.11020609686744326,0.0019569975320971483,0.0019561021936479006,1.0225104309192214,177.0755119772735,0.002761677073204287,0.001952882872876288,0.001569576541240952,Finance,1 +binance_btcusdt_1h_close/1h/short,ETS,31678.84259841563,30011.960355628642,127.86974160019388,0.11254121532422019,0.0019987225065676226,0.001997730977601857,1.0225104309192214,177.9855123273117,0.002776199847322889,0.0019944991728026297,0.0015891819912901752,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,90.83341172097414,92.62648790328399,8.299724128435516,4.560288257151853,0.3185376684579119,0.40488327610390623,141.48998129735833,9.530656416059397,0.37846973846058257,0.329588465165,0.31681573540285846,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.3118120042018548,0.3107012245229544,0.4437050663980021,1.311928278153664,0.35409449238148816,0.46181066651440267,48.60199980720952,0.5584012931591892,0.5511264260176605,0.43792446479909347,0.4303358377278809,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5081800024963733,0.5076823088677441,0.5863639396052065,1.7440061364626538,0.4646262377164929,0.6515410348035834,65.45296756238186,0.7128674508605182,0.6718404220651808,0.5526174553104182,0.5444262454801387,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.09301408937457631,0.09148505082902365,0.2594726270136425,3.1451234788134808,0.16834648268504374,0.18937819308621023,44.6700841981829,0.304982113204326,0.2067675403174758,0.17591365048802368,0.1650605970358189,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,1.6081612156575913,1.6116564815344467,1.1181635355250745,22.363303886314785,0.06068115210347395,0.06311485385146302,869.2820241884915,1.2681329645023787,0.06999814168014395,0.06172016008744644,0.06163327434009322,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1109.97551411138,1127.2646817460318,27.03894325069305,2.4160580297075627,0.8876220950533296,1.4292614120405684,66.72042554299607,33.31629502377748,1.298458943113582,1.0538073831782957,1.0058815805287038,Air Quality,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 49ff501edfac1b0844d5551844af6942fb0d4b60..bd8cda8a97b05c11b7670dcd3af078bd7fec40cb 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:49:31.774140+00:00", + "evaluated_at": "2026-06-22T00:57:02.373297+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 64285.75299233642, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9c8b950075f557671cdfd9a33aad96608a4265b3..ad78314dd1fc8d439ab65dce07c155fca480d4ae 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-22T00:41:09.419592+00:00", + "evaluated_at": "2026-06-22T00:57:02.399585+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.35770022829561926, - 0.3648733683447126, - 0.371046342454475, - 0.38421952446523827, - 0.3863926096780585, - 0.3950656708106022, - 0.40273877462007157, - 0.40891183813680104, - 0.42308488806367156, - 0.4242580457557398, - 0.4319310899605644, - 0.43860420664463706, - 0.4477772613398791, - 0.4554503055447037, - 0.4601233883733381, - 0.46729646881778675, - 0.4724695750114419, - 0.48164264460784517, - 0.48881571015113257, - 0.4949888034701845, - 0.509161853397055, - 0.5083349772336849, - 0.5160080810431543, - 0.5226811381225822, - 0.5328542097455434, - 0.5420272346384631, - 0.5457003601440231, - 0.5533734341511701, - 0.5600465210329204, - 0.5727196498763406, - 0.5768925901306647, - 0.5800658412828159, - 0.5942388912096864, - 0.6014118524448455, - 0.6040849908250088, - 0.6097580905813624, - 0.6184311666150673, - 0.6251042385956563, - 0.6337772699258777, - 0.6394504292868759, - 0.6526235218906721, - 0.6592965193654552, - 0.6659696956541726, - 0.6671427341369514, - 0.6743158145813999, - 0.6804889079004518, - 0.6951619811923431, - 0.6993350406559566, - 0.7040081234845912, - 0.7106812103663414, - 0.71785429081079, - 0.725527364817937, - 0.7347004791178238, - 0.7383735748210616, - 0.7455466552655101, - 0.7542196865957315, - 0.7603927799147834, - 0.7720658918304844, - 0.776238951294098, - 0.7829120083735259 + 0.3667214046633327, + 0.37136539129461404, + 0.37150937625696534, + 0.3821533452452719, + 0.38079740912417287, + 0.38444146823470227, + 0.3905854057517563, + 0.3922293863033639, + 0.40037334277469505, + 0.40001739377899276, + 0.40266140615948065, + 0.40830537991615873, + 0.41194937942204335, + 0.41559339382908916, + 0.41923737843381265, + 0.423881365065094, + 0.42452540319478843, + 0.4301693769514665, + 0.4323134255715784, + 0.4354573719101199, + 0.4411013754691204, + 0.44474537497500505, + 0.44838937448088967, + 0.4515333804240759, + 0.45617739685767966, + 0.4608213238843163, + 0.46246537894172984, + 0.46460939775951937, + 0.47025340131851984, + 0.4768974516075618, + 0.4785413874556858, + 0.4796853893457562, + 0.48682934379052945, + 0.4899733199313933, + 0.490117334696067, + 0.4937613938065964, + 0.49840538043787774, + 0.5030493670691591, + 0.5076934133050852, + 0.509337408757854, + 0.5209813946738796, + 0.5196253989481359, + 0.5222693964274626, + 0.5249133641044669, + 0.5285573636103515, + 0.5307014122304635, + 0.5353453690594224, + 0.5424893235041955, + 0.5421333745084933, + 0.545777374014378, + 0.5484214161971882, + 0.554065360151544, + 0.5582093681212882, + 0.5583533679848006, + 0.5629973844184044, + 0.5676413710496857, + 0.5722853725821283, + 0.5779293314376451, + 0.5810733075785091, + 0.583217356198621 ], "p10": [ - 0.3287002440312455, - 0.3368733652452711, - 0.3439464469771801, - 0.35211952050748985, - 0.3563925786836432, - 0.36456558664884375, - 0.3716386803016817, - 0.37791182001698903, - 0.3870849343168759, - 0.3932579084266382, - 0.4013310368885887, - 0.4076040693155355, - 0.4196772595278979, - 0.42285032590565036, - 0.42812338312812936, - 0.4381964858408733, - 0.4424695440170266, - 0.452642705046955, - 0.45881578644507787, - 0.46398878535037247, - 0.47316189965025934, - 0.47833499988344996, - 0.4864079674128595, - 0.49268116077234725, - 0.5008541687375478, - 0.5070273216612445, - 0.5142003484615127, - 0.5223734100708937, - 0.5305464836012035, - 0.5377196236502969, - 0.5448927040947456, - 0.5520657785787296, - 0.5602389057532198, - 0.5694119068042816, - 0.5735850258725399, - 0.5796580072302272, - 0.5898311146159751, - 0.5970041890999593, - 0.6011772545240375, - 0.6074503942393448, - 0.6146234746837934, - 0.6226964958573833, - 0.6319696565535257, - 0.6361427160171393, - 0.6453158243565617, - 0.6514888044267885, - 0.6595619865329192, - 0.6668350716503719, - 0.6749081405076778, - 0.679181198683831, - 0.6883543070232534, - 0.6955273934281665, - 0.7026004095949661, - 0.7078735204616255, - 0.7150466009060741, - 0.7232196088712747, - 0.7303926893157233, - 0.7374657770080967, - 0.7457389565393068, - 0.7519119306490691 + 0.34012134181619524, + 0.34176535515035744, + 0.344509366243385, + 0.3471534322680533, + 0.3507973781297576, + 0.35544130515639416, + 0.3609853994098221, + 0.3636293521856652, + 0.36737341000873436, + 0.370017356824113, + 0.3746614090205036, + 0.3793054552564297, + 0.3819494020718084, + 0.38559340753815746, + 0.38923740704404214, + 0.39288140654992676, + 0.3965254596999917, + 0.4001694651663408, + 0.4038134050675806, + 0.40645729823877896, + 0.4159013422812542, + 0.4127453697297963, + 0.4173892967564329, + 0.42003342238574587, + 0.4256774021028884, + 0.42732136775333485, + 0.42886540025635084, + 0.43760938774593905, + 0.43925329379174066, + 0.4448973867577083, + 0.4475413991381962, + 0.45108534032689634, + 0.4558293852753622, + 0.4603733195499236, + 0.4631174438917762, + 0.46476129033293306, + 0.46940539617350396, + 0.47304944932356896, + 0.4774933789251261, + 0.4803374483353382, + 0.48398139419704245, + 0.48662534101242116, + 0.4912694528134566, + 0.49381329958839937, + 0.4965573583651428, + 0.5021013870534615, + 0.5048453445023088, + 0.5104894374682764, + 0.5141333773695163, + 0.514777355894566, + 0.5204214429000691, + 0.523965330444589, + 0.5257093544122199, + 0.5292533611660293, + 0.5349973813189629, + 0.5386413808248475, + 0.5422853266865518, + 0.5439293519416429, + 0.5495733256983211, + 0.5532173848088505 ], "p90": [ - 0.3857002254345963, - 0.3971733637670759, - 0.40204647978357655, - 0.40821951349798363, - 0.41549258669450745, - 0.42266566713895604, - 0.43173872908212296, - 0.435911818348059, - 0.4450848521816754, - 0.452257932626124, - 0.45743102987908246, - 0.46660417696152395, - 0.4737772544257403, - 0.4819502951734955, - 0.48812344511695993, - 0.49429647883136707, - 0.5005695440408684, - 0.5087426414130362, - 0.5158157201647129, - 0.5230887933612367, - 0.5342619415165618, - 0.5364349194410214, - 0.545608081424624, - 0.5517811151390312, - 0.5618542238122396, - 0.5670273031838047, - 0.573300356472377, - 0.581373490894792, - 0.5885465713392406, - 0.5937195642840707, - 0.6019926871908683, - 0.6080657221927357, - 0.6172388931170351, - 0.6264119478122772, - 0.6305850072758907, - 0.6358581062216212, - 0.6459312148948295, - 0.6522042503020086, - 0.6602773757837268, - 0.6714504047297623, - 0.6756234671736082, - 0.6827965476180569, - 0.6879696508314798, - 0.6972427370218162, - 0.7033158584504184, - 0.7115888710886232, - 0.7186619766623901, - 0.7238350530537228, - 0.7311081351909434, - 0.7382812066946952, - 0.7463542219078206, - 0.7555273958123523, - 0.7627004762568008, - 0.7668735357204146, - 0.7740466161648631, - 0.7813196983020837, - 0.7894928165358771, - 0.7965659042282505, - 0.8027389379426576, - 0.8119120224402221 + 0.3952213953650081, + 0.4048653176232731, + 0.40250939437677735, + 0.4072534333647787, + 0.40979739338854665, + 0.41444132935587996, + 0.41618540398745885, + 0.42172931942695246, + 0.4253734083398043, + 0.4311174165718089, + 0.429661416173061, + 0.43640543239208796, + 0.43894938943562367, + 0.4435934356715498, + 0.4482373626981864, + 0.4518813651843033, + 0.4535253874591622, + 0.45716938696504683, + 0.46181332293238014, + 0.4655573986368426, + 0.4711014064635357, + 0.47174538498858537, + 0.4763894312245115, + 0.48003340092807373, + 0.48367743023628074, + 0.4863213830121239, + 0.49016537994308784, + 0.49360938202389315, + 0.5012534492406542, + 0.5018973979633815, + 0.5076414061953861, + 0.5081853800474316, + 0.5118293795533163, + 0.5154733790592009, + 0.5191173785650856, + 0.5198614690514999, + 0.5264053775768548, + 0.5320493513335329, + 0.5346934233186655, + 0.5394373818403965, + 0.5469813043132381, + 0.5466253493570714, + 0.5482693746121626, + 0.5519133741180472, + 0.5565573935318833, + 0.5592013731298165, + 0.5628453726357011, + 0.5654893254115442, + 0.5701333716474704, + 0.5757773483843808, + 0.5775213723520115, + 0.582165409647241, + 0.5857094164010505, + 0.590353343427687, + 0.5909973279132011, + 0.5966413880966142, + 0.6052854096562174, + 0.6030293599525072, + 0.6075734134363582, + 0.6093173777993443 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 9ac29648546f025e8a7f00b673209030c5862e25..7c8c93041836e254a7700c695f57a0dd119e067e 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,25 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:49:31.829896+00:00", + "evaluated_at": "2026-06-22T00:57:02.415026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f3c14512b18e71941fc3a2d3d223bae6b2d450cf..9756ecd3333a6288ca1eb728e8d777706a3e29f2 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1618,3 +1618,5 @@ {"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} {"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-22T00:49:31.898160+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:57:02.508872+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-22T00:57:02.508872+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index bebdaeeff59c66df1c6ea6366a8a06a2f610d07b..fd602b0ddc114f9301933040dcbf13841e4d0254 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,446270.2798455556,324607.30122931796,464.879638671875,0.4091516793644467,0.007266725225498508,0.007227197275853066,1.9429335963900405,668.0346397048252,0.010418696114321457,0.00725028224164832,0.005782169629445269,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,453778.77874883014,308666.64684963226,443.1302083333333,0.39000948597078117,0.006930188844561953,0.006892534985560579,1.9487368417132125,673.6310405176042,0.010507228186066024,0.006911899741911657,0.005683155505337184,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.1455261020643472,1.0877943425737158,0.8256029287974039,0.4536280101607031,0.0332968096785023,0.03257992877240257,2.3022304600209167,1.0702925310700562,0.04250214430433567,0.032785330925132486,0.02740729204769246,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.14977713530209075,0.18371359707243845,0.3306767230232557,0.9777308773667618,0.2591356964515554,0.31446073370594435,2.9547082395089475,0.3870105105834863,0.38196852719025043,0.32636865773712376,0.2606686421417472,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.3473109476063791,0.3894131575683701,0.5071806564927102,1.508493475594674,0.3991171415838162,0.5310244309058468,14.90273824554941,0.5893309321649247,0.5554136911761167,0.47799133753412026,0.3780820640486227,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.04415748256973669,0.041865096448862174,0.1766479503777292,2.1411877723350896,0.11500250448047306,0.12386670570569804,24.084677177556856,0.21013681869138662,0.1424656438846561,0.11976132573144128,0.1020072160171328,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.24910785538850178,0.40761968077686106,0.547862688700358,0.3928895715829071,0.026613999461058413,0.02701328090063716,2.2538161600148454,0.4991070580431635,0.02467772876731938,0.027088390387604053,0.029290806964384408,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,61.569161274759345,49.571842443041,6.256526072820027,0.5422021078887282,0.27050657008274853,0.2610893506666491,3.0983978293545147,7.846601893479709,0.30620885437969597,0.24415711503687912,0.24016764643392585,Air Quality,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 5b37071dbdcc1160215af3cb3abfc56b177ad9c7..12cf7f1030260d213344156da0b23984f43da14c 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:48:23.699440+00:00", + "evaluated_at": "2026-06-22T00:56:26.142066+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,85 +127,85 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ - 64215.935546875, - 64326.203125, - 64416.84375, - 64340.48828125, - 64407.736328125, - 64450.966796875, - 64441.046875, - 64453.201171875, - 64479.74609375, - 64573.009765625, - 64615.9765625, - 64585.333984375, - 64624.443359375, - 64676.646484375, - 64710.5390625, - 64771.357421875, - 64712.423828125, - 64696.62109375, - 64786.888671875, - 64648.296875, - 64674.859375, - 64862.27734375, - 64831.0078125, - 64939.5859375 + 64237.056640625, + 64342.853515625, + 64410.216796875, + 64371.638671875, + 64400.5390625, + 64387.4609375, + 64495.03515625, + 64428.728515625, + 64457.763671875, + 64577.580078125, + 64690.39453125, + 64575.908203125, + 64463.482421875, + 64652.8515625, + 64654.54296875, + 64542.185546875, + 64639.802734375, + 64749.4375, + 64715.087890625, + 64617.58203125, + 64594.408203125, + 64656.107421875, + 64566.181640625, + 64794.11328125 ], "p10": [ - 64033.9609375, - 64056.416015625, - 63969.095703125, - 63966.2578125, - 63948.5859375, - 63844.57421875, - 63855.19921875, - 63870.15234375, - 63588.072265625, - 63594.96875, - 63531.1171875, - 63646.125, - 63462.6796875, - 63566.50390625, - 63471.798828125, - 63442.822265625, - 63366.9765625, - 63068.990234375, - 63258.998046875, - 63044.650390625, - 63093.873046875, - 63235.388671875, - 63158.1953125, - 62774.578125 + 64045.3671875, + 64076.685546875, + 64057.998046875, + 63881.59375, + 63900.716796875, + 63946.474609375, + 63860.87109375, + 63725.900390625, + 63711.841796875, + 63771.6640625, + 63621.658203125, + 63346.41796875, + 63410.58984375, + 63640.521484375, + 63534.298828125, + 63391.904296875, + 63048.212890625, + 63107.76953125, + 63315.0390625, + 63087.203125, + 62805.21875, + 62765.818359375, + 63006.255859375, + 62924.78515625 ], "p90": [ - 64460.91015625, - 64649.724609375, - 64740.271484375, - 64761.271484375, - 64984.283203125, - 64994.392578125, - 65230.2265625, - 65194.921875, - 65302.0, - 65483.9296875, - 65683.28125, - 65886.5078125, - 65975.55859375, - 66257.1484375, - 66137.38671875, - 66416.71875, - 66064.6015625, - 66417.40625, - 66507.88671875, - 66225.1484375, - 66360.2578125, - 66945.6953125, - 67248.30078125, - 66894.85546875 + 64473.859375, + 64621.517578125, + 64760.72265625, + 64783.00390625, + 64907.96484375, + 64977.306640625, + 65186.021484375, + 65093.015625, + 65285.46484375, + 65499.02734375, + 65817.5546875, + 65700.94921875, + 65860.67578125, + 65968.140625, + 65950.75390625, + 66091.109375, + 66007.34375, + 66480.52734375, + 66402.7265625, + 66463.5, + 66735.3515625, + 66630.17578125, + 66708.42578125, + 66967.22265625 ], "timestamps": [ "2026-06-17 01:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index dc06e72c6dc2a13c673f8494d1f4627e51c8ca58..f3be692ff59b175f0d8bfdcf563b5dcf5fce620e 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-22T00:40:44.954338+00:00", + "evaluated_at": "2026-06-22T00:56:30.961457+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.39186570048332214, - 0.39293980598449707, - 0.3993512690067291, - 0.397907018661499, - 0.40522193908691406, - 0.4068963825702667, - 0.42591866850852966, - 0.42861953377723694, - 0.4485359489917755, - 0.45894861221313477, - 0.4748075604438782, - 0.4940912127494812, - 0.5125036835670471, - 0.5252895057201385, - 0.5476157367229462, - 0.5384015738964081, - 0.563357949256897, - 0.5710543394088745, - 0.5766549110412598, - 0.5777748227119446, - 0.568574994802475, - 0.6145840883255005, - 0.5831568241119385, - 0.6136714220046997, - 0.6033212244510651, - 0.6316794455051422, - 0.6360371708869934, - 0.5932173430919647, - 0.6456722915172577, - 0.6619361042976379, - 0.620798259973526, - 0.6291559934616089, - 0.7810859084129333, - 0.7785712778568268, - 0.71552973985672, - 0.7643143534660339, - 0.8786602914333344, - 0.7447966933250427, - 0.7428802251815796, - 0.8278683722019196, - 0.7599201798439026, - 0.810663640499115, - 0.8089075684547424, - 0.92203089594841, - 0.8362589776515961, - 0.8686930537223816, - 0.931336522102356, - 0.849388062953949, - 0.9099140465259552, - 0.9193837940692902, - 0.9829745292663574, - 0.9311053454875946, - 0.899165153503418, - 0.8987545371055603, - 1.0133516788482666, - 0.9364722967147827, - 0.9180437624454498, - 1.0050073862075806, - 0.9304084181785583, - 0.9599035680294037 + 0.3905850350856781, + 0.3889772891998291, + 0.3940873146057129, + 0.3952997624874115, + 0.3995248079299927, + 0.40352800488471985, + 0.4062866270542145, + 0.40989330410957336, + 0.415262371301651, + 0.42553797364234924, + 0.4368109703063965, + 0.43821418285369873, + 0.4432101547718048, + 0.4740336537361145, + 0.44517233967781067, + 0.44608187675476074, + 0.4659690260887146, + 0.46808236837387085, + 0.4678134322166443, + 0.47557008266448975, + 0.4993549883365631, + 0.4921890199184418, + 0.49952563643455505, + 0.5322109460830688, + 0.5047517418861389, + 0.5164880752563477, + 0.5735733211040497, + 0.6007497012615204, + 0.5518239140510559, + 0.5763476192951202, + 0.6199194192886353, + 0.5965225398540497, + 0.5867114067077637, + 0.5690760612487793, + 0.5782023072242737, + 0.6357030272483826, + 0.6069036424160004, + 0.650307297706604, + 0.6315301954746246, + 0.6794232130050659, + 0.6817007660865784, + 0.6624888181686401, + 0.6902462244033813, + 0.6713826060295105, + 0.655495822429657, + 0.6924042105674744, + 0.7157176733016968, + 0.7346093356609344, + 0.6161114573478699, + 0.6749510169029236, + 0.6320735514163971, + 0.5614930391311646, + 0.6296856999397278, + 0.6166898012161255, + 0.7232246398925781, + 0.6094241142272949, + 0.6790941953659058, + 0.6790713667869568, + 0.6784859895706177, + 0.6761433780193329 ], "p10": [ - 0.3813270032405853, - 0.3745122253894806, - 0.37593385577201843, - 0.362339049577713, - 0.3637904226779938, - 0.35613736510276794, - 0.37725400924682617, - 0.3546966314315796, - 0.372679740190506, - 0.3607771098613739, - 0.3605022132396698, - 0.3549109995365143, - 0.36495041847229004, - 0.38295045495033264, - 0.3837689459323883, - 0.37003445625305176, - 0.3551623523235321, - 0.3527332842350006, - 0.34388431906700134, - 0.3419208228588104, - 0.33353152871131897, - 0.32065051794052124, - 0.34840282797813416, - 0.3186734914779663, - 0.30760765075683594, - 0.316689133644104, - 0.35794761776924133, - 0.2753722369670868, - 0.2728520929813385, - 0.2691599726676941, - 0.2344057857990265, - 0.2968866229057312, - 0.18711614608764648, - 0.20302563905715942, - 0.1329878270626068, - 0.19184792041778564, - 0.27954062819480896, - 0.24081304669380188, - 0.24363234639167786, - 0.2209647297859192, - 0.18987998366355896, - 0.2622396945953369, - 0.26847565174102783, - 0.3097064793109894, - 0.2710877060890198, - 0.203963965177536, - 0.30605167150497437, - 0.2597914934158325, - 0.26440879702568054, - 0.22557204961776733, - 0.3185719847679138, - 0.3081047236919403, - 0.3171233832836151, - 0.28012615442276, - 0.3269851505756378, - 0.23929813504219055, - 0.25622275471687317, - 0.34028494358062744, - 0.25887081027030945, - 0.28661787509918213 + 0.3809898793697357, + 0.37177109718322754, + 0.36820733547210693, + 0.36243852972984314, + 0.36164864897727966, + 0.35442134737968445, + 0.34640029072761536, + 0.3522004187107086, + 0.33690765500068665, + 0.34941238164901733, + 0.3479352593421936, + 0.34929537773132324, + 0.3464140295982361, + 0.3428524136543274, + 0.29796046018600464, + 0.3170693814754486, + 0.23932144045829773, + 0.21994799375534058, + 0.25051647424697876, + 0.22178566455841064, + 0.2222868800163269, + 0.21742558479309082, + 0.261181116104126, + 0.2321748435497284, + 0.21050024032592773, + 0.19130682945251465, + 0.21165144443511963, + 0.24888905882835388, + 0.20266595482826233, + 0.19054725766181946, + 0.2507147192955017, + 0.25099244713783264, + 0.22331377863883972, + 0.1408540904521942, + 0.21171274781227112, + 0.2039586901664734, + 0.1595836579799652, + 0.24862006306648254, + 0.16306546330451965, + 0.13708895444869995, + 0.13879498839378357, + 0.13734129071235657, + 0.17904973030090332, + 0.09760916233062744, + 0.1457768976688385, + 0.11598649621009827, + 0.08355122804641724, + 0.19246181845664978, + 0.12582120299339294, + 0.1683085560798645, + -0.03106933832168579, + -0.007708728313446045, + 0.04146665334701538, + 0.103395015001297, + 0.030281901359558105, + 0.013464868068695068, + 0.06193751096725464, + 0.037428319454193115, + 0.10497918725013733, + 0.001329660415649414 ], "p90": [ - 0.40091773867607117, - 0.41035234928131104, - 0.42735886573791504, - 0.4333321452140808, - 0.44947147369384766, - 0.4505283236503601, - 0.48433512449264526, - 0.503262996673584, - 0.5306728780269623, - 0.5445175766944885, - 0.5874232351779938, - 0.6258849501609802, - 0.6736117601394653, - 0.6786357164382935, - 0.697041928768158, - 0.7166585326194763, - 0.7430208921432495, - 0.772744357585907, - 0.8061597347259521, - 0.8176155686378479, - 0.8109979033470154, - 0.9096076488494873, - 0.9216785430908203, - 0.9264271855354309, - 0.9400485754013062, - 0.941279411315918, - 1.0465514063835144, - 1.02402263879776, - 1.0175795555114746, - 1.1542285084724426, - 1.055464506149292, - 1.1105178594589233, - 1.3160760998725891, - 1.486175537109375, - 1.4396113753318787, - 1.358592927455902, - 1.516774833202362, - 1.5783305168151855, - 1.5374552607536316, - 1.5440181493759155, - 1.507144272327423, - 1.6193927526474, - 1.45505028963089, - 1.683682382106781, - 1.5172184109687805, - 1.622166395187378, - 1.6882362961769104, - 1.580766499042511, - 1.7305165529251099, - 1.6976419687271118, - 1.6773574352264404, - 1.682218611240387, - 1.6500662565231323, - 1.7708152532577515, - 1.8933448195457458, - 1.8180220127105713, - 1.8837170600891113, - 1.7540952563285828, - 1.6367575526237488, - 1.6772510409355164 + 0.40035030245780945, + 0.4060285985469818, + 0.4224383234977722, + 0.4243699610233307, + 0.43915459513664246, + 0.4484485685825348, + 0.46399691700935364, + 0.4618508815765381, + 0.48804712295532227, + 0.4949168860912323, + 0.5339935123920441, + 0.5466024577617645, + 0.5523078441619873, + 0.5975321233272552, + 0.5852156281471252, + 0.5877993106842041, + 0.727465808391571, + 0.6903939247131348, + 0.6950697302818298, + 0.714911162853241, + 0.803196907043457, + 0.7668927609920502, + 0.8342453837394714, + 0.8173671364784241, + 0.8346859514713287, + 0.8345982432365417, + 0.9546359479427338, + 0.8991971611976624, + 0.9758361577987671, + 0.9297908246517181, + 0.9550653994083405, + 0.9313865900039673, + 1.0483162999153137, + 1.027681052684784, + 1.102091670036316, + 1.201979398727417, + 1.207988679409027, + 1.256545603275299, + 1.207675039768219, + 1.243159830570221, + 1.315604567527771, + 1.2770800590515137, + 1.3857500553131104, + 1.295517921447754, + 1.2446404099464417, + 1.3954026699066162, + 1.3377003073692322, + 1.3537073135375977, + 1.2519370913505554, + 1.3691962957382202, + 1.3504160642623901, + 1.3167070150375366, + 1.390942394733429, + 1.3148626685142517, + 1.5449090600013733, + 1.3046266436576843, + 1.5834597945213318, + 1.5387712717056274, + 1.6237810850143433, + 1.5509836673736572 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index b21cac052746e4b8d4aebe9bd7d7baacdc7b7fd4..411fb0d06ac63c2dc49506765c4a08fabbb949b8 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:48:42.637307+00:00", + "evaluated_at": "2026-06-22T00:56:33.550307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 47bd03243f2db552a90ba3ff904a5d5aeff9ef98..5f6ccb5f1ad6fe9697595d88da83f41a3722654a 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moving-Average,155746.09314762164,144230.13707527195,345.815581026133,0.30436055692063224,0.005388862935281752,0.005403807785603188,3.007248760120039,394.6467954356422,0.006154927888098019,0.005393354230703922,0.0043015465257230665,Finance,1 +binance_btcusdt_1h_close/1h/short,Moving-Average,154854.99043073974,143501.9044899751,341.839817194353,0.30086139216225194,0.005326766616100762,0.00534160262820611,3.007248760120039,393.51618827024095,0.006138025323015508,0.005331982563606788,0.004274657002358401,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,7.0117621108409915,7.055180251713726,2.3406708197807196,1.286082945423883,0.09117363478001132,0.09198258102788746,18.298197202231655,2.647973208104831,0.10515306436116724,0.09294984881545072,0.08360600092705145,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5715487691247993,0.5700416587232202,0.6059999835156578,1.791794989831619,0.49176327494810523,0.716162812403867,67.41141261103816,0.7560084451411898,0.7461591466820834,0.5981049993495158,0.5897240672410273,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.6595757115848582,0.6590103488273236,0.6667884738888089,1.9832106165457744,0.5281104584196187,0.7845041665815002,74.89607899308734,0.812142667014151,0.7654021396618492,0.628413387628926,0.6197353166963296,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.03934762656977164,0.038469462659331786,0.1703347879597265,2.064664573819128,0.1110893733154767,0.11910341641563334,18.045999355959346,0.198362361777056,0.13448296100148266,0.11548121549454812,0.10416090762940013,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,1.6042599890828597,1.6077478121313182,1.1159099783813728,22.31823267657791,0.06055494124361512,0.06298238555374383,867.4455465715213,1.2665938532469119,0.06991318613467878,0.061595768705276964,0.061508367331144384,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,150.64895160136243,150.0831675773751,9.793752117813325,0.875118277582902,0.49581246844798926,0.3919907278488058,14.794989662504603,12.273913459095368,0.47835969415537816,0.3816986557159632,0.34424602345006333,Air Quality,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 8b0bb4703b531b26ac6a09643ead8e74930fa258..a4dc1d541796609cf97eb0ea90ba4d49b810f915 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:49:31.837939+00:00", + "evaluated_at": "2026-06-22T00:57:02.422742+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 63807.54474026864, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 955cbe03c58d62ba67bf31cd46d1a7617c7a4292..12373b99d8c2efb711f57a50e2d8b68dd98f0b3c 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-22T00:41:09.456505+00:00", + "evaluated_at": "2026-06-22T00:57:02.435641+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.4151521504361759, - 0.4151522100408207, - 0.4141521037061344, - 0.4201522052724491, - 0.4151522100408207, - 0.4166521907289158, - 0.41715221409393655, - 0.41615219716621743, - 0.4231521666486393, - 0.41715224389625893, - 0.4176522076566349, - 0.41715224389625893, - 0.4191522181470524, - 0.41965218190742837, - 0.41715218429161416, - 0.41715218429161416, - 0.4151522100408207, - 0.41715219919277535, - 0.41715218429161416, - 0.41615219716621743, - 0.4231521666486393, - 0.4151522100408207, - 0.41565223340584145, - 0.4151522100408207, - 0.4181522012193333, - 0.42015214566780434, - 0.4166521907289158, - 0.41715218429161416, - 0.4166521907289158, - 0.42215223912788735, - 0.41915209893776284, - 0.4151522696454655, - 0.42215223912788735, - 0.4221521199185978, - 0.4176521778543125, - 0.41615219716621743, - 0.4176521927554737, - 0.41715218429161416, - 0.41865213517738686, - 0.41715221409393655, - 0.4231522262532841, - 0.42265214328361855, - 0.42215223912788735, - 0.41615219716621743, - 0.41615219716621743, - 0.4151522100408207, - 0.42265220288826333, - 0.41965218190742837, - 0.41715218429161416, - 0.4166521907289158, - 0.4166521907289158, - 0.41715218429161416, - 0.4191522181470524, - 0.41565223340584145, - 0.41565223340584145, - 0.41715218429161416, - 0.41615219716621743, - 0.42065222863746987, - 0.4176522076566349, - 0.41715218429161416 + 0.3971190791696601, + 0.39811906629505683, + 0.3946190517515235, + 0.4016190212339454, + 0.39661908560696174, + 0.3966191452116065, + 0.39911908322277595, + 0.3971190642684989, + 0.4016190212339454, + 0.39761907273235847, + 0.39661908560696174, + 0.3986190598577552, + 0.3986190598577552, + 0.3986190747589164, + 0.3986190598577552, + 0.3996190469831519, + 0.39661908560696174, + 0.3986190598577552, + 0.3971191089719825, + 0.39661905580463935, + 0.3986190598577552, + 0.3986190598577552, + 0.3986190598577552, + 0.39811906629505683, + 0.39911908322277595, + 0.4001190107435279, + 0.39811906629505683, + 0.39661908560696174, + 0.3986190896600776, + 0.40161914044323493, + 0.3996190767854743, + 0.3971190791696601, + 0.40061903410854866, + 0.4001190107435279, + 0.39661902600231697, + 0.39661908560696174, + 0.39761907273235847, + 0.3986190598577552, + 0.3996191065877967, + 0.39761910253468086, + 0.40561908894482185, + 0.40061909371319343, + 0.3996190916866355, + 0.3986190598577552, + 0.3986190598577552, + 0.3971191089719825, + 0.39811906629505683, + 0.4016190212339454, + 0.39761907273235847, + 0.39761907273235847, + 0.39661911540928413, + 0.3986190598577552, + 0.39911906832161476, + 0.3956190686792426, + 0.39661908560696174, + 0.39761907273235847, + 0.3986190747589164, + 0.40061903410854866, + 0.4001190107435279, + 0.3986190598577552 ], "p10": [ - 0.38615216617180215, - 0.3871522069413792, - 0.3870522082288395, - 0.3880522013147007, - 0.3851521790464054, - 0.38615210656715737, - 0.38605211977554665, - 0.3851521790464054, - 0.38715221290184365, - 0.38615210656715737, - 0.3870521545846592, - 0.38615210656715737, - 0.3910522163350712, - 0.387052202268375, - 0.3851521790464054, - 0.3880522013147007, - 0.3851521790464054, - 0.38815225963188515, - 0.38715226058555946, - 0.3851521790464054, - 0.38715221290184365, - 0.38515223269058574, - 0.38605211977554665, - 0.38515223269058574, - 0.3861521602113377, - 0.38515223269058574, - 0.3851521790464054, - 0.3861521602113377, - 0.3871521532971989, - 0.38715221290184365, - 0.38715221290184365, - 0.3871522069413792, - 0.3881522536714207, - 0.39015217427803384, - 0.38715221290184365, - 0.3860521138150822, - 0.3890521407563816, - 0.38905213479591716, - 0.38605211977554665, - 0.3851521790464054, - 0.3851521790464054, - 0.38605211977554665, - 0.3881522000272404, - 0.3851521790464054, - 0.3871522069413792, - 0.38615210656715737, - 0.3870522082288395, - 0.38715221290184365, - 0.3880522013147007, - 0.3851521790464054, - 0.3871522069413792, - 0.38715221290184365, - 0.38705214862419474, - 0.3851521790464054, - 0.3851521790464054, - 0.38615210656715737, - 0.38615210656715737, - 0.3860521138150822, - 0.38715221290184365, - 0.38615210656715737 + 0.37051901632252265, + 0.36851903015080023, + 0.3676190417379432, + 0.3666191082567268, + 0.36661905461254646, + 0.3676189821332984, + 0.36951907688084173, + 0.36851903015080023, + 0.3686190884679847, + 0.36761903577747873, + 0.3686190884679847, + 0.3696191351980262, + 0.36861908250752023, + 0.3686190884679847, + 0.3686190884679847, + 0.3686190884679847, + 0.368619142112165, + 0.36861914807262947, + 0.3686190884679847, + 0.3676189821332984, + 0.37341902666988896, + 0.36661905461254646, + 0.3676189821332984, + 0.3666191082567268, + 0.3686190884679847, + 0.36661905461254646, + 0.3645190876096778, + 0.3696190755933814, + 0.3676189821332984, + 0.3696190755933814, + 0.3686190884679847, + 0.36851903015080023, + 0.3696190755933814, + 0.3705190103620582, + 0.3696191351980262, + 0.3676189821332984, + 0.3686190884679847, + 0.368619142112165, + 0.3694190722078376, + 0.368619142112165, + 0.3686190884679847, + 0.36761903577747873, + 0.36861914807262947, + 0.3675189953416877, + 0.36661905461254646, + 0.36851908379498055, + 0.3676190417379432, + 0.3696191351980262, + 0.3696190755933814, + 0.36661905461254646, + 0.368619142112165, + 0.36851903015080023, + 0.36661905461254646, + 0.3665190618604713, + 0.36861908250752023, + 0.36861908250752023, + 0.3686190288633399, + 0.36661905461254646, + 0.3686190288633399, + 0.3686190884679847 ], "p90": [ - 0.443152147575153, - 0.447452205463184, - 0.445152241035236, - 0.4441521943051945, - 0.44425218705726965, - 0.44425218705726965, - 0.44615216855598794, - 0.44315217737747536, - 0.4451521307666432, - 0.4451521307666432, - 0.443152147575153, - 0.4451522142131458, - 0.4451522112329136, - 0.44615217153622017, - 0.445152241035236, - 0.4441521943051945, - 0.4432521790702473, - 0.4442521959979664, - 0.4441521943051945, - 0.44425218705726965, - 0.4482522547681461, - 0.4432521522481571, - 0.44525223378731116, - 0.44425218705726965, - 0.44715221528602944, - 0.4451522142131458, - 0.44425218705726965, - 0.445152241035236, - 0.445152241035236, - 0.44315215353561743, - 0.4442521959979664, - 0.4431521505553852, - 0.445152241035236, - 0.44715221528602944, - 0.4441521943051945, - 0.4422522128064762, - 0.445152241035236, - 0.4442521959979664, - 0.445152241035236, - 0.4491521895368229, - 0.44615217153622017, - 0.44615217153622017, - 0.4441521943051945, - 0.44625220005108224, - 0.445152241035236, - 0.4462521732289921, - 0.4461521983583103, - 0.4441521943051945, - 0.4442521959979664, - 0.44425218705726965, - 0.44515212182594643, - 0.44715221528602944, - 0.44715221528602944, - 0.4441521943051945, - 0.4441521943051945, - 0.4442521959979664, - 0.44525223378731116, - 0.445152241035236, - 0.4441521943051945, - 0.4461521983583103 + 0.4256190698713355, + 0.4316189926237159, + 0.4256190698713355, + 0.4267191093534522, + 0.4256190698713355, + 0.4266190063327842, + 0.4247190814584785, + 0.4266189973920875, + 0.42661908679905464, + 0.4287190955251746, + 0.42361909562054206, + 0.4267191123336844, + 0.4256190698713355, + 0.426619116601377, + 0.427619044122129, + 0.4276190471023612, + 0.4256190698713355, + 0.4256190698713355, + 0.4266190063327842, + 0.42671908253136204, + 0.4286190908521705, + 0.4256190698713355, + 0.426619116601377, + 0.42661908679905464, + 0.426619116601377, + 0.4256190698713355, + 0.42581906729641483, + 0.4256190698713355, + 0.429619137582212, + 0.42661908679905464, + 0.4287190955251746, + 0.4256190698713355, + 0.4256190698713355, + 0.4256190698713355, + 0.4256190698713355, + 0.4227191608518653, + 0.4256190698713355, + 0.427619044122129, + 0.426619116601377, + 0.4277190756172233, + 0.43161899858418035, + 0.427619044122129, + 0.4256190698713355, + 0.4256190698713355, + 0.42661908977928686, + 0.4256190698713355, + 0.4256190698713355, + 0.424619023141294, + 0.4256190698713355, + 0.4276190471023612, + 0.42571907156410743, + 0.4267191093534522, + 0.426619116601377, + 0.427619044122129, + 0.42461902910175847, + 0.42661908977928686, + 0.43161911183300544, + 0.4257190626234107, + 0.426619116601377, + 0.4247190814584785 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a4cec8f0ba0c7472a8327466363473131e2d3f35..6bbc97f583385bf52d23a3be09543280962bb95e 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,25 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:49:31.865805+00:00", + "evaluated_at": "2026-06-22T00:57:02.452120+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 969b07dfffc522b6893b94cca39233fddee929bb..32fb018faca7083337cd0dbcbc667e5c3089d427 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-22T00:45:15.922086+00:00", - "finished_at": "2026-06-22T00:49:31.896988+00:00", - "task_count": 3, + "started_at": "2026-06-22T00:54:16.300431+00:00", + "finished_at": "2026-06-22T00:57:02.502609+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,25 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-22T00:46:00.601493+00:00", + "evaluated_at": "2026-06-22T00:54:43.925223+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -36,25 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:46:42.728776+00:00", + "evaluated_at": "2026-06-22T00:55:11.862357+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -62,25 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:47:33.988364+00:00", + "evaluated_at": "2026-06-22T00:55:38.345194+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -88,25 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:47:56.516564+00:00", + "evaluated_at": "2026-06-22T00:55:57.805966+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -114,25 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-22T00:48:42.637307+00:00", + "evaluated_at": "2026-06-22T00:56:33.550307+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -140,25 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:49:30.772500+00:00", + "evaluated_at": "2026-06-22T00:57:00.278644+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -166,25 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-22T00:49:31.744725+00:00", + "evaluated_at": "2026-06-22T00:57:02.305938+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -192,25 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-22T00:49:31.829896+00:00", + "evaluated_at": "2026-06-22T00:57:02.415026+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -218,25 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-22T00:49:31.865805+00:00", + "evaluated_at": "2026-06-22T00:57:02.452120+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -244,25 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:49:31.895167+00:00", + "evaluated_at": "2026-06-22T00:57:02.478926+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] @@ -270,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-22T00:51:11.067506+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_005702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..2f125ae5a57b3ab1696c33abd0afe28a1921c952 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260622_005702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:57:02.246587+00:00", + "metrics": { + "MSE[mean]": 534588.2982296516, + "MSE[0.5]": 291320.3500012255, + "MAE[0.5]": 510.13361741401786, + "MASE[0.5]": 0.4489807875034238, + "MAPE[0.5]": 0.007948332961962012, + "sMAPE[0.5]": 0.007982716449532608, + "MSIS": 5.947007625852422, + "RMSE[mean]": 731.1554542158949, + "NRMSE[mean]": 0.01140448811716002, + "ND[0.5]": 0.007957012075087585, + "mean_weighted_sum_quantile_loss": 0.006610557731411515 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 63626.177558686555, + 63616.399665194156, + 63637.40530079053, + 63623.21216377095, + 63626.177553602094, + 63616.399665198056, + 63618.379511701496, + 63619.313142820654, + 63618.379511701496, + 63638.41252860856, + 63618.379511701496, + 63665.14939747742, + 63636.040776714544, + 63637.40530079053, + 63626.177553602094, + 63623.21216377095, + 63634.68503940347, + 63630.43129650278, + 63618.379511701496, + 63630.43129650278, + 63606.614281376715, + 63657.39169367688, + 63637.40530079053, + 63614.5385888084 + ], + "p10": [ + 63360.383446418986, + 63381.84767472375, + 63378.59758319837, + 63366.851366807845, + 63366.20457426051, + 63354.57783308725, + 63366.851366807845, + 63391.70007411326, + 63366.20457426051, + 63366.851366807845, + 63366.851366807845, + 63302.327358861796, + 63381.84767472764, + 63386.823726463575, + 63294.507341150216, + 63381.84767472764, + 63230.81695045751, + 63360.383441334525, + 63366.851366807845, + 63386.36223341808, + 63377.422961559314, + 63302.327358861796, + 63378.59758319837, + 63302.327358861796 + ], + "p90": [ + 63910.8662181581, + 63861.871118613955, + 63940.36169783806, + 63940.36169783806, + 63910.86621307364, + 63861.87111861785, + 63866.253343152486, + 63855.91422440371, + 63886.66144931699, + 63940.36169783806, + 63864.55249692375, + 63913.81576155008, + 63886.66144931699, + 63868.02521194942, + 63947.010733382434, + 63886.66144931699, + 63886.66144931699, + 63913.81576155008, + 63886.66144931699, + 63861.87111861785, + 63868.02521194942, + 63883.97203112181, + 63940.36169783806, + 63864.36351400945 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_005435.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_005435.json new file mode 100644 index 0000000000000000000000000000000000000000..4f7ba4689d91f0c676b395f7a6c7db1cad17bdfa --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260622_005435.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:54:35.962488+00:00", + "metrics": { + "MSE[mean]": 187683.72310320535, + "MSE[0.5]": 187683.72310320535, + "MAE[0.5]": 346.8709309895833, + "MASE[0.5]": 0.30528939564348223, + "MAPE[0.5]": 0.005425373312812014, + "sMAPE[0.5]": 0.005402503769323154, + "MSIS": 1.9525816537906209, + "RMSE[mean]": 433.2247951158906, + "NRMSE[mean]": 0.006757396117979818, + "ND[0.5]": 0.005410457362861778, + "mean_weighted_sum_quantile_loss": 0.005311977297223513 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64307.55859375, + 64327.21484375, + 64333.66015625, + 64365.16796875, + 64378.9296875, + 64399.10546875, + 64415.015625, + 64442.71484375, + 64454.6875, + 64464.46875, + 64470.38671875, + 64485.90625, + 64497.9765625, + 64494.125, + 64489.859375, + 64491.29296875, + 64533.34765625, + 64515.47265625, + 64524.0625, + 64501.94140625, + 64499.3984375, + 64485.359375, + 64468.65234375, + 64462.7890625 + ], + "p10": [ + 64033.65625, + 63967.9453125, + 63903.29296875, + 63845.28125, + 63787.50390625, + 63741.8671875, + 63691.578125, + 63649.41796875, + 63611.7421875, + 63553.484375, + 63477.03515625, + 63419.4140625, + 63323.71484375, + 63245.7890625, + 63181.03515625, + 63123.86328125, + 63014.22265625, + 62896.8359375, + 62811.578125, + 62744.16015625, + 62678.19921875, + 62601.7578125, + 62549.625, + 62532.5234375 + ], + "p90": [ + 64601.9453125, + 64667.6953125, + 64754.421875, + 64849.40625, + 64943.70703125, + 64993.76171875, + 65049.97265625, + 65120.5703125, + 65183.0859375, + 65242.29296875, + 65309.6015625, + 65391.40625, + 65461.24609375, + 65499.703125, + 65605.8828125, + 65626.65625, + 66115.296875, + 66171.234375, + 66203.3203125, + 66269.9375, + 66278.0703125, + 66351.4375, + 66445.7578125, + 66493.84375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_005702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..c5335fa68ddc3b216e84b4d4f16eaf7c4adf5985 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260622_005702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-22T00:57:02.373297+00:00", + "metrics": { + "MSE[mean]": 31678.84259841563, + "MSE[0.5]": 30011.960355628642, + "MAE[0.5]": 127.86974160019388, + "MASE[0.5]": 0.11254121532422019, + "MAPE[0.5]": 0.0019987225065676226, + "sMAPE[0.5]": 0.001997730977601857, + "MSIS": 1.0225104309192214, + "RMSE[mean]": 177.9855123273117, + "NRMSE[mean]": 0.002776199847322889, + "ND[0.5]": 0.0019944991728026297, + "mean_weighted_sum_quantile_loss": 0.0015891819912901752 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64285.75299233642, + 64272.64841908186, + 64269.807517702306, + 64228.095522572745, + 64210.76243369319, + 64249.56996981364, + 64200.47516218408, + 64185.96238580452, + 64143.37343754996, + 64121.77667679541, + 64114.19358791585, + 64115.340967786295, + 64096.47662890674, + 64079.14354002718, + 64035.47060739763, + 64044.477362268066, + 64029.32005463851, + 63998.25454388396, + 63992.4780956294, + 63956.424303624844, + 63937.319730370284, + 63942.01007899073, + 63910.36058386118, + 63881.433744981616 + ], + "p10": [ + 64029.90338296142, + 64039.41795033186, + 63865.256736452306, + 63984.007241322746, + 63960.57102744319, + 63964.935594813636, + 63932.00797468408, + 63930.26941705452, + 63898.01992192496, + 63891.12472367041, + 63850.83147854085, + 63846.020655286295, + 63843.97272265674, + 63821.79236815218, + 63729.82998239763, + 63776.688299768066, + 63752.57396088851, + 63735.24087200896, + 63736.2866893794, + 63718.953600499844, + 63690.022855370284, + 63687.60617274073, + 63666.95433386118, + 63631.242338731616 + ], + "p90": [ + 64535.86041421142, + 64518.52732533186, + 64501.194236452306, + 64504.364663197746, + 64456.15344931819, + 64447.47934481364, + 64433.63649030908, + 64414.52879205452, + 64395.28945317496, + 64381.63722367041, + 64360.62327541585, + 64345.196436536295, + 64404.55475390674, + 64331.03377440218, + 64310.94326364763, + 64274.14845601807, + 64276.27708588851, + 64317.88930950896, + 64225.6394237544, + 64206.531725499844, + 64186.632230370284, + 64173.64015711573, + 64154.53245886118, + 64132.453276231616 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_005626.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_005626.json new file mode 100644 index 0000000000000000000000000000000000000000..303fb3e577876616a0579748af396bf06f03c41b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260622_005626.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:56:26.142066+00:00", + "metrics": { + "MSE[mean]": 453778.77874883014, + "MSE[0.5]": 308666.64684963226, + "MAE[0.5]": 443.1302083333333, + "MASE[0.5]": 0.39000948597078117, + "MAPE[0.5]": 0.006930188844561953, + "sMAPE[0.5]": 0.006892534985560579, + "MSIS": 1.9487368417132125, + "RMSE[mean]": 673.6310405176042, + "NRMSE[mean]": 0.010507228186066024, + "ND[0.5]": 0.006911899741911657, + "mean_weighted_sum_quantile_loss": 0.005683155505337184 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64237.056640625, + 64342.853515625, + 64410.216796875, + 64371.638671875, + 64400.5390625, + 64387.4609375, + 64495.03515625, + 64428.728515625, + 64457.763671875, + 64577.580078125, + 64690.39453125, + 64575.908203125, + 64463.482421875, + 64652.8515625, + 64654.54296875, + 64542.185546875, + 64639.802734375, + 64749.4375, + 64715.087890625, + 64617.58203125, + 64594.408203125, + 64656.107421875, + 64566.181640625, + 64794.11328125 + ], + "p10": [ + 64045.3671875, + 64076.685546875, + 64057.998046875, + 63881.59375, + 63900.716796875, + 63946.474609375, + 63860.87109375, + 63725.900390625, + 63711.841796875, + 63771.6640625, + 63621.658203125, + 63346.41796875, + 63410.58984375, + 63640.521484375, + 63534.298828125, + 63391.904296875, + 63048.212890625, + 63107.76953125, + 63315.0390625, + 63087.203125, + 62805.21875, + 62765.818359375, + 63006.255859375, + 62924.78515625 + ], + "p90": [ + 64473.859375, + 64621.517578125, + 64760.72265625, + 64783.00390625, + 64907.96484375, + 64977.306640625, + 65186.021484375, + 65093.015625, + 65285.46484375, + 65499.02734375, + 65817.5546875, + 65700.94921875, + 65860.67578125, + 65968.140625, + 65950.75390625, + 66091.109375, + 66007.34375, + 66480.52734375, + 66402.7265625, + 66463.5, + 66735.3515625, + 66630.17578125, + 66708.42578125, + 66967.22265625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_005702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..aaf75939780f7e72236005515143a0740de727d8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260622_005702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:57:02.422742+00:00", + "metrics": { + "MSE[mean]": 154854.99043073974, + "MSE[0.5]": 143501.9044899751, + "MAE[0.5]": 341.839817194353, + "MASE[0.5]": 0.30086139216225194, + "MAPE[0.5]": 0.005326766616100762, + "sMAPE[0.5]": 0.00534160262820611, + "MSIS": 3.007248760120039, + "RMSE[mean]": 393.51618827024095, + "NRMSE[mean]": 0.006138025323015508, + "ND[0.5]": 0.005331982563606788, + "mean_weighted_sum_quantile_loss": 0.004274657002358401 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 63807.54474026864, + 63811.77325589364, + 63826.26544339364, + 63801.88653714364, + 63801.88653714364, + 63858.02716214364, + 63826.26544339364, + 63829.08575589364, + 63803.82989651864, + 63799.56622464364, + 63809.31622464364, + 63827.79669339364, + 63826.26544339364, + 63826.26544339364, + 63799.92559964364, + 63826.26544339364, + 63828.44122464364, + 63814.70880276864, + 63826.26544339364, + 63807.54474026864, + 63805.77325589364, + 63827.79669339364, + 63813.48028714364, + 63801.88653714364 + ], + "p10": [ + 63551.69513089364, + 63578.54278714364, + 63421.71466214364, + 63557.79825589364, + 63551.69513089364, + 63573.39278714364, + 63557.79825589364, + 63573.39278714364, + 63558.47638089364, + 63568.91427151864, + 63545.95411526864, + 63558.47638089364, + 63573.76153714364, + 63568.91427151864, + 63494.28497464364, + 63558.47638089364, + 63551.69513089364, + 63551.69513089364, + 63570.07403714364, + 63570.07403714364, + 63558.47638089364, + 63573.39278714364, + 63570.07403714364, + 63551.69513089364 + ], + "p90": [ + 64057.65216214364, + 64057.65216214364, + 64057.65216214364, + 64078.15567776864, + 64047.27755276864, + 64055.93653714364, + 64059.42677151864, + 64057.65216214364, + 64055.74591214364, + 64059.42677151864, + 64055.74591214364, + 64057.65216214364, + 64134.34356839364, + 64078.15567776864, + 64075.39825589364, + 64055.93653714364, + 64075.39825589364, + 64134.34356839364, + 64059.42677151864, + 64057.65216214364, + 64055.08575589364, + 64059.42677151864, + 64057.65216214364, + 64052.90606839364 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_005702.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..80def25c9b344af9e8f91f96bde3a0a5fc692fb2 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260622_005702.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:57:02.459390+00:00", + "metrics": { + "MSE[mean]": 318113.0690848033, + "MSE[0.5]": 318113.0690848033, + "MAE[0.5]": 502.3116861979167, + "MASE[0.5]": 0.44209651891707713, + "MAPE[0.5]": 0.007834985230214898, + "sMAPE[0.5]": 0.007858111812631898, + "MSIS": 3.369032678538878, + "RMSE[mean]": 564.0151319643855, + "NRMSE[mean]": 0.0087974504372458, + "ND[0.5]": 0.007835006390669988, + "mean_weighted_sum_quantile_loss": 0.006245853327505066 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "p10": [ + 62314.555625, + 62073.75890625, + 62207.25328125, + 62311.860625, + 62404.50890625, + 62469.7171875, + 62382.10671875, + 62149.609375, + 62466.336953125, + 62401.205234375, + 62414.24, + 62381.988046875, + 62129.825625, + 62670.90046875, + 62876.83828125, + 62753.622421875, + 62558.005234375, + 62529.7728125, + 62657.28, + 62647.468515625, + 62732.15046875, + 62986.571484374996, + 63012.051484375, + 63008.119999999995 + ], + "p90": [ + 64858.006875, + 64607.38171875, + 64746.32484375, + 64855.201875, + 64951.63171875, + 65019.5015625, + 64928.31515625, + 64686.328125, + 65015.983359375, + 64948.193203125, + 64961.76, + 64928.191640625, + 64665.736875, + 65228.89640625, + 65443.23984375, + 65314.994765625, + 65111.393203125, + 65082.0084375, + 65214.72, + 65204.508046875, + 65292.64640625, + 65557.451953125, + 65583.971953125, + 65579.88 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_005652.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_005652.json new file mode 100644 index 0000000000000000000000000000000000000000..7be545a27c26d28b354dd7a3147daeb7ad58a25d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260622_005652.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:56:52.160586+00:00", + "metrics": { + "MSE[mean]": 90761.54748217265, + "MSE[0.5]": 90761.54748217265, + "MAE[0.5]": 209.25504557291666, + "MASE[0.5]": 0.18417036623983776, + "MAPE[0.5]": 0.0032760892528657715, + "sMAPE[0.5]": 0.0032653754970441966, + "MSIS": 1.1883960305419035, + "RMSE[mean]": 301.2665721286925, + "NRMSE[mean]": 0.0046991252299742655, + "ND[0.5]": 0.0032639388339807678, + "mean_weighted_sum_quantile_loss": 0.0031677829386239234 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64267.96875, + 64250.7421875, + 64246.9140625, + 64252.65625, + 64260.3125, + 64275.625, + 64289.0234375, + 64266.0546875, + 64264.140625, + 64267.96875, + 64292.8515625, + 64310.078125, + 64334.9609375, + 64338.7890625, + 64342.6171875, + 64329.21875, + 64361.7578125, + 64344.53125, + 64350.2734375, + 64310.078125, + 64289.0234375, + 64262.2265625, + 64277.5390625, + 64248.828125 + ], + "p10": [ + 63993.1796875, + 63916.2578125, + 63877.9765625, + 63844.00390625, + 63816.25, + 63812.421875, + 63787.5390625, + 63733.9453125, + 63714.8046875, + 63695.6640625, + 63695.6640625, + 63689.921875, + 63668.8671875, + 63647.8125, + 63643.984375, + 63594.21875, + 63603.7890625, + 63544.453125, + 63511.9140625, + 63448.75, + 63398.984375, + 63360.703125, + 63341.5625, + 63303.28125 + ], + "p90": [ + 64555.078125, + 64620.15625, + 64666.09375, + 64704.375, + 64746.484375, + 64773.28125, + 64830.703125, + 64830.703125, + 64849.84375, + 64868.984375, + 64922.578125, + 64964.6875, + 65018.28125, + 65048.90625, + 65064.21875, + 65102.5, + 65133.125, + 65156.09375, + 65186.71875, + 65163.75, + 65156.09375, + 65140.78125, + 65186.71875, + 65179.0625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_005503.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_005503.json new file mode 100644 index 0000000000000000000000000000000000000000..0a2db226d308153e2769054a8cc4b60e3b770a38 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260622_005503.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:55:03.159797+00:00", + "metrics": { + "MSE[mean]": 185278.96595509848, + "MSE[0.5]": 119821.7284488678, + "MAE[0.5]": 229.29899088541666, + "MASE[0.5]": 0.20181152150559253, + "MAPE[0.5]": 0.0035910119594315475, + "sMAPE[0.5]": 0.003576909769966704, + "MSIS": 9.378478917470527, + "RMSE[mean]": 430.4404325282402, + "NRMSE[mean]": 0.006713965914646687, + "ND[0.5]": 0.0035765822462938946, + "mean_weighted_sum_quantile_loss": 0.004291731704169004 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64233.20703125, + 64223.453125, + 64215.65234375, + 64220.3359375, + 64235.83203125, + 64241.3125, + 64231.09375, + 64215.31640625, + 64242.76953125, + 64277.0078125, + 64280.4765625, + 64307.359375, + 64324.7265625, + 64316.59375, + 64331.21875, + 64314.29296875, + 64335.9296875, + 64357.71875, + 64366.21484375, + 64383.82421875, + 64366.69140625, + 64381.48046875, + 64400.08203125, + 64428.31640625 + ], + "p10": [ + 64253.37890625, + 64266.2265625, + 64273.48046875, + 64274.25390625, + 64263.484375, + 64298.203125, + 64320.84765625, + 64318.3984375, + 64307.890625, + 64317.02734375, + 64327.07421875, + 64329.50390625, + 64338.41015625, + 64363.37109375, + 64402.4921875, + 64377.70703125, + 64367.11328125, + 64462.84765625, + 64437.4921875, + 64437.1015625, + 64446.25, + 64483.375, + 64441.578125, + 64499.2890625 + ], + "p90": [ + 64440.34765625, + 64486.74609375, + 64518.90234375, + 64554.2890625, + 64588.33203125, + 64609.2734375, + 64631.29296875, + 64629.90234375, + 64679.578125, + 64732.62109375, + 64743.11328125, + 64777.578125, + 64798.4453125, + 64830.45703125, + 64850.15625, + 64860.203125, + 64899.890625, + 64925.0859375, + 64958.73828125, + 64964.53125, + 64968.65234375, + 65002.52734375, + 65007.66796875, + 65027.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_005545.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_005545.json new file mode 100644 index 0000000000000000000000000000000000000000..182ba5686490859dae9bc5c3a9279f84a763c5ca --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260622_005545.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:55:45.855510+00:00", + "metrics": { + "MSE[mean]": 275707.12953122455, + "MSE[0.5]": 275707.12953122455, + "MAE[0.5]": 396.8592122395833, + "MASE[0.5]": 0.3492852765566834, + "MAPE[0.5]": 0.006209535198921523, + "sMAPE[0.5]": 0.006175977697060527, + "MSIS": 1.8049384347794863, + "RMSE[mean]": 525.0782127752251, + "NRMSE[mean]": 0.008190116347550997, + "ND[0.5]": 0.006190169469535802, + "mean_weighted_sum_quantile_loss": 0.005003167578317762 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64281.16796875, + 64298.01953125, + 64311.8359375, + 64321.2734375, + 64334.98046875, + 64357.921875, + 64378.6484375, + 64397.79296875, + 64421.375, + 64437.98046875, + 64464.3125, + 64489.61328125, + 64510.00390625, + 64534.46875, + 64561.72265625, + 64578.1640625, + 64594.2578125, + 64613.046875, + 64633.05078125, + 64652.40625, + 64669.89453125, + 64689.45703125, + 64711.94140625, + 64721.828125 + ], + "p10": [ + 64045.66796875, + 63908.7890625, + 63803.12109375, + 63749.61328125, + 63730.8671875, + 63724.62109375, + 63705.51953125, + 63681.9453125, + 63669.2734375, + 63643.734375, + 63625.32421875, + 63607.5703125, + 63578.5859375, + 63562.37109375, + 63548.98046875, + 63528.32421875, + 63515.453125, + 63497.1015625, + 63485.7734375, + 63472.15234375, + 63449.1875, + 63430.42578125, + 63410.5078125, + 63383.7109375 + ], + "p90": [ + 64515.7421875, + 64654.0546875, + 64778.1171875, + 64877.3671875, + 64959.25, + 65049.57421875, + 65135.25, + 65210.640625, + 65287.14453125, + 65362.86328125, + 65446.0234375, + 65509.09375, + 65558.2109375, + 65633.5078125, + 65729.609375, + 65783.59375, + 65842.3046875, + 65915.203125, + 65986.515625, + 66059.703125, + 66101.109375, + 66162.7265625, + 66216.609375, + 66262.2890625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_005532.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_005532.json new file mode 100644 index 0000000000000000000000000000000000000000..7a4b2dd1f46dfd6c29ae8bd1ff76312171253bf4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260622_005532.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:55:32.215049+00:00", + "metrics": { + "MSE[mean]": 111755.16429901123, + "MSE[0.5]": 111755.16429901123, + "MAE[0.5]": 236.74772135416666, + "MASE[0.5]": 0.20836732719570428, + "MAPE[0.5]": 0.003706450274094684, + "sMAPE[0.5]": 0.0036928737920385486, + "MSIS": 2.174166596872409, + "RMSE[mean]": 334.29801719276054, + "NRMSE[mean]": 0.005214346337269124, + "ND[0.5]": 0.003692766783561538, + "mean_weighted_sum_quantile_loss": 0.005111336698417325 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00", + "2026-06-20 00:00:00", + "2026-06-20 01:00:00", + "2026-06-20 02:00:00", + "2026-06-20 03:00:00", + "2026-06-20 04:00:00", + "2026-06-20 05:00:00", + "2026-06-20 06:00:00", + "2026-06-20 07:00:00", + "2026-06-20 08:00:00", + "2026-06-20 09:00:00", + "2026-06-20 10:00:00", + "2026-06-20 11:00:00", + "2026-06-20 12:00:00", + "2026-06-20 13:00:00", + "2026-06-20 14:00:00", + "2026-06-20 15:00:00", + "2026-06-20 16:00:00", + "2026-06-20 17:00:00", + "2026-06-20 18:00:00", + "2026-06-20 19:00:00", + "2026-06-20 20:00:00", + "2026-06-20 21:00:00", + "2026-06-20 22:00:00", + "2026-06-20 23:00:00", + "2026-06-21 00:00:00", + "2026-06-21 01:00:00", + "2026-06-21 02:00:00", + "2026-06-21 03:00:00", + "2026-06-21 04:00:00", + "2026-06-21 05:00:00", + "2026-06-21 06:00:00", + "2026-06-21 07:00:00", + "2026-06-21 08:00:00", + "2026-06-21 09:00:00", + "2026-06-21 10:00:00", + "2026-06-21 11:00:00", + "2026-06-21 12:00:00", + "2026-06-21 13:00:00", + "2026-06-21 14:00:00", + "2026-06-21 15:00:00", + "2026-06-21 16:00:00", + "2026-06-21 17:00:00", + "2026-06-21 18:00:00", + "2026-06-21 19:00:00", + "2026-06-21 20:00:00", + "2026-06-21 21:00:00", + "2026-06-21 22:00:00", + "2026-06-21 23:00:00", + "2026-06-22 00:00:00" + ], + "context": [ + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875, + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625, + 63530.01171875, + 63586.28125, + 63340.5703125, + 63476.7890625, + 63583.53125, + 63678.0703125, + 63744.609375, + 63655.2109375, + 63417.96875, + 63741.16015625, + 63674.69921875, + 63688.0, + 63655.08984375, + 63397.78125, + 63949.8984375, + 64160.0390625, + 64034.30859375, + 63834.69921875, + 63805.890625, + 63936.0, + 63925.98828125, + 64012.3984375, + 64272.01171875, + 64298.01171875, + 64294.0 + ], + "actual": [ + 64248.0, + 64241.25, + 64426.0, + 64276.12109375, + 64256.55078125, + 64303.4609375, + 64191.0703125, + 64014.0, + 64209.16015625, + 64365.98828125, + 64176.0, + 64200.0, + 64146.0, + 64145.96875, + 64224.0, + 64145.30859375, + 64151.4609375, + 64213.80859375, + 64207.12109375, + 63848.0, + 63808.01171875, + 63801.58984375, + 63311.98828125, + 63758.01171875 + ], + "predictions": { + "p50": [ + 64294.09765625, + 64304.359375, + 64311.1640625, + 64317.23046875, + 64321.671875, + 64329.00390625, + 64333.2890625, + 64336.78125, + 64336.234375, + 64342.05078125, + 64345.1953125, + 64343.015625, + 64342.69921875, + 64343.75390625, + 64344.91015625, + 64346.94921875, + 64347.03125, + 64347.6640625, + 64348.8046875, + 64347.68359375, + 64348.80078125, + 64345.875, + 64345.8515625, + 64349.15234375 + ], + "p10": [ + 64077.0625, + 63976.42578125, + 63884.5390625, + 63779.65234375, + 63679.81640625, + 63588.6171875, + 63515.6015625, + 63436.02734375, + 63339.90625, + 63276.91015625, + 63192.15234375, + 63103.34765625, + 63017.3046875, + 62933.484375, + 62857.54296875, + 62785.05078125, + 62718.20703125, + 62638.20703125, + 62568.9375, + 62512.203125, + 62468.11328125, + 62387.69921875, + 62300.71875, + 62225.33203125 + ], + "p90": [ + 64498.83984375, + 64614.046875, + 64726.875, + 64843.0625, + 64934.5390625, + 65018.33203125, + 65105.015625, + 65193.8671875, + 65290.8359375, + 65365.32421875, + 65463.9765625, + 65548.78125, + 65653.046875, + 65754.890625, + 65837.8125, + 65902.4375, + 65977.5, + 66063.6953125, + 66129.5234375, + 66187.3828125, + 66249.03125, + 66342.375, + 66395.515625, + 66453.2578125 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_005702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..631f1133d614b8fa8ff1e4d47028f1e3c19da06f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260622_005702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-22T00:57:02.279975+00:00", + "metrics": { + "MSE[mean]": 0.6040982288393703, + "MSE[0.5]": 0.6056232949305157, + "MAE[0.5]": 0.6395971859275156, + "MASE[0.5]": 1.9023363167128968, + "MAPE[0.5]": 0.5065244008995622, + "sMAPE[0.5]": 0.7378051605970357, + "MSIS": 74.31146078263033, + "RMSE[mean]": 0.7772375626791144, + "NRMSE[mean]": 0.7325058978705142, + "ND[0.5]": 0.6027870157720552, + "mean_weighted_sum_quantile_loss": 0.6002922804207285 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.36602493894224764, + 0.36948065925275575, + 0.37134104946015256, + 0.37501967206170506, + 0.3765811380474414, + 0.38082764068591235, + 0.38347603671676755, + 0.3868248920595903, + 0.38808352664113444, + 0.3909105019507542, + 0.3922368851534499, + 0.39522690762898577, + 0.3964137171191257, + 0.3993706741674499, + 0.4021653271869448, + 0.4051710884493406, + 0.4060491633075262, + 0.4075748445027187, + 0.4090416817398364, + 0.41189150708592215, + 0.4122100230760373, + 0.41602342799777986, + 0.4155862561995037, + 0.4195590282105789, + 0.4197658192151192, + 0.4221479460672185, + 0.42198281995212655, + 0.42517557335748635, + 0.4257283440275264, + 0.42776146148821603, + 0.43059424921385303, + 0.4309373445020205, + 0.4316602031178008, + 0.4319687558551706, + 0.43256413666151067, + 0.43458934854587605, + 0.43665255821290494, + 0.4373169841426053, + 0.43862666293573654, + 0.43961116677968637, + 0.4412658148576337, + 0.44180159049915013, + 0.4415061117980373, + 0.4427121890670665, + 0.44326300385018114, + 0.4463368331968301, + 0.44457472994700065, + 0.4466989911020583, + 0.44844855272875844, + 0.44872597960091964, + 0.45001680440178843, + 0.44952388726844594, + 0.4498829381424917, + 0.45139689053138804, + 0.45084232700523397, + 0.45195765540955096, + 0.4537066610538313, + 0.45445074478113445, + 0.45584603961091297, + 0.4547305699407093 + ], + "p10": [ + 0.35701452122957134, + 0.3605261411050015, + 0.3633188321313303, + 0.36631194375529597, + 0.367530642628663, + 0.3713256526312802, + 0.37512368059938195, + 0.37802660138390015, + 0.3791205647377056, + 0.38136332395010747, + 0.3830930104744485, + 0.38744008741504904, + 0.3868973738470737, + 0.3894743157573554, + 0.3927417303749597, + 0.3955995664037082, + 0.39560002299949654, + 0.3987421830251076, + 0.40113988385386856, + 0.4035276335058149, + 0.40453561634979335, + 0.40642253837136977, + 0.4075669834886268, + 0.4098447012314414, + 0.4114477195726649, + 0.41279427338536057, + 0.4128348761481483, + 0.41598513965571965, + 0.41573066567025735, + 0.41909246240524334, + 0.4204083286882355, + 0.4219530381239473, + 0.42323820365285886, + 0.422139207259096, + 0.4251828683452714, + 0.42612823273846, + 0.42747900765365665, + 0.42793129606114694, + 0.4299685018692046, + 0.4307105407796704, + 0.43173300857127517, + 0.43277647177068174, + 0.4337072314080814, + 0.43339290631789057, + 0.43507885704487737, + 0.4367455148362729, + 0.43661903883947634, + 0.4380664049832742, + 0.4387004611626959, + 0.4392199807183291, + 0.44058208923371134, + 0.4415944216802733, + 0.44262956733100645, + 0.4410984031378063, + 0.4417871276648551, + 0.44362925719412066, + 0.4445607975425987, + 0.44531186838388004, + 0.4466427566376709, + 0.44495209288777016 + ], + "p90": [ + 0.3757317352716952, + 0.37864676471817005, + 0.37856969781170563, + 0.3854020237067337, + 0.3839183241806071, + 0.38912165698879597, + 0.3891210496067985, + 0.3952273202389496, + 0.39687101414786796, + 0.399528121503074, + 0.40131585601086905, + 0.4058016287476511, + 0.4057139724826199, + 0.41014201626215047, + 0.4116170486457905, + 0.4133897250641713, + 0.4141965501960189, + 0.4164449972192203, + 0.41882214289033237, + 0.42052165652993, + 0.4228513263776725, + 0.4247136588801656, + 0.42502555708975115, + 0.42751331963276484, + 0.4295244305633345, + 0.43109793855550144, + 0.4325914449798823, + 0.4342749774239193, + 0.43489663461866956, + 0.43615423728788455, + 0.43764912251765814, + 0.43955341959133604, + 0.43771991738152854, + 0.44078723735318354, + 0.44195048349736143, + 0.4437485942990934, + 0.44560381575763974, + 0.44642942774222105, + 0.4471976721310031, + 0.44884421480203507, + 0.4495845882517185, + 0.45026587417686237, + 0.451212426551221, + 0.4514413242624719, + 0.45295444920357686, + 0.454571956553572, + 0.4519580391850029, + 0.45495913073772387, + 0.45724913981368026, + 0.4588145066039134, + 0.4588883101541847, + 0.4590025678591311, + 0.4601499972437023, + 0.4618506664869478, + 0.46025887726261117, + 0.4622209484690285, + 0.4642062266203656, + 0.46292489529019937, + 0.46428296701145305, + 0.46400164938462035 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_005442.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_005442.json new file mode 100644 index 0000000000000000000000000000000000000000..e775b8b1c96a77b58d5f44b3c52a01e80f57c617 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260622_005442.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-22T00:54:42.028943+00:00", + "metrics": { + "MSE[mean]": 0.10470496160197343, + "MSE[0.5]": 0.10470496160197343, + "MAE[0.5]": 0.24336419304211934, + "MASE[0.5]": 0.7238314251495443, + "MAPE[0.5]": 0.18198248765865543, + "sMAPE[0.5]": 0.20824562567067517, + "MSIS": 10.611701971439032, + "RMSE[mean]": 0.3235814605350149, + "NRMSE[mean]": 0.3049586634315953, + "ND[0.5]": 0.22935806926182814, + "mean_weighted_sum_quantile_loss": 0.1851215835515475 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.365778386592865, + 0.37334251403808594, + 0.38648784160614014, + 0.39011257886886597, + 0.40119093656539917, + 0.4120895266532898, + 0.4238649010658264, + 0.4360937476158142, + 0.4488723874092102, + 0.46157306432724, + 0.4782469868659973, + 0.4932186007499695, + 0.5088191032409668, + 0.5269646644592285, + 0.5442692637443542, + 0.5630646347999573, + 0.6023783683776855, + 0.6192227005958557, + 0.637694239616394, + 0.6565115451812744, + 0.672666072845459, + 0.6939230561256409, + 0.7172003984451294, + 0.7354133129119873, + 0.752849817276001, + 0.7718507051467896, + 0.7937861680984497, + 0.8154367804527283, + 0.837581992149353, + 0.8568252325057983, + 0.8732250928878784, + 0.8882502317428589, + 0.9371296167373657, + 0.953334629535675, + 0.9711078405380249, + 0.9828298091888428, + 1.0032744407653809, + 1.0135836601257324, + 1.0306663513183594, + 1.0428447723388672, + 1.0538277626037598, + 1.0634342432022095, + 1.0773036479949951, + 1.0910701751708984, + 1.1015359163284302, + 1.1123393774032593, + 1.1212071180343628, + 1.128173589706421, + 1.1311182975769043, + 1.1322475671768188, + 1.1308403015136719, + 1.1297032833099365, + 1.1262751817703247, + 1.1213572025299072, + 1.121837854385376, + 1.1121941804885864, + 1.1017011404037476, + 1.089333415031433, + 1.0770636796951294, + 1.0698331594467163 + ], + "p10": [ + 0.34368836879730225, + 0.35461992025375366, + 0.3593658208847046, + 0.36433547735214233, + 0.37557876110076904, + 0.3807002902030945, + 0.38879746198654175, + 0.3999022841453552, + 0.40981525182724, + 0.42332345247268677, + 0.42951667308807373, + 0.44552868604660034, + 0.4592509865760803, + 0.47839194536209106, + 0.4864727854728699, + 0.49841856956481934, + 0.5390017628669739, + 0.5546576976776123, + 0.5701258182525635, + 0.5843628644943237, + 0.6021775007247925, + 0.6159347295761108, + 0.6374416947364807, + 0.6494103670120239, + 0.670121431350708, + 0.6862468123435974, + 0.7061654925346375, + 0.7166584730148315, + 0.731225848197937, + 0.7439391016960144, + 0.7619651556015015, + 0.7755423784255981, + 0.8283953666687012, + 0.8495864868164062, + 0.8620150089263916, + 0.8791217803955078, + 0.8778488636016846, + 0.8978619575500488, + 0.9069693088531494, + 0.9066369533538818, + 0.9224033951759338, + 0.9273907542228699, + 0.9374794960021973, + 0.9429202079772949, + 0.9486706852912903, + 0.9583214521408081, + 0.9677351117134094, + 0.9650211334228516, + 0.9761064052581787, + 0.9626563787460327, + 0.9675089120864868, + 0.9650664329528809, + 0.9557658433914185, + 0.9531430602073669, + 0.9442029595375061, + 0.9249160289764404, + 0.9227333068847656, + 0.901551365852356, + 0.8985024094581604, + 0.8810003995895386 + ], + "p90": [ + 0.38848376274108887, + 0.3956841230392456, + 0.40577685832977295, + 0.4180152416229248, + 0.43118584156036377, + 0.4469621777534485, + 0.4566847085952759, + 0.4740266799926758, + 0.48705965280532837, + 0.5040333867073059, + 0.5198802947998047, + 0.5394938588142395, + 0.5652815103530884, + 0.5813587307929993, + 0.6012958288192749, + 0.6296181678771973, + 0.6883543729782104, + 0.7028599977493286, + 0.7244254350662231, + 0.7467494010925293, + 0.7640504240989685, + 0.7878444790840149, + 0.814308762550354, + 0.8374981880187988, + 0.8591492772102356, + 0.8832904100418091, + 0.9129000306129456, + 0.9354147911071777, + 0.9590991735458374, + 0.9861943125724792, + 1.0082741975784302, + 1.0279005765914917, + 1.1112667322158813, + 1.1297334432601929, + 1.1546862125396729, + 1.1701233386993408, + 1.1915466785430908, + 1.2206016778945923, + 1.2452718019485474, + 1.270425796508789, + 1.2808231115341187, + 1.3006656169891357, + 1.3211283683776855, + 1.340372085571289, + 1.358654499053955, + 1.370718240737915, + 1.3794186115264893, + 1.3886034488677979, + 1.4125444889068604, + 1.4201745986938477, + 1.4310221672058105, + 1.4379501342773438, + 1.44431471824646, + 1.4474575519561768, + 1.4606178998947144, + 1.458508014678955, + 1.4547863006591797, + 1.458107590675354, + 1.4592565298080444, + 1.4577724933624268 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_005702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..ce4549b2a1de07109ddd5bbd7e1a271114ef33b3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260622_005702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-22T00:57:02.399585+00:00", + "metrics": { + "MSE[mean]": 0.5081800024963733, + "MSE[0.5]": 0.5076823088677441, + "MAE[0.5]": 0.5863639396052065, + "MASE[0.5]": 1.7440061364626538, + "MAPE[0.5]": 0.4646262377164929, + "sMAPE[0.5]": 0.6515410348035834, + "MSIS": 65.45296756238186, + "RMSE[mean]": 0.7128674508605182, + "NRMSE[mean]": 0.6718404220651808, + "ND[0.5]": 0.5526174553104182, + "mean_weighted_sum_quantile_loss": 0.5444262454801387 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.3667214046633327, + 0.37136539129461404, + 0.37150937625696534, + 0.3821533452452719, + 0.38079740912417287, + 0.38444146823470227, + 0.3905854057517563, + 0.3922293863033639, + 0.40037334277469505, + 0.40001739377899276, + 0.40266140615948065, + 0.40830537991615873, + 0.41194937942204335, + 0.41559339382908916, + 0.41923737843381265, + 0.423881365065094, + 0.42452540319478843, + 0.4301693769514665, + 0.4323134255715784, + 0.4354573719101199, + 0.4411013754691204, + 0.44474537497500505, + 0.44838937448088967, + 0.4515333804240759, + 0.45617739685767966, + 0.4608213238843163, + 0.46246537894172984, + 0.46460939775951937, + 0.47025340131851984, + 0.4768974516075618, + 0.4785413874556858, + 0.4796853893457562, + 0.48682934379052945, + 0.4899733199313933, + 0.490117334696067, + 0.4937613938065964, + 0.49840538043787774, + 0.5030493670691591, + 0.5076934133050852, + 0.509337408757854, + 0.5209813946738796, + 0.5196253989481359, + 0.5222693964274626, + 0.5249133641044669, + 0.5285573636103515, + 0.5307014122304635, + 0.5353453690594224, + 0.5424893235041955, + 0.5421333745084933, + 0.545777374014378, + 0.5484214161971882, + 0.554065360151544, + 0.5582093681212882, + 0.5583533679848006, + 0.5629973844184044, + 0.5676413710496857, + 0.5722853725821283, + 0.5779293314376451, + 0.5810733075785091, + 0.583217356198621 + ], + "p10": [ + 0.34012134181619524, + 0.34176535515035744, + 0.344509366243385, + 0.3471534322680533, + 0.3507973781297576, + 0.35544130515639416, + 0.3609853994098221, + 0.3636293521856652, + 0.36737341000873436, + 0.370017356824113, + 0.3746614090205036, + 0.3793054552564297, + 0.3819494020718084, + 0.38559340753815746, + 0.38923740704404214, + 0.39288140654992676, + 0.3965254596999917, + 0.4001694651663408, + 0.4038134050675806, + 0.40645729823877896, + 0.4159013422812542, + 0.4127453697297963, + 0.4173892967564329, + 0.42003342238574587, + 0.4256774021028884, + 0.42732136775333485, + 0.42886540025635084, + 0.43760938774593905, + 0.43925329379174066, + 0.4448973867577083, + 0.4475413991381962, + 0.45108534032689634, + 0.4558293852753622, + 0.4603733195499236, + 0.4631174438917762, + 0.46476129033293306, + 0.46940539617350396, + 0.47304944932356896, + 0.4774933789251261, + 0.4803374483353382, + 0.48398139419704245, + 0.48662534101242116, + 0.4912694528134566, + 0.49381329958839937, + 0.4965573583651428, + 0.5021013870534615, + 0.5048453445023088, + 0.5104894374682764, + 0.5141333773695163, + 0.514777355894566, + 0.5204214429000691, + 0.523965330444589, + 0.5257093544122199, + 0.5292533611660293, + 0.5349973813189629, + 0.5386413808248475, + 0.5422853266865518, + 0.5439293519416429, + 0.5495733256983211, + 0.5532173848088505 + ], + "p90": [ + 0.3952213953650081, + 0.4048653176232731, + 0.40250939437677735, + 0.4072534333647787, + 0.40979739338854665, + 0.41444132935587996, + 0.41618540398745885, + 0.42172931942695246, + 0.4253734083398043, + 0.4311174165718089, + 0.429661416173061, + 0.43640543239208796, + 0.43894938943562367, + 0.4435934356715498, + 0.4482373626981864, + 0.4518813651843033, + 0.4535253874591622, + 0.45716938696504683, + 0.46181332293238014, + 0.4655573986368426, + 0.4711014064635357, + 0.47174538498858537, + 0.4763894312245115, + 0.48003340092807373, + 0.48367743023628074, + 0.4863213830121239, + 0.49016537994308784, + 0.49360938202389315, + 0.5012534492406542, + 0.5018973979633815, + 0.5076414061953861, + 0.5081853800474316, + 0.5118293795533163, + 0.5154733790592009, + 0.5191173785650856, + 0.5198614690514999, + 0.5264053775768548, + 0.5320493513335329, + 0.5346934233186655, + 0.5394373818403965, + 0.5469813043132381, + 0.5466253493570714, + 0.5482693746121626, + 0.5519133741180472, + 0.5565573935318833, + 0.5592013731298165, + 0.5628453726357011, + 0.5654893254115442, + 0.5701333716474704, + 0.5757773483843808, + 0.5775213723520115, + 0.582165409647241, + 0.5857094164010505, + 0.590353343427687, + 0.5909973279132011, + 0.5966413880966142, + 0.6052854096562174, + 0.6030293599525072, + 0.6075734134363582, + 0.6093173777993443 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_005630.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_005630.json new file mode 100644 index 0000000000000000000000000000000000000000..bf26562469c98183804d4887a0a8b08ce726565a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260622_005630.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-22T00:56:30.961457+00:00", + "metrics": { + "MSE[mean]": 0.3473109476063791, + "MSE[0.5]": 0.3894131575683701, + "MAE[0.5]": 0.5071806564927102, + "MASE[0.5]": 1.508493475594674, + "MAPE[0.5]": 0.3991171415838162, + "sMAPE[0.5]": 0.5310244309058468, + "MSIS": 14.90273824554941, + "RMSE[mean]": 0.5893309321649247, + "NRMSE[mean]": 0.5554136911761167, + "ND[0.5]": 0.47799133753412026, + "mean_weighted_sum_quantile_loss": 0.3780820640486227 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.3905850350856781, + 0.3889772891998291, + 0.3940873146057129, + 0.3952997624874115, + 0.3995248079299927, + 0.40352800488471985, + 0.4062866270542145, + 0.40989330410957336, + 0.415262371301651, + 0.42553797364234924, + 0.4368109703063965, + 0.43821418285369873, + 0.4432101547718048, + 0.4740336537361145, + 0.44517233967781067, + 0.44608187675476074, + 0.4659690260887146, + 0.46808236837387085, + 0.4678134322166443, + 0.47557008266448975, + 0.4993549883365631, + 0.4921890199184418, + 0.49952563643455505, + 0.5322109460830688, + 0.5047517418861389, + 0.5164880752563477, + 0.5735733211040497, + 0.6007497012615204, + 0.5518239140510559, + 0.5763476192951202, + 0.6199194192886353, + 0.5965225398540497, + 0.5867114067077637, + 0.5690760612487793, + 0.5782023072242737, + 0.6357030272483826, + 0.6069036424160004, + 0.650307297706604, + 0.6315301954746246, + 0.6794232130050659, + 0.6817007660865784, + 0.6624888181686401, + 0.6902462244033813, + 0.6713826060295105, + 0.655495822429657, + 0.6924042105674744, + 0.7157176733016968, + 0.7346093356609344, + 0.6161114573478699, + 0.6749510169029236, + 0.6320735514163971, + 0.5614930391311646, + 0.6296856999397278, + 0.6166898012161255, + 0.7232246398925781, + 0.6094241142272949, + 0.6790941953659058, + 0.6790713667869568, + 0.6784859895706177, + 0.6761433780193329 + ], + "p10": [ + 0.3809898793697357, + 0.37177109718322754, + 0.36820733547210693, + 0.36243852972984314, + 0.36164864897727966, + 0.35442134737968445, + 0.34640029072761536, + 0.3522004187107086, + 0.33690765500068665, + 0.34941238164901733, + 0.3479352593421936, + 0.34929537773132324, + 0.3464140295982361, + 0.3428524136543274, + 0.29796046018600464, + 0.3170693814754486, + 0.23932144045829773, + 0.21994799375534058, + 0.25051647424697876, + 0.22178566455841064, + 0.2222868800163269, + 0.21742558479309082, + 0.261181116104126, + 0.2321748435497284, + 0.21050024032592773, + 0.19130682945251465, + 0.21165144443511963, + 0.24888905882835388, + 0.20266595482826233, + 0.19054725766181946, + 0.2507147192955017, + 0.25099244713783264, + 0.22331377863883972, + 0.1408540904521942, + 0.21171274781227112, + 0.2039586901664734, + 0.1595836579799652, + 0.24862006306648254, + 0.16306546330451965, + 0.13708895444869995, + 0.13879498839378357, + 0.13734129071235657, + 0.17904973030090332, + 0.09760916233062744, + 0.1457768976688385, + 0.11598649621009827, + 0.08355122804641724, + 0.19246181845664978, + 0.12582120299339294, + 0.1683085560798645, + -0.03106933832168579, + -0.007708728313446045, + 0.04146665334701538, + 0.103395015001297, + 0.030281901359558105, + 0.013464868068695068, + 0.06193751096725464, + 0.037428319454193115, + 0.10497918725013733, + 0.001329660415649414 + ], + "p90": [ + 0.40035030245780945, + 0.4060285985469818, + 0.4224383234977722, + 0.4243699610233307, + 0.43915459513664246, + 0.4484485685825348, + 0.46399691700935364, + 0.4618508815765381, + 0.48804712295532227, + 0.4949168860912323, + 0.5339935123920441, + 0.5466024577617645, + 0.5523078441619873, + 0.5975321233272552, + 0.5852156281471252, + 0.5877993106842041, + 0.727465808391571, + 0.6903939247131348, + 0.6950697302818298, + 0.714911162853241, + 0.803196907043457, + 0.7668927609920502, + 0.8342453837394714, + 0.8173671364784241, + 0.8346859514713287, + 0.8345982432365417, + 0.9546359479427338, + 0.8991971611976624, + 0.9758361577987671, + 0.9297908246517181, + 0.9550653994083405, + 0.9313865900039673, + 1.0483162999153137, + 1.027681052684784, + 1.102091670036316, + 1.201979398727417, + 1.207988679409027, + 1.256545603275299, + 1.207675039768219, + 1.243159830570221, + 1.315604567527771, + 1.2770800590515137, + 1.3857500553131104, + 1.295517921447754, + 1.2446404099464417, + 1.3954026699066162, + 1.3377003073692322, + 1.3537073135375977, + 1.2519370913505554, + 1.3691962957382202, + 1.3504160642623901, + 1.3167070150375366, + 1.390942394733429, + 1.3148626685142517, + 1.5449090600013733, + 1.3046266436576843, + 1.5834597945213318, + 1.5387712717056274, + 1.6237810850143433, + 1.5509836673736572 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_005702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..10f57c40f1d18b342bfddf7f56b2287cc422363b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260622_005702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-22T00:57:02.435641+00:00", + "metrics": { + "MSE[mean]": 0.6595757115848582, + "MSE[0.5]": 0.6590103488273236, + "MAE[0.5]": 0.6667884738888089, + "MASE[0.5]": 1.9832106165457744, + "MAPE[0.5]": 0.5281104584196187, + "sMAPE[0.5]": 0.7845041665815002, + "MSIS": 74.89607899308734, + "RMSE[mean]": 0.812142667014151, + "NRMSE[mean]": 0.7654021396618492, + "ND[0.5]": 0.628413387628926, + "mean_weighted_sum_quantile_loss": 0.6197353166963296 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.3971190791696601, + 0.39811906629505683, + 0.3946190517515235, + 0.4016190212339454, + 0.39661908560696174, + 0.3966191452116065, + 0.39911908322277595, + 0.3971190642684989, + 0.4016190212339454, + 0.39761907273235847, + 0.39661908560696174, + 0.3986190598577552, + 0.3986190598577552, + 0.3986190747589164, + 0.3986190598577552, + 0.3996190469831519, + 0.39661908560696174, + 0.3986190598577552, + 0.3971191089719825, + 0.39661905580463935, + 0.3986190598577552, + 0.3986190598577552, + 0.3986190598577552, + 0.39811906629505683, + 0.39911908322277595, + 0.4001190107435279, + 0.39811906629505683, + 0.39661908560696174, + 0.3986190896600776, + 0.40161914044323493, + 0.3996190767854743, + 0.3971190791696601, + 0.40061903410854866, + 0.4001190107435279, + 0.39661902600231697, + 0.39661908560696174, + 0.39761907273235847, + 0.3986190598577552, + 0.3996191065877967, + 0.39761910253468086, + 0.40561908894482185, + 0.40061909371319343, + 0.3996190916866355, + 0.3986190598577552, + 0.3986190598577552, + 0.3971191089719825, + 0.39811906629505683, + 0.4016190212339454, + 0.39761907273235847, + 0.39761907273235847, + 0.39661911540928413, + 0.3986190598577552, + 0.39911906832161476, + 0.3956190686792426, + 0.39661908560696174, + 0.39761907273235847, + 0.3986190747589164, + 0.40061903410854866, + 0.4001190107435279, + 0.3986190598577552 + ], + "p10": [ + 0.37051901632252265, + 0.36851903015080023, + 0.3676190417379432, + 0.3666191082567268, + 0.36661905461254646, + 0.3676189821332984, + 0.36951907688084173, + 0.36851903015080023, + 0.3686190884679847, + 0.36761903577747873, + 0.3686190884679847, + 0.3696191351980262, + 0.36861908250752023, + 0.3686190884679847, + 0.3686190884679847, + 0.3686190884679847, + 0.368619142112165, + 0.36861914807262947, + 0.3686190884679847, + 0.3676189821332984, + 0.37341902666988896, + 0.36661905461254646, + 0.3676189821332984, + 0.3666191082567268, + 0.3686190884679847, + 0.36661905461254646, + 0.3645190876096778, + 0.3696190755933814, + 0.3676189821332984, + 0.3696190755933814, + 0.3686190884679847, + 0.36851903015080023, + 0.3696190755933814, + 0.3705190103620582, + 0.3696191351980262, + 0.3676189821332984, + 0.3686190884679847, + 0.368619142112165, + 0.3694190722078376, + 0.368619142112165, + 0.3686190884679847, + 0.36761903577747873, + 0.36861914807262947, + 0.3675189953416877, + 0.36661905461254646, + 0.36851908379498055, + 0.3676190417379432, + 0.3696191351980262, + 0.3696190755933814, + 0.36661905461254646, + 0.368619142112165, + 0.36851903015080023, + 0.36661905461254646, + 0.3665190618604713, + 0.36861908250752023, + 0.36861908250752023, + 0.3686190288633399, + 0.36661905461254646, + 0.3686190288633399, + 0.3686190884679847 + ], + "p90": [ + 0.4256190698713355, + 0.4316189926237159, + 0.4256190698713355, + 0.4267191093534522, + 0.4256190698713355, + 0.4266190063327842, + 0.4247190814584785, + 0.4266189973920875, + 0.42661908679905464, + 0.4287190955251746, + 0.42361909562054206, + 0.4267191123336844, + 0.4256190698713355, + 0.426619116601377, + 0.427619044122129, + 0.4276190471023612, + 0.4256190698713355, + 0.4256190698713355, + 0.4266190063327842, + 0.42671908253136204, + 0.4286190908521705, + 0.4256190698713355, + 0.426619116601377, + 0.42661908679905464, + 0.426619116601377, + 0.4256190698713355, + 0.42581906729641483, + 0.4256190698713355, + 0.429619137582212, + 0.42661908679905464, + 0.4287190955251746, + 0.4256190698713355, + 0.4256190698713355, + 0.4256190698713355, + 0.4256190698713355, + 0.4227191608518653, + 0.4256190698713355, + 0.427619044122129, + 0.426619116601377, + 0.4277190756172233, + 0.43161899858418035, + 0.427619044122129, + 0.4256190698713355, + 0.4256190698713355, + 0.42661908977928686, + 0.4256190698713355, + 0.4256190698713355, + 0.424619023141294, + 0.4256190698713355, + 0.4276190471023612, + 0.42571907156410743, + 0.4267191093534522, + 0.426619116601377, + 0.427619044122129, + 0.42461902910175847, + 0.42661908977928686, + 0.43161911183300544, + 0.4257190626234107, + 0.426619116601377, + 0.4247190814584785 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_005702.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_005702.json new file mode 100644 index 0000000000000000000000000000000000000000..13772dcf466543a5e5131d01831f064a81748d01 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260622_005702.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-22T00:57:02.470841+00:00", + "metrics": { + "MSE[mean]": 0.6545614091369082, + "MSE[0.5]": 0.6545614091369082, + "MAE[0.5]": 0.6768666699528694, + "MASE[0.5]": 2.013185917878304, + "MAPE[0.5]": 0.5601644892927564, + "sMAPE[0.5]": 0.8156669446353376, + "MSIS": 79.14599226567239, + "RMSE[mean]": 0.8090496950972222, + "NRMSE[mean]": 0.7624871748172672, + "ND[0.5]": 0.6379115622042425, + "mean_weighted_sum_quantile_loss": 0.6353395172062293 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115 + ], + "p10": [ + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, + 0.3577000093460083, + 0.3567199927568436, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125, + 0.3400600028038025, + 0.32830000817775723, + 0.32045999228954314, + 0.3214400088787079, + 0.3214400088787079, + 0.3224199962615967, + 0.3341799908876419, + 0.3332000035047531, + 0.3341799908876419, + 0.3449599981307983, + 0.3577000093460083, + 0.3567199927568436, + 0.544879994392395, + 0.5252800130844116, + 0.5037199985980988, + 0.4821600133180618, + 0.4635399901866913, + 0.4508000081777572, + 0.435120005607605, + 0.41845998644828797, + 0.4047399878501892, + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125 + ], + "p90": [ + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, + 0.372300009727478, + 0.3712799924612045, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217, + 0.3539400029182434, + 0.3417000085115433, + 0.33353999197483064, + 0.33456000924110413, + 0.33456000924110413, + 0.3355799961090088, + 0.34781999051570894, + 0.3468000036478043, + 0.34781999051570894, + 0.35903999805450443, + 0.372300009727478, + 0.3712799924612045, + 0.5671199941635132, + 0.5467200136184692, + 0.5242799985408783, + 0.5018400138616562, + 0.48245998978614807, + 0.4692000085115433, + 0.4528800058364868, + 0.43553998589515686, + 0.42125998735427855, + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_005657.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_005657.json new file mode 100644 index 0000000000000000000000000000000000000000..c5cb07628d03f2f21c52b18f850340703f302330 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260622_005657.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-22T00:56:57.616164+00:00", + "metrics": { + "MSE[mean]": 0.0007729906852204612, + "MSE[0.5]": 0.0007729906852204612, + "MAE[0.5]": 0.02032364805539449, + "MASE[0.5]": 0.06044806736884224, + "MAPE[0.5]": 0.020830105353448754, + "sMAPE[0.5]": 0.02071875719993561, + "MSIS": 0.7866068598837683, + "RMSE[mean]": 0.027802710033744214, + "NRMSE[mean]": 0.02620260529650881, + "ND[0.5]": 0.019153979145713665, + "mean_weighted_sum_quantile_loss": 0.03378821458708183 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.373260498046875, + 0.3834228515625, + 0.393585205078125, + 0.407135009765625, + 0.420684814453125, + 0.434234619140625, + 0.451171875, + 0.461334228515625, + 0.48504638671875, + 0.50537109375, + 0.5189208984375, + 0.542633056640625, + 0.562957763671875, + 0.583282470703125, + 0.610382080078125, + 0.637481689453125, + 0.657806396484375, + 0.68829345703125, + 0.7136993408203125, + 0.7340240478515625, + 0.75604248046875, + 0.786529541015625, + 0.8220977783203125, + 0.847503662109375, + 0.8830718994140625, + 0.915252685546875, + 0.93896484375, + 0.9796142578125, + 1.0164527893066406, + 1.0475749969482422, + 1.0750980377197266, + 1.1030247211456299, + 1.1339550018310547, + 1.15576171875, + 1.1892127990722656, + 1.2184295654296875, + 1.24383544921875, + 1.274322509765625, + 1.3090438842773438, + 1.3437652587890625, + 1.37255859375, + 1.403045654296875, + 1.4352264404296875, + 1.457244873046875, + 1.484344482421875, + 1.4995880126953125, + 1.5233001708984375, + 1.5334625244140625, + 1.538543701171875, + 1.552093505859375, + 1.58258056640625, + 1.599517822265625, + 1.6300048828125, + 1.653717041015625, + 1.674041748046875, + 1.69775390625, + 1.7113037109375, + 1.721466064453125, + 1.73162841796875, + 1.74517822265625 + ], + "p10": [ + 0.36309814453125, + 0.369873046875, + 0.37664794921875, + 0.3834228515625, + 0.39697265625, + 0.40374755859375, + 0.41729736328125, + 0.424072265625, + 0.44439697265625, + 0.461334228515625, + 0.4647216796875, + 0.488433837890625, + 0.501983642578125, + 0.522308349609375, + 0.542633056640625, + 0.562957763671875, + 0.569732666015625, + 0.596832275390625, + 0.61376953125, + 0.630706787109375, + 0.64764404296875, + 0.6764373779296875, + 0.7086181640625, + 0.72894287109375, + 0.759429931640625, + 0.786529541015625, + 0.8017730712890625, + 0.840728759765625, + 0.8729095458984375, + 0.8991622924804688, + 0.9169464111328125, + 0.9381179809570312, + 0.9381179809570312, + 0.95928955078125, + 0.9952812194824219, + 1.0219573974609375, + 1.0427055358886719, + 1.0698051452636719, + 1.0939407348632812, + 1.1240043640136719, + 1.1566085815429688, + 1.1926002502441406, + 1.2311325073242188, + 1.2531509399414062, + 1.281097412109375, + 1.2938003540039062, + 1.3268280029296875, + 1.3319091796875, + 1.33868408203125, + 1.348846435546875, + 1.3776397705078125, + 1.3945770263671875, + 1.4267578125, + 1.457244873046875, + 1.4826507568359375, + 1.5029754638671875, + 1.51483154296875, + 1.5266876220703125, + 1.54193115234375, + 1.558868408203125 + ], + "p90": [ + 0.39019775390625, + 0.40374755859375, + 0.413909912109375, + 0.434234619140625, + 0.447784423828125, + 0.468109130859375, + 0.488433837890625, + 0.50537109375, + 0.529083251953125, + 0.55279541015625, + 0.576507568359375, + 0.596832275390625, + 0.62054443359375, + 0.6544189453125, + 0.678131103515625, + 0.7069244384765625, + 0.7357177734375, + 0.7780609130859375, + 0.806854248046875, + 0.83056640625, + 0.8559722900390625, + 0.8889999389648438, + 0.9304962158203125, + 0.9533615112304688, + 0.9948577880859375, + 1.0278854370117188, + 1.0524444580078125, + 1.0985058546066284, + 1.1390361785888672, + 1.1769332885742188, + 1.2099609375, + 1.2412948608398438, + 1.2853317260742188, + 1.308197021484375, + 1.3403778076171875, + 1.3708648681640625, + 1.399658203125, + 1.4267578125, + 1.4674072265625, + 1.4945068359375, + 1.524993896484375, + 1.54193115234375, + 1.579193115234375, + 1.599517822265625, + 1.619842529296875, + 1.6435546875, + 1.670654296875, + 1.67742919921875, + 1.67742919921875, + 1.701141357421875, + 1.724853515625, + 1.748565673828125, + 1.768890380859375, + 1.795989990234375, + 1.816314697265625, + 1.833251953125, + 1.8468017578125, + 1.85357666015625, + 1.8603515625, + 1.877288818359375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_005509.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_005509.json new file mode 100644 index 0000000000000000000000000000000000000000..ecfbd042782eed9098ca469ef08ae6cdd9d6fea6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260622_005509.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-22T00:55:09.905147+00:00", + "metrics": { + "MSE[mean]": 0.009574330934950748, + "MSE[0.5]": 0.00514921332828262, + "MAE[0.5]": 0.06129174729188283, + "MASE[0.5]": 0.18229835801896702, + "MAPE[0.5]": 0.062287552719293725, + "sMAPE[0.5]": 0.060017110662217495, + "MSIS": 9.482112611830873, + "RMSE[mean]": 0.09784851013148206, + "NRMSE[mean]": 0.09221712152214204, + "ND[0.5]": 0.05776427766478011, + "mean_weighted_sum_quantile_loss": 0.07297369524477385 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.37272459268569946, + 0.3845439851284027, + 0.3947572708129883, + 0.40768182277679443, + 0.4168131351470947, + 0.42467254400253296, + 0.44371068477630615, + 0.4701310396194458, + 0.4974077045917511, + 0.5236263871192932, + 0.5566723942756653, + 0.5812622308731079, + 0.6150820255279541, + 0.6259329319000244, + 0.6395442485809326, + 0.6683030128479004, + 0.7049483060836792, + 0.7522109150886536, + 0.7681154608726501, + 0.7974917888641357, + 0.828472375869751, + 0.8551483750343323, + 0.8850609064102173, + 0.9158207774162292, + 0.9510823488235474, + 0.9968517422676086, + 1.0137944221496582, + 1.0479787588119507, + 1.0785036087036133, + 1.129309058189392, + 1.1547255516052246, + 1.1961138248443604, + 1.2384939193725586, + 1.267249345779419, + 1.2876977920532227, + 1.3277084827423096, + 1.3674468994140625, + 1.4022233486175537, + 1.4386310577392578, + 1.451768398284912, + 1.490600347518921, + 1.5106568336486816, + 1.5377881526947021, + 1.5634188652038574, + 1.5927379131317139, + 1.597973346710205, + 1.6195592880249023, + 1.6454646587371826, + 1.6617255210876465, + 1.671602487564087, + 1.6940295696258545, + 1.7217340469360352, + 1.7454442977905273, + 1.7330398559570312, + 1.7414867877960205, + 1.746642827987671, + 1.7621486186981201, + 1.7781808376312256, + 1.784959316253662, + 1.7759006023406982 + ], + "p10": [ + 0.3716930150985718, + 0.37299710512161255, + 0.40395215153694153, + 0.4032355546951294, + 0.43421003222465515, + 0.42517298460006714, + 0.4722667336463928, + 0.49650654196739197, + 0.4987959563732147, + 0.5289143919944763, + 0.5729395151138306, + 0.5661047697067261, + 0.6403473019599915, + 0.6142119765281677, + 0.665209174156189, + 0.6927458047866821, + 0.721968412399292, + 0.7588487267494202, + 0.7845438122749329, + 0.8037412166595459, + 0.8547030091285706, + 0.8774292469024658, + 0.9070460796356201, + 0.9370056390762329, + 0.9760952591896057, + 0.9928874969482422, + 1.0373470783233643, + 1.0678424835205078, + 1.0897800922393799, + 1.1289724111557007, + 1.1861696243286133, + 1.1988894939422607, + 1.2648935317993164, + 1.2707061767578125, + 1.3176019191741943, + 1.339242935180664, + 1.3876910209655762, + 1.4346168041229248, + 1.4586102962493896, + 1.4751920700073242, + 1.5191309452056885, + 1.5305655002593994, + 1.5553045272827148, + 1.5857021808624268, + 1.6189639568328857, + 1.6133387088775635, + 1.6605520248413086, + 1.6608965396881104, + 1.6631593704223633, + 1.694852590560913, + 1.7417051792144775, + 1.7652795314788818, + 1.7607605457305908, + 1.7564563751220703, + 1.766765832901001, + 1.7602636814117432, + 1.781062364578247, + 1.7950875759124756, + 1.8101375102996826, + 1.8289690017700195 + ], + "p90": [ + 0.39182040095329285, + 0.4001884162425995, + 0.4155846834182739, + 0.43726277351379395, + 0.45430970191955566, + 0.46669715642929077, + 0.47495508193969727, + 0.5015674829483032, + 0.5363330841064453, + 0.5601323843002319, + 0.603078305721283, + 0.6216915845870972, + 0.6597930192947388, + 0.6770749092102051, + 0.6850705146789551, + 0.7165359258651733, + 0.7616661787033081, + 0.8107909560203552, + 0.8387439250946045, + 0.8728647232055664, + 0.9061106443405151, + 0.9545172452926636, + 0.974648118019104, + 1.0078824758529663, + 1.0476610660552979, + 1.0968236923217773, + 1.1086615324020386, + 1.1560759544372559, + 1.1910501718521118, + 1.2453895807266235, + 1.2758214473724365, + 1.3140060901641846, + 1.3623692989349365, + 1.3999676704406738, + 1.4311392307281494, + 1.4682159423828125, + 1.5232486724853516, + 1.5527551174163818, + 1.5858268737792969, + 1.6099982261657715, + 1.6463780403137207, + 1.668710470199585, + 1.6978363990783691, + 1.7330477237701416, + 1.7647476196289062, + 1.7811360359191895, + 1.8110127449035645, + 1.8372340202331543, + 1.8531301021575928, + 1.861426830291748, + 1.880079984664917, + 1.9219255447387695, + 1.9262299537658691, + 1.9261360168457031, + 1.9358360767364502, + 1.9376389980316162, + 1.9437716007232666, + 1.965510368347168, + 1.9789776802062988, + 1.9703807830810547 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_005553.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_005553.json new file mode 100644 index 0000000000000000000000000000000000000000..c578d6062ad8f76e532efd7fadfdbcdcd45cec5e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260622_005553.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-22T00:55:53.789816+00:00", + "metrics": { + "MSE[mean]": 0.20413985054245298, + "MSE[0.5]": 0.20413985054245298, + "MAE[0.5]": 0.33786302904287974, + "MASE[0.5]": 1.0048967136883773, + "MAPE[0.5]": 0.24487885103786197, + "sMAPE[0.5]": 0.30016502466760825, + "MSIS": 2.5531995216122367, + "RMSE[mean]": 0.4518183822538133, + "NRMSE[mean]": 0.42581527921324974, + "ND[0.5]": 0.3184182974806663, + "mean_weighted_sum_quantile_loss": 0.2508469610867589 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.3736720681190491, + 0.38348132371902466, + 0.3945452570915222, + 0.4051721692085266, + 0.41595953702926636, + 0.42817002534866333, + 0.4419052004814148, + 0.45587146282196045, + 0.4713338613510132, + 0.4876300096511841, + 0.5052259564399719, + 0.5240679383277893, + 0.5430501103401184, + 0.5625442862510681, + 0.5804527997970581, + 0.5994112491607666, + 0.6178668737411499, + 0.6353403329849243, + 0.6508709192276001, + 0.6662265062332153, + 0.6803531050682068, + 0.6953281760215759, + 0.7102754712104797, + 0.7248862981796265, + 0.7404955625534058, + 0.7553795576095581, + 0.7707319259643555, + 0.7846565842628479, + 0.7982423305511475, + 0.8123810291290283, + 0.8234769105911255, + 0.8354828357696533, + 0.7579489946365356, + 0.7559258937835693, + 0.7797315120697021, + 0.8046512603759766, + 0.8088470697402954, + 0.8111667633056641, + 0.8207980394363403, + 0.824020266532898, + 0.8263508081436157, + 0.846959114074707, + 0.8642475008964539, + 0.8754892349243164, + 0.8809646368026733, + 0.8894102573394775, + 0.8982350826263428, + 0.9042738080024719, + 0.9094313979148865, + 0.9162827730178833, + 0.9209797382354736, + 0.9232052564620972, + 0.9212640523910522, + 0.9219192862510681, + 0.9248651266098022, + 0.9269939661026001, + 0.9294735193252563, + 0.9289164543151855, + 0.9220128059387207, + 0.9208478927612305 + ], + "p10": [ + 0.3648667335510254, + 0.3689667582511902, + 0.3729020357131958, + 0.3775511384010315, + 0.38301390409469604, + 0.38939720392227173, + 0.39750486612319946, + 0.4059326648712158, + 0.41300004720687866, + 0.42119675874710083, + 0.4295995235443115, + 0.4381997585296631, + 0.4465784430503845, + 0.456592857837677, + 0.46341437101364136, + 0.4700024724006653, + 0.47529035806655884, + 0.48053550720214844, + 0.4827274680137634, + 0.4833980202674866, + 0.485027015209198, + 0.48677772283554077, + 0.488064169883728, + 0.4892255663871765, + 0.48788607120513916, + 0.4874340295791626, + 0.48705601692199707, + 0.48360639810562134, + 0.4796755909919739, + 0.47582852840423584, + 0.4693390727043152, + 0.47031211853027344, + 0.3854203224182129, + 0.352088987827301, + 0.3356817960739136, + 0.3377752900123596, + 0.32572412490844727, + 0.3083721399307251, + 0.2882416844367981, + 0.27309656143188477, + 0.25738751888275146, + 0.2411319613456726, + 0.22616469860076904, + 0.21859830617904663, + 0.20985889434814453, + 0.19714808464050293, + 0.1822870373725891, + 0.16574627161026, + 0.1611965298652649, + 0.14744716882705688, + 0.1308305263519287, + 0.11869066953659058, + 0.1013641357421875, + 0.09476900100708008, + 0.08944571018218994, + 0.08042454719543457, + 0.06944048404693604, + 0.05782020092010498, + 0.04684042930603027, + 0.0357050895690918 + ], + "p90": [ + 0.38451576232910156, + 0.3986039161682129, + 0.41604334115982056, + 0.4313938617706299, + 0.44669681787490845, + 0.4644078016281128, + 0.48252779245376587, + 0.5015707015991211, + 0.5234008431434631, + 0.5472421646118164, + 0.5733363628387451, + 0.5995524525642395, + 0.6256260871887207, + 0.6529931426048279, + 0.6795786619186401, + 0.7071059942245483, + 0.7361326217651367, + 0.7666875123977661, + 0.7946643829345703, + 0.821901798248291, + 0.8496423959732056, + 0.8774576187133789, + 0.906346321105957, + 0.9346823692321777, + 0.9663684368133545, + 0.9975469708442688, + 1.0287810564041138, + 1.0576934814453125, + 1.0865318775177002, + 1.115967869758606, + 1.1405836343765259, + 1.1653097867965698, + 1.1796367168426514, + 1.1759028434753418, + 1.2115720510482788, + 1.257824182510376, + 1.2813985347747803, + 1.3071125745773315, + 1.3240070343017578, + 1.3504929542541504, + 1.3779029846191406, + 1.4007624387741089, + 1.4342248439788818, + 1.4702835083007812, + 1.4994962215423584, + 1.5214136838912964, + 1.5436084270477295, + 1.5615317821502686, + 1.580306887626648, + 1.6003756523132324, + 1.6229339838027954, + 1.6468849182128906, + 1.6651155948638916, + 1.6946585178375244, + 1.7209346294403076, + 1.743058443069458, + 1.7600257396697998, + 1.7727059125900269, + 1.7854844331741333, + 1.7985646724700928 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_005536.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_005536.json new file mode 100644 index 0000000000000000000000000000000000000000..f598bd5a722fde075d4a0b61b98c4adb0b3c3cfd --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260622_005536.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-22T00:55:36.343749+00:00", + "metrics": { + "MSE[mean]": 0.006687301517448911, + "MSE[0.5]": 0.006687301517448911, + "MAE[0.5]": 0.05757119556268056, + "MASE[0.5]": 0.1712324233519678, + "MAPE[0.5]": 0.05301745430762395, + "sMAPE[0.5]": 0.053155835069376815, + "MSIS": 1.8412153947369168, + "RMSE[mean]": 0.08177592260224834, + "NRMSE[mean]": 0.07706954538258737, + "ND[0.5]": 0.05425785155282164, + "mean_weighted_sum_quantile_loss": 0.08299134014518361 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-20 18:48:00", + "2026-06-20 18:54:00", + "2026-06-20 19:00:00", + "2026-06-20 19:06:00", + "2026-06-20 19:12:00", + "2026-06-20 19:18:00", + "2026-06-20 19:24:00", + "2026-06-20 19:30:00", + "2026-06-20 19:36:00", + "2026-06-20 19:42:00", + "2026-06-20 19:48:00", + "2026-06-20 19:54:00", + "2026-06-20 20:00:00", + "2026-06-20 20:06:00", + "2026-06-20 20:12:00", + "2026-06-20 20:18:00", + "2026-06-20 20:24:00", + "2026-06-20 20:30:00", + "2026-06-20 20:36:00", + "2026-06-20 20:42:00", + "2026-06-20 20:48:00", + "2026-06-20 20:54:00", + "2026-06-20 21:00:00", + "2026-06-20 21:06:00", + "2026-06-20 21:12:00", + "2026-06-20 21:18:00", + "2026-06-20 21:24:00", + "2026-06-20 21:30:00", + "2026-06-20 21:36:00", + "2026-06-20 21:42:00", + "2026-06-20 21:48:00", + "2026-06-20 21:54:00", + "2026-06-20 22:00:00", + "2026-06-20 22:06:00", + "2026-06-20 22:12:00", + "2026-06-20 22:18:00", + "2026-06-20 22:24:00", + "2026-06-20 22:30:00", + "2026-06-20 22:36:00", + "2026-06-20 22:42:00", + "2026-06-20 22:48:00", + "2026-06-20 22:54:00", + "2026-06-20 23:00:00", + "2026-06-20 23:06:00", + "2026-06-20 23:12:00", + "2026-06-20 23:18:00", + "2026-06-20 23:24:00", + "2026-06-20 23:30:00", + "2026-06-20 23:36:00", + "2026-06-20 23:42:00", + "2026-06-20 23:48:00", + "2026-06-20 23:54:00", + "2026-06-21 00:00:00", + "2026-06-21 00:06:00", + "2026-06-21 00:12:00", + "2026-06-21 00:18:00", + "2026-06-21 00:24:00", + "2026-06-21 00:30:00", + "2026-06-21 00:36:00", + "2026-06-21 00:42:00", + "2026-06-21 00:48:00", + "2026-06-21 00:54:00", + "2026-06-21 01:00:00", + "2026-06-21 01:06:00", + "2026-06-21 01:12:00", + "2026-06-21 01:18:00", + "2026-06-21 01:24:00", + "2026-06-21 01:30:00", + "2026-06-21 01:36:00", + "2026-06-21 01:42:00", + "2026-06-21 01:48:00", + "2026-06-21 01:54:00", + "2026-06-21 02:00:00", + "2026-06-21 02:06:00", + "2026-06-21 02:12:00", + "2026-06-21 02:18:00", + "2026-06-21 02:24:00", + "2026-06-21 02:30:00", + "2026-06-21 02:36:00", + "2026-06-21 02:42:00", + "2026-06-21 02:48:00", + "2026-06-21 02:54:00", + "2026-06-21 03:00:00", + "2026-06-21 03:06:00", + "2026-06-21 03:12:00", + "2026-06-21 03:18:00", + "2026-06-21 03:24:00", + "2026-06-21 03:30:00", + "2026-06-21 03:36:00", + "2026-06-21 03:42:00", + "2026-06-21 03:48:00", + "2026-06-21 03:54:00", + "2026-06-21 04:00:00", + "2026-06-21 04:06:00", + "2026-06-21 04:12:00", + "2026-06-21 04:18:00", + "2026-06-21 04:24:00", + "2026-06-21 04:30:00", + "2026-06-21 04:36:00", + "2026-06-21 04:42:00", + "2026-06-21 04:48:00", + "2026-06-21 04:54:00", + "2026-06-21 05:00:00", + "2026-06-21 05:06:00", + "2026-06-21 05:12:00", + "2026-06-21 05:18:00", + "2026-06-21 05:24:00", + "2026-06-21 05:30:00", + "2026-06-21 05:36:00", + "2026-06-21 05:42:00", + "2026-06-21 05:48:00", + "2026-06-21 05:54:00", + "2026-06-21 06:00:00", + "2026-06-21 06:06:00", + "2026-06-21 06:12:00", + "2026-06-21 06:18:00", + "2026-06-21 06:24:00", + "2026-06-21 06:30:00", + "2026-06-21 06:36:00", + "2026-06-21 06:42:00", + "2026-06-21 06:48:00", + "2026-06-21 06:54:00", + "2026-06-21 07:00:00", + "2026-06-21 07:06:00", + "2026-06-21 07:12:00", + "2026-06-21 07:18:00", + "2026-06-21 07:24:00", + "2026-06-21 07:30:00", + "2026-06-21 07:36:00", + "2026-06-21 07:42:00", + "2026-06-21 07:48:00", + "2026-06-21 07:54:00", + "2026-06-21 08:00:00", + "2026-06-21 08:06:00", + "2026-06-21 08:12:00", + "2026-06-21 08:18:00", + "2026-06-21 08:24:00", + "2026-06-21 08:30:00", + "2026-06-21 08:36:00", + "2026-06-21 08:42:00", + "2026-06-21 08:48:00", + "2026-06-21 08:54:00", + "2026-06-21 09:00:00", + "2026-06-21 09:06:00", + "2026-06-21 09:12:00", + "2026-06-21 09:18:00", + "2026-06-21 09:24:00", + "2026-06-21 09:30:00", + "2026-06-21 09:36:00", + "2026-06-21 09:42:00", + "2026-06-21 09:48:00", + "2026-06-21 09:54:00", + "2026-06-21 10:00:00", + "2026-06-21 10:06:00", + "2026-06-21 10:12:00", + "2026-06-21 10:18:00", + "2026-06-21 10:24:00", + "2026-06-21 10:30:00", + "2026-06-21 10:36:00", + "2026-06-21 10:42:00", + "2026-06-21 10:48:00", + "2026-06-21 10:54:00", + "2026-06-21 11:00:00", + "2026-06-21 11:06:00", + "2026-06-21 11:12:00", + "2026-06-21 11:18:00", + "2026-06-21 11:24:00", + "2026-06-21 11:30:00", + "2026-06-21 11:36:00", + "2026-06-21 11:42:00", + "2026-06-21 11:48:00", + "2026-06-21 11:54:00", + "2026-06-21 12:00:00", + "2026-06-21 12:06:00", + "2026-06-21 12:12:00", + "2026-06-21 12:18:00", + "2026-06-21 12:24:00", + "2026-06-21 12:30:00", + "2026-06-21 12:36:00", + "2026-06-21 12:42:00", + "2026-06-21 12:48:00", + "2026-06-21 12:54:00", + "2026-06-21 13:00:00", + "2026-06-21 13:06:00", + "2026-06-21 13:12:00", + "2026-06-21 13:18:00", + "2026-06-21 13:24:00", + "2026-06-21 13:30:00", + "2026-06-21 13:36:00", + "2026-06-21 13:42:00", + "2026-06-21 13:48:00", + "2026-06-21 13:54:00", + "2026-06-21 14:00:00", + "2026-06-21 14:06:00", + "2026-06-21 14:12:00", + "2026-06-21 14:18:00", + "2026-06-21 14:24:00", + "2026-06-21 14:30:00", + "2026-06-21 14:36:00", + "2026-06-21 14:42:00", + "2026-06-21 14:48:00", + "2026-06-21 14:54:00", + "2026-06-21 15:00:00", + "2026-06-21 15:06:00", + "2026-06-21 15:12:00", + "2026-06-21 15:18:00", + "2026-06-21 15:24:00", + "2026-06-21 15:30:00", + "2026-06-21 15:36:00", + "2026-06-21 15:42:00", + "2026-06-21 15:48:00", + "2026-06-21 15:54:00", + "2026-06-21 16:00:00", + "2026-06-21 16:06:00", + "2026-06-21 16:12:00", + "2026-06-21 16:18:00", + "2026-06-21 16:24:00", + "2026-06-21 16:30:00", + "2026-06-21 16:36:00", + "2026-06-21 16:42:00", + "2026-06-21 16:48:00", + "2026-06-21 16:54:00", + "2026-06-21 17:00:00", + "2026-06-21 17:06:00", + "2026-06-21 17:12:00", + "2026-06-21 17:18:00", + "2026-06-21 17:24:00", + "2026-06-21 17:30:00", + "2026-06-21 17:36:00", + "2026-06-21 17:42:00", + "2026-06-21 17:48:00", + "2026-06-21 17:54:00", + "2026-06-21 18:00:00", + "2026-06-21 18:06:00", + "2026-06-21 18:12:00", + "2026-06-21 18:18:00", + "2026-06-21 18:24:00", + "2026-06-21 18:30:00", + "2026-06-21 18:36:00", + "2026-06-21 18:42:00", + "2026-06-21 18:48:00", + "2026-06-21 18:54:00", + "2026-06-21 19:00:00", + "2026-06-21 19:06:00", + "2026-06-21 19:12:00", + "2026-06-21 19:18:00", + "2026-06-21 19:24:00", + "2026-06-21 19:30:00", + "2026-06-21 19:36:00", + "2026-06-21 19:42:00", + "2026-06-21 19:48:00", + "2026-06-21 19:54:00", + "2026-06-21 20:00:00", + "2026-06-21 20:06:00", + "2026-06-21 20:12:00", + "2026-06-21 20:18:00", + "2026-06-21 20:24:00", + "2026-06-21 20:30:00", + "2026-06-21 20:36:00", + "2026-06-21 20:42:00", + "2026-06-21 20:48:00", + "2026-06-21 20:54:00", + "2026-06-21 21:00:00", + "2026-06-21 21:06:00", + "2026-06-21 21:12:00", + "2026-06-21 21:18:00", + "2026-06-21 21:24:00", + "2026-06-21 21:30:00", + "2026-06-21 21:36:00", + "2026-06-21 21:42:00", + "2026-06-21 21:48:00", + "2026-06-21 21:54:00", + "2026-06-21 22:00:00", + "2026-06-21 22:06:00", + "2026-06-21 22:12:00", + "2026-06-21 22:18:00", + "2026-06-21 22:24:00", + "2026-06-21 22:30:00", + "2026-06-21 22:36:00", + "2026-06-21 22:42:00", + "2026-06-21 22:48:00", + "2026-06-21 22:54:00", + "2026-06-21 23:00:00", + "2026-06-21 23:06:00", + "2026-06-21 23:12:00", + "2026-06-21 23:18:00", + "2026-06-21 23:24:00", + "2026-06-21 23:30:00", + "2026-06-21 23:36:00", + "2026-06-21 23:42:00", + "2026-06-21 23:48:00", + "2026-06-21 23:54:00", + "2026-06-22 00:00:00", + "2026-06-22 00:06:00", + "2026-06-22 00:12:00", + "2026-06-22 00:18:00", + "2026-06-22 00:24:00", + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" + ], + "context": [ + 0.2630000114440918, + 0.3009999990463257, + 0.3310000002384186, + 0.3580000102519989, + 0.38100001215934753, + 0.4020000100135803, + 0.42899999022483826, + 0.44699999690055847, + 0.47099998593330383, + 0.5, + 0.5230000019073486, + 0.5490000247955322, + 0.5789999961853027, + 0.6119999885559082, + 0.6589999794960022, + 0.7039999961853027, + 0.7409999966621399, + 0.7749999761581421, + 0.7990000247955322, + 0.8270000219345093, + 0.8629999756813049, + 0.9079999923706055, + 0.9459999799728394, + 0.9660000205039978, + 0.9850000143051147, + 1.0140000581741333, + 1.0410000085830688, + 1.0820000171661377, + 1.1260000467300415, + 1.159999966621399, + 1.1920000314712524, + 1.2230000495910645, + 1.2510000467300415, + 1.2899999618530273, + 1.3240000009536743, + 1.3530000448226929, + 1.3860000371932983, + 1.4129999876022339, + 1.440999984741211, + 1.465000033378601, + 1.4919999837875366, + 1.5260000228881836, + 1.5520000457763672, + 1.5709999799728394, + 1.590000033378601, + 1.61899995803833, + 1.6469999551773071, + 1.6729999780654907, + 1.6970000267028809, + 1.715999960899353, + 1.7309999465942383, + 1.7480000257492065, + 1.7630000114440918, + 1.7690000534057617, + 1.774999976158142, + 1.7879999876022339, + 1.7960000038146973, + 1.805999994277954, + 1.8070000410079956, + 1.815999984741211, + 1.815000057220459, + 1.812999963760376, + 1.815999984741211, + 1.809999942779541, + 1.8029999732971191, + 1.8009999990463257, + 1.8029999732971191, + 1.7990000247955322, + 1.784999966621399, + 1.7640000581741333, + 1.7549999952316284, + 1.7359999418258667, + 1.7100000381469727, + 1.690999984741211, + 1.6629999876022339, + 1.6440000534057617, + 1.6200000047683716, + 1.590999960899353, + 1.5570000410079956, + 1.5269999504089355, + 1.5140000581741333, + 1.4980000257492065, + 1.4709999561309814, + 1.4429999589920044, + 1.406000018119812, + 1.3730000257492065, + 1.3509999513626099, + 1.3289999961853027, + 1.2979999780654907, + 1.2760000228881836, + 1.2519999742507935, + 1.2170000076293945, + 1.1779999732971191, + 1.1469999551773071, + 1.1009999513626099, + 1.0779999494552612, + 1.062999963760376, + 1.0360000133514404, + 1.0160000324249268, + 0.9950000047683716, + 0.9829999804496765, + 0.9539999961853027, + 0.9340000152587891, + 0.9179999828338623, + 0.890999972820282, + 0.8730000257492065, + 0.8550000190734863, + 0.8410000205039978, + 0.8410000205039978, + 0.8370000123977661, + 0.8339999914169312, + 0.8090000152587891, + 0.796999990940094, + 0.7860000133514404, + 0.7730000019073486, + 0.7739999890327454, + 0.7699999809265137, + 0.7689999938011169, + 0.7710000276565552, + 0.7699999809265137, + 0.7760000228881836, + 0.7860000133514404, + 0.8029999732971191, + 0.8140000104904175, + 0.8130000233650208, + 0.8199999928474426, + 0.8209999799728394, + 0.8180000185966492, + 0.8289999961853027, + 0.847000002861023, + 0.8659999966621399, + 0.8820000290870667, + 0.8970000147819519, + 0.9129999876022339, + 0.9290000200271606, + 0.9409999847412109, + 0.9509999752044678, + 0.9660000205039978, + 0.9879999756813049, + 1.0110000371932983, + 1.0360000133514404, + 1.0670000314712524, + 1.090000033378601, + 1.1080000400543213, + 1.125, + 1.1460000276565552, + 1.159000039100647, + 1.1759999990463257, + 1.190999984741211, + 1.2079999446868896, + 1.2330000400543213, + 1.2519999742507935, + 1.2799999713897705, + 1.2929999828338623, + 1.309000015258789, + 1.3329999446868896, + 1.3480000495910645, + 1.3509999513626099, + 1.3619999885559082, + 1.3819999694824219, + 1.3980000019073486, + 1.4110000133514404, + 1.4259999990463257, + 1.440999984741211, + 1.4450000524520874, + 1.4630000591278076, + 1.4700000286102295, + 1.468999981880188, + 1.472000002861023, + 1.4800000190734863, + 1.4880000352859497, + 1.4980000257492065, + 1.5089999437332153, + 1.5160000324249268, + 1.5199999809265137, + 1.5149999856948853, + 1.5049999952316284, + 1.503999948501587, + 1.4980000257492065, + 1.4950000047683716, + 1.496999979019165, + 1.496999979019165, + 1.4889999628067017, + 1.4800000190734863, + 1.4539999961853027, + 1.437999963760376, + 1.4179999828338623, + 1.3890000581741333, + 1.3619999885559082, + 1.340000033378601, + 1.315000057220459, + 1.2949999570846558, + 1.2790000438690186, + 1.2480000257492065, + 1.225000023841858, + 1.194000005722046, + 1.1629999876022339, + 1.1319999694824219, + 1.100000023841858, + 1.065000057220459, + 1.034999966621399, + 1.0089999437332153, + 0.9810000061988831, + 0.9520000219345093, + 0.9259999990463257, + 0.8899999856948853, + 0.8550000190734863, + 0.8190000057220459, + 0.7829999923706055, + 0.746999979019165, + 0.7179999947547913, + 0.6800000071525574, + 0.6499999761581421, + 0.6190000176429749, + 0.5950000286102295, + 0.5799999833106995, + 0.5559999942779541, + 0.5360000133514404, + 0.5139999985694885, + 0.492000013589859, + 0.4729999899864197, + 0.46000000834465027, + 0.4440000057220459, + 0.4269999861717224, + 0.4129999876022339, + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115, + 0.34700000286102295, + 0.33500000834465027, + 0.3269999921321869, + 0.328000009059906, + 0.328000009059906, + 0.32899999618530273, + 0.3409999907016754, + 0.3400000035762787, + 0.3409999907016754, + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 + ], + "actual": [ + 0.3569999933242798, + 0.3630000054836273, + 0.36500000953674316, + 0.3799999952316284, + 0.4000000059604645, + 0.42100000381469727, + 0.4339999854564667, + 0.44600000977516174, + 0.4580000042915344, + 0.48500001430511475, + 0.5149999856948853, + 0.5379999876022339, + 0.546999990940094, + 0.5789999961853027, + 0.6129999756813049, + 0.6430000066757202, + 0.6779999732971191, + 0.6980000138282776, + 0.7229999899864197, + 0.7440000176429749, + 0.7649999856948853, + 0.7950000166893005, + 0.828000009059906, + 0.8529999852180481, + 0.8790000081062317, + 0.9179999828338623, + 0.9430000185966492, + 0.9760000109672546, + 1.0099999904632568, + 1.0479999780654907, + 1.0759999752044678, + 1.1019999980926514, + 1.11899995803833, + 1.1510000228881836, + 1.194000005722046, + 1.2319999933242798, + 1.2660000324249268, + 1.2869999408721924, + 1.305999994277954, + 1.3309999704360962, + 1.3589999675750732, + 1.3860000371932983, + 1.4140000343322754, + 1.4479999542236328, + 1.4780000448226929, + 1.5080000162124634, + 1.5420000553131104, + 1.562000036239624, + 1.5889999866485596, + 1.6180000305175781, + 1.6390000581741333, + 1.6519999504089355, + 1.680999994277954, + 1.7070000171661377, + 1.7280000448226929, + 1.7480000257492065, + 1.7640000581741333, + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 + ], + "predictions": { + "p50": [ + 0.37384045124053955, + 0.3875136375427246, + 0.3992781639099121, + 0.41184931993484497, + 0.42785072326660156, + 0.44475096464157104, + 0.4634360074996948, + 0.48062360286712646, + 0.4998379945755005, + 0.5213096141815186, + 0.541462242603302, + 0.5640736818313599, + 0.5886871218681335, + 0.6146522164344788, + 0.6407957077026367, + 0.6695700883865356, + 0.6962471008300781, + 0.7243160009384155, + 0.7520346641540527, + 0.7807456851005554, + 0.8092522621154785, + 0.8378869295120239, + 0.8692082762718201, + 0.8966457843780518, + 0.9252293109893799, + 0.9554810523986816, + 0.9830964803695679, + 1.0143183469772339, + 1.0397692918777466, + 1.0647250413894653, + 1.0940821170806885, + 1.1228007078170776, + 1.1824307441711426, + 1.2088336944580078, + 1.2362782955169678, + 1.2618744373321533, + 1.2883493900299072, + 1.3128662109375, + 1.3344664573669434, + 1.3570668697357178, + 1.375845193862915, + 1.395338535308838, + 1.4161877632141113, + 1.436422348022461, + 1.4569075107574463, + 1.4724338054656982, + 1.4866834878921509, + 1.4986062049865723, + 1.5096148252487183, + 1.5215425491333008, + 1.5360926389694214, + 1.53959321975708, + 1.5478805303573608, + 1.5533491373062134, + 1.554330587387085, + 1.560417652130127, + 1.5696560144424438, + 1.5653414726257324, + 1.557850956916809, + 1.557913899421692 + ], + "p10": [ + 0.36428362131118774, + 0.37260645627975464, + 0.37951457500457764, + 0.38733232021331787, + 0.3984728455543518, + 0.4108324646949768, + 0.4237324595451355, + 0.4375360608100891, + 0.4509587287902832, + 0.4659850597381592, + 0.4781532883644104, + 0.4941755533218384, + 0.5110298991203308, + 0.530886709690094, + 0.5485813617706299, + 0.5678794384002686, + 0.5864987373352051, + 0.6081109046936035, + 0.6236342191696167, + 0.6460479497909546, + 0.6638485193252563, + 0.6810387372970581, + 0.7039289474487305, + 0.7239800095558167, + 0.7432171106338501, + 0.7624073028564453, + 0.7805625200271606, + 0.8068843483924866, + 0.8192083835601807, + 0.8410908579826355, + 0.860314130783081, + 0.8710315227508545, + 0.8515836000442505, + 0.8709897398948669, + 0.8743398785591125, + 0.8910685777664185, + 0.9059245586395264, + 0.912733793258667, + 0.9210330247879028, + 0.9297729134559631, + 0.927963376045227, + 0.9277716875076294, + 0.9386225342750549, + 0.933510422706604, + 0.9372066259384155, + 0.9367053508758545, + 0.9327385425567627, + 0.9257540106773376, + 0.9166429042816162, + 0.9146394729614258, + 0.9077069163322449, + 0.9020786881446838, + 0.8905081748962402, + 0.8739688992500305, + 0.867324948310852, + 0.8483028411865234, + 0.8346855640411377, + 0.8244343996047974, + 0.8059420585632324, + 0.7883856892585754 + ], + "p90": [ + 0.3849239945411682, + 0.4016376733779907, + 0.4186668395996094, + 0.43423759937286377, + 0.457089900970459, + 0.4774554967880249, + 0.5008504390716553, + 0.5218705534934998, + 0.5460716485977173, + 0.5729365348815918, + 0.6000014543533325, + 0.629875659942627, + 0.6598180532455444, + 0.6964438557624817, + 0.7311867475509644, + 0.7668520212173462, + 0.8030437231063843, + 0.8382513523101807, + 0.8754882216453552, + 0.9139035940170288, + 0.9504380226135254, + 0.9860719442367554, + 1.0260108709335327, + 1.060376524925232, + 1.097760558128357, + 1.1371923685073853, + 1.1796128749847412, + 1.2193903923034668, + 1.2571849822998047, + 1.2964907884597778, + 1.3334081172943115, + 1.3725519180297852, + 1.4761011600494385, + 1.5298820734024048, + 1.5712437629699707, + 1.6062952280044556, + 1.643073558807373, + 1.6734428405761719, + 1.7096954584121704, + 1.7296839952468872, + 1.7640550136566162, + 1.7934961318969727, + 1.8267545700073242, + 1.8588476181030273, + 1.8947677612304688, + 1.9224672317504883, + 1.9511356353759766, + 1.9809656143188477, + 2.0036630630493164, + 2.03314471244812, + 2.051774024963379, + 2.086946725845337, + 2.096223831176758, + 2.1185073852539062, + 2.133389472961426, + 2.1492486000061035, + 2.186171054840088, + 2.1886842250823975, + 2.199249505996704, + 2.2034592628479004 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 19b51a777626b47c0deae8f0f263cf90d7f59ebc..c3649e174efa5bc4573d24694a78f3e9a5604df1 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Seasonal-Naive,311329.68305460614,311329.68305460614,494.6796875,0.4353794144788594,0.00771462214155556,0.007738582303932313,3.369032678538878,557.969249201608,0.008702111691597757,0.007715045046567181,0.0062054337410380545,Finance,1 +binance_btcusdt_1h_close/1h/short,Seasonal-Naive,318113.0690848033,318113.0690848033,502.3116861979167,0.44209651891707713,0.007834985230214898,0.007858111812631898,3.369032678538878,564.0151319643855,0.0087974504372458,0.007835006390669988,0.006245853327505066,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,2.839674102974641,2.839674102974641,1.339166482289632,0.7358058037897606,0.0554569215471904,0.055679821211488754,18.275267734259632,1.6851332597081576,0.06691794523180099,0.05317933688736354,0.048085583652887245,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.5667406439407595,0.5667406439407595,0.6218000039458275,1.8385118185710765,0.5404614827547706,0.7616421751520364,72.0927832055209,0.7528217876368614,0.7430140050378604,0.6136991766864279,0.6108604259609858,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.6545614091369082,0.6545614091369082,0.6768666699528694,2.013185917878304,0.5601644892927564,0.8156669446353376,79.14599226567239,0.8090496950972222,0.7624871748172672,0.6379115622042425,0.6353395172062293,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.041527792943851144,0.041527792943851144,0.17083336247338188,2.070707902654555,0.11124370277953509,0.12002645225284786,68.05154616186161,0.20378369155516626,0.138158438922769,0.11581923212368872,0.1116489035865092,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,1.592083034515478,1.592083034515478,1.1124998728434246,22.250030464641412,0.0603887341364935,0.06279486203666611,553.3057340312106,1.2617777278568036,0.06964734663926087,0.061407538403509494,0.05645353638940545,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,201.10583182017118,201.10583182017118,12.224999904632568,1.0923618171359062,0.5482190268753837,0.48041382629803575,41.07570851783955,14.181178788104011,0.5526928612009421,0.47645335246323123,0.46977369513658807,Air Quality,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 6743ad5db638159d52006780cf31474e550dd1b7..85bc01576488230af23ec09473c3cbc52c331b19 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:49:31.873522+00:00", + "evaluated_at": "2026-06-22T00:57:02.459390+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 63586.28125, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 33df3813954db014dc9f342b2db4d99b11ed9ee6..981f52ef720a9952d42d72f43bbcddf1b41fb5b6 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-22T00:41:09.484595+00:00", + "evaluated_at": "2026-06-22T00:57:02.470841+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,11 +305,11 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.5950000286102295, - 0.5799999833106995, 0.5559999942779541, 0.5360000133514404, 0.5139999985694885, @@ -334,8 +332,8 @@ 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, - 0.5950000286102295, - 0.5799999833106995, + 0.36500000953674316, + 0.36399999260902405, 0.5559999942779541, 0.5360000133514404, 0.5139999985694885, @@ -358,8 +356,8 @@ 0.3400000035762787, 0.3409999907016754, 0.35199999809265137, - 0.5950000286102295, - 0.5799999833106995, + 0.36500000953674316, + 0.36399999260902405, 0.5559999942779541, 0.5360000133514404, 0.5139999985694885, @@ -369,11 +367,11 @@ 0.4440000057220459, 0.4269999861717224, 0.4129999876022339, - 0.39800000190734863 + 0.39800000190734863, + 0.38199999928474426, + 0.3610000014305115 ], "p10": [ - 0.5831000280380249, - 0.5683999836444855, 0.544879994392395, 0.5252800130844116, 0.5037199985980988, @@ -396,8 +394,8 @@ 0.3332000035047531, 0.3341799908876419, 0.3449599981307983, - 0.5831000280380249, - 0.5683999836444855, + 0.3577000093460083, + 0.3567199927568436, 0.544879994392395, 0.5252800130844116, 0.5037199985980988, @@ -420,8 +418,8 @@ 0.3332000035047531, 0.3341799908876419, 0.3449599981307983, - 0.5831000280380249, - 0.5683999836444855, + 0.3577000093460083, + 0.3567199927568436, 0.544879994392395, 0.5252800130844116, 0.5037199985980988, @@ -431,11 +429,11 @@ 0.435120005607605, 0.41845998644828797, 0.4047399878501892, - 0.3900400018692017 + 0.3900400018692017, + 0.3743599992990494, + 0.35378000140190125 ], "p90": [ - 0.6069000291824341, - 0.5915999829769134, 0.5671199941635132, 0.5467200136184692, 0.5242799985408783, @@ -458,8 +456,8 @@ 0.3468000036478043, 0.34781999051570894, 0.35903999805450443, - 0.6069000291824341, - 0.5915999829769134, + 0.372300009727478, + 0.3712799924612045, 0.5671199941635132, 0.5467200136184692, 0.5242799985408783, @@ -482,8 +480,8 @@ 0.3468000036478043, 0.34781999051570894, 0.35903999805450443, - 0.6069000291824341, - 0.5915999829769134, + 0.372300009727478, + 0.3712799924612045, 0.5671199941635132, 0.5467200136184692, 0.5242799985408783, @@ -493,11 +491,11 @@ 0.4528800058364868, 0.43553998589515686, 0.42125998735427855, - 0.4059600019454956 + 0.4059600019454956, + 0.38963999927043913, + 0.3682200014591217 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index d6c6efe769d515f892236bfa3ec39b0f3d775d4e..7f78a543fedd15e636d67e9ab82a9b63b419b8f2 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,25 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-22T00:49:31.895167+00:00", + "evaluated_at": "2026-06-22T00:57:02.478926+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3d92d8417fcf81b9459cff3b0f887a3a1d8eb6af..e0862ce7aa8bdc9ac10fee2304fda15a3dc71406 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Timer-S1,84667.66483434041,84667.66483434041,201.623046875,0.1774532618016201,0.003155810729273088,0.0031458457117176006,1.1883960305419035,290.9770864421122,0.004538090781056717,0.003144521451705557,0.0031277296457575734,Finance,1 +binance_btcusdt_1h_close/1h/short,Timer-S1,90761.54748217265,90761.54748217265,209.25504557291666,0.18417036623983776,0.0032760892528657715,0.0032653754970441966,1.1883960305419035,301.2665721286925,0.0046991252299742655,0.0032639388339807678,0.0031677829386239234,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.5319255211838936,0.5319255211838936,0.5680897235870361,0.31213722955041606,0.02243894332596032,0.022061627174980957,1.8939800144891865,0.7293322433458523,0.02896234753829305,0.022559282353924934,0.02244308316193695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0036226506883684597,0.0036226506883684597,0.05073478271563848,0.15001044876716238,0.04776700389654764,0.04917834271503126,0.8869756682746327,0.06018845976072539,0.05940432287999704,0.050073808594997646,0.05833158423188526,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.0007729906852204612,0.0007729906852204612,0.02032364805539449,0.06044806736884224,0.020830105353448754,0.02071875719993561,0.7866068598837683,0.027802710033744214,0.02620260529650881,0.019153979145713665,0.03378821458708183,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.04387119894055777,0.04387119894055777,0.17955484820736778,2.1764229056889737,0.11662469450155546,0.12605460860261417,47.05938855654776,0.2094545271426659,0.14200307332985815,0.12173210397765895,0.10743529750117606,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.6138898983719325,1.6138898983719325,1.1183866659800212,22.367766502033977,0.06069083192903558,0.06312788364323989,881.6363936434333,1.2703896639897274,0.07012270651274961,0.061732476396252935,0.06158783296053567,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,105.67239705927334,105.67239705927334,6.88190762201945,0.6149311389770972,0.22847835446180742,0.25279556907567063,5.141111229936727,10.279708024028373,0.40063815039667305,0.26821333197809794,0.2300981666305667,Air Quality,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 18087171ea1beb66c550ec308ebba4b593d8fb23..a6964e2a550cf1a77c0604834f27b4736d5fec7a 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:48:57.414540+00:00", + "evaluated_at": "2026-06-22T00:56:52.160586+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 64267.96875, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index efd4db8daad99c8901eb6a6e7cf7773dfef92b27..f0d3f9c76f8f4dc452d539833c1832876e716c29 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-22T00:41:05.365553+00:00", + "evaluated_at": "2026-06-22T00:56:57.616164+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.3563690185546875, - 0.359771728515625, - 0.3631744384765625, - 0.373382568359375, - 0.38018798828125, - 0.3903961181640625, - 0.40740966796875, - 0.414215087890625, - 0.43463134765625, - 0.4482421875, - 0.4584503173828125, - 0.4754638671875, - 0.4924774169921875, - 0.509490966796875, - 0.5299072265625, - 0.5469207763671875, - 0.5605316162109375, - 0.591156005859375, - 0.6149749755859375, - 0.6353912353515625, - 0.6558074951171875, - 0.6813278198242188, - 0.70684814453125, - 0.7323684692382812, - 0.768096923828125, - 0.7936172485351562, - 0.8191375732421875, - 0.8599700927734375, - 0.8965492248535156, - 0.931427001953125, - 0.9637527465820312, - 0.9841690063476562, - 1.0118160247802734, - 1.0369110107421875, - 1.0749788284301758, - 1.1087932586669922, - 1.1336755752563477, - 1.1662139892578125, - 1.203643798828125, - 1.2402229309082031, - 1.2733993530273438, - 1.298919677734375, - 1.3380508422851562, - 1.3584671020507812, - 1.3839874267578125, - 1.4061050415039062, - 1.435028076171875, - 1.448638916015625, - 1.4316253662109375, - 1.448638916015625, - 1.4775619506835938, - 1.4945755004882812, - 1.52349853515625, - 1.5541229248046875, - 1.5881500244140625, - 1.6187744140625, - 1.6425933837890625, - 1.65960693359375, - 1.6698150634765625, - 1.6902313232421875 + 0.373260498046875, + 0.3834228515625, + 0.393585205078125, + 0.407135009765625, + 0.420684814453125, + 0.434234619140625, + 0.451171875, + 0.461334228515625, + 0.48504638671875, + 0.50537109375, + 0.5189208984375, + 0.542633056640625, + 0.562957763671875, + 0.583282470703125, + 0.610382080078125, + 0.637481689453125, + 0.657806396484375, + 0.68829345703125, + 0.7136993408203125, + 0.7340240478515625, + 0.75604248046875, + 0.786529541015625, + 0.8220977783203125, + 0.847503662109375, + 0.8830718994140625, + 0.915252685546875, + 0.93896484375, + 0.9796142578125, + 1.0164527893066406, + 1.0475749969482422, + 1.0750980377197266, + 1.1030247211456299, + 1.1339550018310547, + 1.15576171875, + 1.1892127990722656, + 1.2184295654296875, + 1.24383544921875, + 1.274322509765625, + 1.3090438842773438, + 1.3437652587890625, + 1.37255859375, + 1.403045654296875, + 1.4352264404296875, + 1.457244873046875, + 1.484344482421875, + 1.4995880126953125, + 1.5233001708984375, + 1.5334625244140625, + 1.538543701171875, + 1.552093505859375, + 1.58258056640625, + 1.599517822265625, + 1.6300048828125, + 1.653717041015625, + 1.674041748046875, + 1.69775390625, + 1.7113037109375, + 1.721466064453125, + 1.73162841796875, + 1.74517822265625 ], "p10": [ - 0.346160888671875, - 0.346160888671875, - 0.346160888671875, - 0.3495635986328125, - 0.3563690185546875, - 0.3563690185546875, - 0.3665771484375, - 0.3699798583984375, - 0.3835906982421875, - 0.393798828125, - 0.393798828125, - 0.4108123779296875, - 0.4244232177734375, - 0.4380340576171875, - 0.4516448974609375, - 0.46185302734375, - 0.4584503173828125, - 0.482269287109375, - 0.495880126953125, - 0.51629638671875, - 0.5299072265625, - 0.5537261962890625, - 0.5741424560546875, - 0.5945587158203125, - 0.6217803955078125, - 0.6387939453125, - 0.65240478515625, - 0.6830291748046875, - 0.7153549194335938, - 0.740875244140625, - 0.7646942138671875, - 0.7766036987304688, - 0.7663955688476562, - 0.7919158935546875, - 0.8344497680664062, - 0.8650741577148438, - 0.8803863525390625, - 0.9101600646972656, - 0.9356803894042969, - 0.972259521484375, - 1.0092639923095703, - 1.0445671081542969, - 1.0880579948425293, - 1.1121959686279297, - 1.1368656158447266, - 1.1568565368652344, - 1.1896076202392578, - 1.2027931213378906, - 1.1925849914550781, - 1.2040691375732422, - 1.2334175109863281, - 1.2495803833007812, - 1.2819061279296875, - 1.3227386474609375, - 1.36016845703125, - 1.3856887817382812, - 1.407806396484375, - 1.4248199462890625, - 1.4401321411132812, - 1.4588470458984375 + 0.36309814453125, + 0.369873046875, + 0.37664794921875, + 0.3834228515625, + 0.39697265625, + 0.40374755859375, + 0.41729736328125, + 0.424072265625, + 0.44439697265625, + 0.461334228515625, + 0.4647216796875, + 0.488433837890625, + 0.501983642578125, + 0.522308349609375, + 0.542633056640625, + 0.562957763671875, + 0.569732666015625, + 0.596832275390625, + 0.61376953125, + 0.630706787109375, + 0.64764404296875, + 0.6764373779296875, + 0.7086181640625, + 0.72894287109375, + 0.759429931640625, + 0.786529541015625, + 0.8017730712890625, + 0.840728759765625, + 0.8729095458984375, + 0.8991622924804688, + 0.9169464111328125, + 0.9381179809570312, + 0.9381179809570312, + 0.95928955078125, + 0.9952812194824219, + 1.0219573974609375, + 1.0427055358886719, + 1.0698051452636719, + 1.0939407348632812, + 1.1240043640136719, + 1.1566085815429688, + 1.1926002502441406, + 1.2311325073242188, + 1.2531509399414062, + 1.281097412109375, + 1.2938003540039062, + 1.3268280029296875, + 1.3319091796875, + 1.33868408203125, + 1.348846435546875, + 1.3776397705078125, + 1.3945770263671875, + 1.4267578125, + 1.457244873046875, + 1.4826507568359375, + 1.5029754638671875, + 1.51483154296875, + 1.5266876220703125, + 1.54193115234375, + 1.558868408203125 ], "p90": [ - 0.373382568359375, - 0.38018798828125, - 0.3903961181640625, - 0.400604248046875, - 0.414215087890625, - 0.4312286376953125, - 0.4516448974609375, - 0.4652557373046875, - 0.4856719970703125, - 0.5060882568359375, - 0.523101806640625, - 0.5401153564453125, - 0.563934326171875, - 0.591156005859375, - 0.611572265625, - 0.6387939453125, - 0.659210205078125, - 0.6932373046875, - 0.7221603393554688, - 0.7476806640625, - 0.7732009887695312, - 0.8004226684570312, - 0.8344497680664062, - 0.863372802734375, - 0.9016532897949219, - 0.9339790344238281, - 0.9620513916015625, - 1.0088386535644531, - 1.0537118911743164, - 1.0975217819213867, - 1.135589599609375, - 1.1602592468261719, - 1.2061958312988281, - 1.230865478515625, - 1.2657432556152344, - 1.3006210327148438, - 1.3312454223632812, - 1.3584671020507812, - 1.3992996215820312, - 1.4299240112304688, - 1.462249755859375, - 1.4775619506835938, - 1.5115890502929688, - 1.5320053100585938, - 1.55072021484375, - 1.584747314453125, - 1.6153717041015625, - 1.6289825439453125, - 1.6085662841796875, - 1.63238525390625, - 1.6562042236328125, - 1.6766204833984375, - 1.700439453125, - 1.7310638427734375, - 1.761688232421875, - 1.7821044921875, - 1.8059234619140625, - 1.82293701171875, - 1.82293701171875, - 1.85015869140625 + 0.39019775390625, + 0.40374755859375, + 0.413909912109375, + 0.434234619140625, + 0.447784423828125, + 0.468109130859375, + 0.488433837890625, + 0.50537109375, + 0.529083251953125, + 0.55279541015625, + 0.576507568359375, + 0.596832275390625, + 0.62054443359375, + 0.6544189453125, + 0.678131103515625, + 0.7069244384765625, + 0.7357177734375, + 0.7780609130859375, + 0.806854248046875, + 0.83056640625, + 0.8559722900390625, + 0.8889999389648438, + 0.9304962158203125, + 0.9533615112304688, + 0.9948577880859375, + 1.0278854370117188, + 1.0524444580078125, + 1.0985058546066284, + 1.1390361785888672, + 1.1769332885742188, + 1.2099609375, + 1.2412948608398438, + 1.2853317260742188, + 1.308197021484375, + 1.3403778076171875, + 1.3708648681640625, + 1.399658203125, + 1.4267578125, + 1.4674072265625, + 1.4945068359375, + 1.524993896484375, + 1.54193115234375, + 1.579193115234375, + 1.599517822265625, + 1.619842529296875, + 1.6435546875, + 1.670654296875, + 1.67742919921875, + 1.67742919921875, + 1.701141357421875, + 1.724853515625, + 1.748565673828125, + 1.768890380859375, + 1.795989990234375, + 1.816314697265625, + 1.833251953125, + 1.8468017578125, + 1.85357666015625, + 1.8603515625, + 1.877288818359375 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index dfc43293b3fdc64aeaae4d71cdad3e50f3009152..c26439af9733164b251b6eb5da3b5f3fd1d24ec4 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,25 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-22T00:49:30.772500+00:00", + "evaluated_at": "2026-06-22T00:57:00.278644+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index e73b31174adefbef5aa028ce8b7eb68fd430b3c5..bc4a502d42169e07cc51d9f580c0d45ee65968f0 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,174392.4862499237,110988.13714345296,221.6669921875,0.19509441706737485,0.003470397420597793,0.00345738125662449,9.10979473994182,417.6032641753698,0.006512957932412523,0.0034571276591251142,0.004172192013465593,Finance,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,185278.96595509848,119821.7284488678,229.29899088541666,0.20181152150559253,0.0035910119594315475,0.003576909769966704,9.378478917470527,430.4404325282402,0.006713965914646687,0.0035765822462938946,0.004291731704169004,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.4067353237384547,0.3276029787418035,0.4994724591573079,0.2744354336383443,0.01942845751119167,0.019503819719654494,8.830249186058134,0.6377580448245672,0.025325865280293635,0.019834437706410364,0.022109313121004018,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.009635254106052038,0.005969564204577452,0.06792970349391302,0.2008516595578354,0.0704099723507985,0.06765383104105556,9.877648581686406,0.09815933020376635,0.0968805077965083,0.06704471348057367,0.08048092379183368,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.009574330934950748,0.00514921332828262,0.06129174729188283,0.18229835801896702,0.062287552719293725,0.060017110662217495,9.482112611830873,0.09784851013148206,0.09221712152214204,0.05776427766478011,0.07297369524477385,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.04361379037167347,0.05364504418711549,0.2016614708635542,2.4443820301386845,0.13117372853868017,0.14304322175019735,50.68427558866123,0.208839149518651,0.1415858681490457,0.13671964519219537,0.10977025885279988,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.812881297587713,1.1242904977128394,0.8806734085083008,0.6315586100489611,0.0424124818918398,0.043741083596318,5.217674088684415,0.9015992999041831,0.04457845791055976,0.04354380319317985,0.030887608688835073,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,30.21158351772196,31.14780008287475,5.180254737536113,0.4489304456501137,0.2071976017384771,0.219215600217612,13.124305019879401,5.496506483005542,0.214497813970948,0.20215628244043365,0.20372167499407842,Air Quality,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 734a1a4b4be206844fa0ebf3707be1199c89ec3b..1ca99398bfc5cd2fe3abc006549c9259caa2d416 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:46:26.337528+00:00", + "evaluated_at": "2026-06-22T00:55:03.159797+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 64233.20703125, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ecd08817ead7222baef55d44bb1b9427c9006f63..a7d7676a7a1ab6624d14a5b4c5b0a2f489ff3747 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-22T00:39:25.829240+00:00", + "evaluated_at": "2026-06-22T00:55:09.905147+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.3649231195449829, - 0.3712489902973175, - 0.38178008794784546, - 0.38854849338531494, - 0.394234836101532, - 0.39957794547080994, - 0.41253361105918884, - 0.4436456263065338, - 0.4676281213760376, - 0.4884480834007263, - 0.5154610276222229, - 0.5439075827598572, - 0.5685250163078308, - 0.5819566249847412, - 0.5891573429107666, - 0.6223912239074707, - 0.653051495552063, - 0.6958805918693542, - 0.7113255262374878, - 0.7388975620269775, - 0.7708436250686646, - 0.7997626662254333, - 0.8300347328186035, - 0.8584145903587341, - 0.8915472030639648, - 0.9413915276527405, - 0.9511936902999878, - 0.9809147715568542, - 1.0111181735992432, - 1.0697599649429321, - 1.0924057960510254, - 1.1289118528366089, - 1.1786370277404785, - 1.2036890983581543, - 1.2260394096374512, - 1.2691154479980469, - 1.3044650554656982, - 1.3393898010253906, - 1.3771133422851562, - 1.3991904258728027, - 1.4365804195404053, - 1.4608895778656006, - 1.4937677383422852, - 1.5211365222930908, - 1.5473875999450684, - 1.5573785305023193, - 1.5820353031158447, - 1.6137938499450684, - 1.629267930984497, - 1.650709629058838, - 1.6765952110290527, - 1.7015011310577393, - 1.735999345779419, - 1.725362777709961, - 1.7352509498596191, - 1.737281084060669, - 1.7575671672821045, - 1.7777888774871826, - 1.7838709354400635, - 1.786402940750122 + 0.37272459268569946, + 0.3845439851284027, + 0.3947572708129883, + 0.40768182277679443, + 0.4168131351470947, + 0.42467254400253296, + 0.44371068477630615, + 0.4701310396194458, + 0.4974077045917511, + 0.5236263871192932, + 0.5566723942756653, + 0.5812622308731079, + 0.6150820255279541, + 0.6259329319000244, + 0.6395442485809326, + 0.6683030128479004, + 0.7049483060836792, + 0.7522109150886536, + 0.7681154608726501, + 0.7974917888641357, + 0.828472375869751, + 0.8551483750343323, + 0.8850609064102173, + 0.9158207774162292, + 0.9510823488235474, + 0.9968517422676086, + 1.0137944221496582, + 1.0479787588119507, + 1.0785036087036133, + 1.129309058189392, + 1.1547255516052246, + 1.1961138248443604, + 1.2384939193725586, + 1.267249345779419, + 1.2876977920532227, + 1.3277084827423096, + 1.3674468994140625, + 1.4022233486175537, + 1.4386310577392578, + 1.451768398284912, + 1.490600347518921, + 1.5106568336486816, + 1.5377881526947021, + 1.5634188652038574, + 1.5927379131317139, + 1.597973346710205, + 1.6195592880249023, + 1.6454646587371826, + 1.6617255210876465, + 1.671602487564087, + 1.6940295696258545, + 1.7217340469360352, + 1.7454442977905273, + 1.7330398559570312, + 1.7414867877960205, + 1.746642827987671, + 1.7621486186981201, + 1.7781808376312256, + 1.784959316253662, + 1.7759006023406982 ], "p10": [ - 0.3500698208808899, - 0.3611360788345337, - 0.3808187246322632, - 0.3780335783958435, - 0.4102534055709839, - 0.4022919535636902, - 0.44339919090270996, - 0.4647141695022583, - 0.4618510603904724, - 0.49168649315834045, - 0.5341818928718567, - 0.533668041229248, - 0.6000000238418579, - 0.5638353824615479, - 0.6198291182518005, - 0.6298525929450989, - 0.6634804010391235, - 0.7141366600990295, - 0.7328833341598511, - 0.7457388639450073, - 0.7850162386894226, - 0.8127745985984802, - 0.850311815738678, - 0.8824764490127563, - 0.9090363383293152, - 0.9331054091453552, - 0.9669502973556519, - 0.9992878437042236, - 1.018476963043213, - 1.067075252532959, - 1.1151130199432373, - 1.1283639669418335, - 1.1958636045455933, - 1.2128068208694458, - 1.245340347290039, - 1.277233600616455, - 1.3237745761871338, - 1.366407871246338, - 1.3933300971984863, - 1.421067237854004, - 1.4590919017791748, - 1.4697895050048828, - 1.5099515914916992, - 1.5246522426605225, - 1.5775744915008545, - 1.561375379562378, - 1.6129920482635498, - 1.623342752456665, - 1.63090181350708, - 1.6629638671875, - 1.7131998538970947, - 1.747286081314087, - 1.7446696758270264, - 1.7415955066680908, - 1.7508866786956787, - 1.7466139793395996, - 1.7745893001556396, - 1.783099889755249, - 1.8110594749450684, - 1.830826759338379 + 0.3716930150985718, + 0.37299710512161255, + 0.40395215153694153, + 0.4032355546951294, + 0.43421003222465515, + 0.42517298460006714, + 0.4722667336463928, + 0.49650654196739197, + 0.4987959563732147, + 0.5289143919944763, + 0.5729395151138306, + 0.5661047697067261, + 0.6403473019599915, + 0.6142119765281677, + 0.665209174156189, + 0.6927458047866821, + 0.721968412399292, + 0.7588487267494202, + 0.7845438122749329, + 0.8037412166595459, + 0.8547030091285706, + 0.8774292469024658, + 0.9070460796356201, + 0.9370056390762329, + 0.9760952591896057, + 0.9928874969482422, + 1.0373470783233643, + 1.0678424835205078, + 1.0897800922393799, + 1.1289724111557007, + 1.1861696243286133, + 1.1988894939422607, + 1.2648935317993164, + 1.2707061767578125, + 1.3176019191741943, + 1.339242935180664, + 1.3876910209655762, + 1.4346168041229248, + 1.4586102962493896, + 1.4751920700073242, + 1.5191309452056885, + 1.5305655002593994, + 1.5553045272827148, + 1.5857021808624268, + 1.6189639568328857, + 1.6133387088775635, + 1.6605520248413086, + 1.6608965396881104, + 1.6631593704223633, + 1.694852590560913, + 1.7417051792144775, + 1.7652795314788818, + 1.7607605457305908, + 1.7564563751220703, + 1.766765832901001, + 1.7602636814117432, + 1.781062364578247, + 1.7950875759124756, + 1.8101375102996826, + 1.8289690017700195 ], "p90": [ - 0.3792870342731476, - 0.38520851731300354, - 0.39791715145111084, - 0.41748547554016113, - 0.4320874810218811, - 0.4392739534378052, - 0.440729022026062, - 0.4725823700428009, - 0.503543496131897, - 0.5237324237823486, - 0.5589422583580017, - 0.5829501152038574, - 0.6113721132278442, - 0.6285947561264038, - 0.633682131767273, - 0.6643871665000916, - 0.7032572627067566, - 0.7475271224975586, - 0.7757586240768433, - 0.8061129450798035, - 0.8404868841171265, - 0.8886446356773376, - 0.9097102880477905, - 0.9379738569259644, - 0.9709362983703613, - 1.0229177474975586, - 1.032497763633728, - 1.0727040767669678, - 1.1036313772201538, - 1.1621564626693726, - 1.1902666091918945, - 1.2250044345855713, - 1.280245065689087, - 1.3097310066223145, - 1.3428137302398682, - 1.3832955360412598, - 1.4354639053344727, - 1.4666249752044678, - 1.500258207321167, - 1.5294418334960938, - 1.5617270469665527, - 1.5886130332946777, - 1.6248579025268555, - 1.658409595489502, - 1.6856083869934082, - 1.7051608562469482, - 1.7387261390686035, - 1.7665107250213623, - 1.7809875011444092, - 1.8002724647521973, - 1.8253662586212158, - 1.8654115200042725, - 1.87880539894104, - 1.8821587562561035, - 1.8903758525848389, - 1.8947558403015137, - 1.90543794631958, - 1.9311630725860596, - 1.9430205821990967, - 1.950517177581787 + 0.39182040095329285, + 0.4001884162425995, + 0.4155846834182739, + 0.43726277351379395, + 0.45430970191955566, + 0.46669715642929077, + 0.47495508193969727, + 0.5015674829483032, + 0.5363330841064453, + 0.5601323843002319, + 0.603078305721283, + 0.6216915845870972, + 0.6597930192947388, + 0.6770749092102051, + 0.6850705146789551, + 0.7165359258651733, + 0.7616661787033081, + 0.8107909560203552, + 0.8387439250946045, + 0.8728647232055664, + 0.9061106443405151, + 0.9545172452926636, + 0.974648118019104, + 1.0078824758529663, + 1.0476610660552979, + 1.0968236923217773, + 1.1086615324020386, + 1.1560759544372559, + 1.1910501718521118, + 1.2453895807266235, + 1.2758214473724365, + 1.3140060901641846, + 1.3623692989349365, + 1.3999676704406738, + 1.4311392307281494, + 1.4682159423828125, + 1.5232486724853516, + 1.5527551174163818, + 1.5858268737792969, + 1.6099982261657715, + 1.6463780403137207, + 1.668710470199585, + 1.6978363990783691, + 1.7330477237701416, + 1.7647476196289062, + 1.7811360359191895, + 1.8110127449035645, + 1.8372340202331543, + 1.8531301021575928, + 1.861426830291748, + 1.880079984664917, + 1.9219255447387695, + 1.9262299537658691, + 1.9261360168457031, + 1.9358360767364502, + 1.9376389980316162, + 1.9437716007232666, + 1.965510368347168, + 1.9789776802062988, + 1.9703807830810547 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index fc0bc6b3ba65694d53ea5e6ce0d7ecbda07b451b..498f19a2293d34cef30b75b6e2126a2a918fd5e5 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-22T00:46:42.728776+00:00", + "evaluated_at": "2026-06-22T00:55:11.862357+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 1a3d2c13c9bf3a2bab6e593d48ade7c6e7e3ae6a..422de3c4474ff7a76d2beb2a16647d51bb0184aa 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TiRex,262393.37611516315,262393.37611516315,389.2272135416667,0.3425681721184657,0.006088371184599753,0.006056452252330692,1.8049384347794863,512.2434734724916,0.007988970585436284,0.006070403862749634,0.0049628958727566605,Finance,1 +binance_btcusdt_1h_close/1h/short,TiRex,275707.12953122455,275707.12953122455,396.8592122395833,0.3492852765566834,0.006209535198921523,0.006175977697060527,1.8049384347794863,525.0782127752251,0.008190116347550997,0.006190169469535802,0.005003167578317762,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.550176228056595,0.550176228056595,0.5530107021331787,0.3038520524287122,0.0222467109581586,0.021974201689470545,2.9614589625774843,0.7417386521252584,0.029455015627561792,0.021960482748027216,0.031543872018444045,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.16821831262863776,0.16821831262863776,0.29837266852458316,0.8822156222900703,0.22110734169717622,0.2678820998191297,2.413382754428611,0.41014425831484924,0.4048008878308365,0.294485461333677,0.244959652034356,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.20413985054245298,0.20413985054245298,0.33786302904287974,1.0048967136883773,0.24487885103786197,0.30016502466760825,2.5531995216122367,0.4518183822538133,0.42581527921324974,0.3184182974806663,0.2508469610867589,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04217440019597163,0.04217440019597163,0.1761587659517924,2.1352582627710506,0.11448621219209043,0.12348207503350908,23.392717615203562,0.20536406744114616,0.13922988023218832,0.11942967526364875,0.09581886839939817,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.0201290728403667,1.0201290728403667,0.8463300069173177,0.6069298762145955,0.040783528639124315,0.04198823922510497,2.7479105983914898,1.010014392392686,0.04993890754476178,0.04184573634409092,0.034726024869262746,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,38.10638112606515,38.10638112606515,5.286342104276021,0.4581241728394925,0.2432140622151373,0.21492384549830215,2.4929746971531905,6.173036621150498,0.24089899009367796,0.20629627724003985,0.19144289483653604,Air Quality,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 9a20d70efa55e5b2f5843201cd65ac00d0a159be..890de0b4d58fb5d66befff83f0e6661a754a5b25 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:47:42.429766+00:00", + "evaluated_at": "2026-06-22T00:55:45.855510+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 64281.16796875, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ad45af1ada4f41db9cac363d332163d83ecc8e8b..103ddaaddf2f68f9a14d236ed6965543f07c2895 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-22T00:40:13.867032+00:00", + "evaluated_at": "2026-06-22T00:55:53.789816+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.35757875442504883, - 0.3664458990097046, - 0.3768041729927063, - 0.38647210597991943, - 0.39715874195098877, - 0.4090527296066284, - 0.4220845103263855, - 0.43561041355133057, - 0.44970279932022095, - 0.46441781520843506, - 0.48062455654144287, - 0.49857133626937866, - 0.517159640789032, - 0.536098301410675, - 0.5537676811218262, - 0.5740810036659241, - 0.5942438840866089, - 0.6141687035560608, - 0.6326345205307007, - 0.6517852544784546, - 0.6694252490997314, - 0.6862223744392395, - 0.7019009590148926, - 0.7179646492004395, - 0.7336851358413696, - 0.7488943338394165, - 0.7647966146469116, - 0.78028404712677, - 0.7962455749511719, - 0.8118926286697388, - 0.823600172996521, - 0.837304949760437, - 0.725509762763977, - 0.7343201637268066, - 0.761599600315094, - 0.7904026508331299, - 0.7976989150047302, - 0.8018169403076172, - 0.8122172355651855, - 0.8180084824562073, - 0.822412371635437, - 0.8426605463027954, - 0.8579761385917664, - 0.8688495755195618, - 0.8770994544029236, - 0.8910800218582153, - 0.906132698059082, - 0.9168399572372437, - 0.9232675433158875, - 0.9303627610206604, - 0.9363358616828918, - 0.9389197826385498, - 0.9409612417221069, - 0.9418830871582031, - 0.9458673000335693, - 0.9491899013519287, - 0.9549599289894104, - 0.9568650126457214, - 0.9511851668357849, - 0.9502832889556885 + 0.3736720681190491, + 0.38348132371902466, + 0.3945452570915222, + 0.4051721692085266, + 0.41595953702926636, + 0.42817002534866333, + 0.4419052004814148, + 0.45587146282196045, + 0.4713338613510132, + 0.4876300096511841, + 0.5052259564399719, + 0.5240679383277893, + 0.5430501103401184, + 0.5625442862510681, + 0.5804527997970581, + 0.5994112491607666, + 0.6178668737411499, + 0.6353403329849243, + 0.6508709192276001, + 0.6662265062332153, + 0.6803531050682068, + 0.6953281760215759, + 0.7102754712104797, + 0.7248862981796265, + 0.7404955625534058, + 0.7553795576095581, + 0.7707319259643555, + 0.7846565842628479, + 0.7982423305511475, + 0.8123810291290283, + 0.8234769105911255, + 0.8354828357696533, + 0.7579489946365356, + 0.7559258937835693, + 0.7797315120697021, + 0.8046512603759766, + 0.8088470697402954, + 0.8111667633056641, + 0.8207980394363403, + 0.824020266532898, + 0.8263508081436157, + 0.846959114074707, + 0.8642475008964539, + 0.8754892349243164, + 0.8809646368026733, + 0.8894102573394775, + 0.8982350826263428, + 0.9042738080024719, + 0.9094313979148865, + 0.9162827730178833, + 0.9209797382354736, + 0.9232052564620972, + 0.9212640523910522, + 0.9219192862510681, + 0.9248651266098022, + 0.9269939661026001, + 0.9294735193252563, + 0.9289164543151855, + 0.9220128059387207, + 0.9208478927612305 ], "p10": [ - 0.3483365774154663, - 0.3516653776168823, - 0.3549765348434448, - 0.3586302399635315, - 0.3640368580818176, - 0.36963874101638794, - 0.37660324573516846, - 0.3844868540763855, - 0.3896520733833313, - 0.39557403326034546, - 0.4020291566848755, - 0.4092260003089905, - 0.4171045422554016, - 0.426119327545166, - 0.43192899227142334, - 0.438298761844635, - 0.4447357654571533, - 0.45176661014556885, - 0.45603275299072266, - 0.45977872610092163, - 0.46371108293533325, - 0.4661959409713745, - 0.46693116426467896, - 0.4682289958000183, - 0.4658951759338379, - 0.46445584297180176, - 0.4630836844444275, - 0.45923811197280884, - 0.4554939866065979, - 0.4494432806968689, - 0.4407830238342285, - 0.4421386122703552, - 0.34704160690307617, - 0.3142203688621521, - 0.29737645387649536, - 0.299812912940979, - 0.2862229347229004, - 0.2668262720108032, - 0.2427045702934265, - 0.22475308179855347, - 0.20532721281051636, - 0.18704622983932495, - 0.17050451040267944, - 0.1601354479789734, - 0.15114754438400269, - 0.1417837142944336, - 0.1294209361076355, - 0.11431419849395752, - 0.10745984315872192, - 0.08947384357452393, - 0.06793403625488281, - 0.051461219787597656, - 0.03196549415588379, - 0.02124762535095215, - 0.01525259017944336, - 0.006513118743896484, - -0.00496983528137207, - -0.014832019805908203, - -0.02627849578857422, - -0.04151272773742676 + 0.3648667335510254, + 0.3689667582511902, + 0.3729020357131958, + 0.3775511384010315, + 0.38301390409469604, + 0.38939720392227173, + 0.39750486612319946, + 0.4059326648712158, + 0.41300004720687866, + 0.42119675874710083, + 0.4295995235443115, + 0.4381997585296631, + 0.4465784430503845, + 0.456592857837677, + 0.46341437101364136, + 0.4700024724006653, + 0.47529035806655884, + 0.48053550720214844, + 0.4827274680137634, + 0.4833980202674866, + 0.485027015209198, + 0.48677772283554077, + 0.488064169883728, + 0.4892255663871765, + 0.48788607120513916, + 0.4874340295791626, + 0.48705601692199707, + 0.48360639810562134, + 0.4796755909919739, + 0.47582852840423584, + 0.4693390727043152, + 0.47031211853027344, + 0.3854203224182129, + 0.352088987827301, + 0.3356817960739136, + 0.3377752900123596, + 0.32572412490844727, + 0.3083721399307251, + 0.2882416844367981, + 0.27309656143188477, + 0.25738751888275146, + 0.2411319613456726, + 0.22616469860076904, + 0.21859830617904663, + 0.20985889434814453, + 0.19714808464050293, + 0.1822870373725891, + 0.16574627161026, + 0.1611965298652649, + 0.14744716882705688, + 0.1308305263519287, + 0.11869066953659058, + 0.1013641357421875, + 0.09476900100708008, + 0.08944571018218994, + 0.08042454719543457, + 0.06944048404693604, + 0.05782020092010498, + 0.04684042930603027, + 0.0357050895690918 ], "p90": [ - 0.3685804605484009, - 0.3819524645805359, - 0.39857596158981323, - 0.4126301407814026, - 0.42796629667282104, - 0.44560402631759644, - 0.4632846713066101, - 0.4824579358100891, - 0.5032370090484619, - 0.5252258777618408, - 0.5498654246330261, - 0.5758749842643738, - 0.601481020450592, - 0.6286999583244324, - 0.6549431085586548, - 0.6843458414077759, - 0.7159557342529297, - 0.749137818813324, - 0.7808773517608643, - 0.8126541376113892, - 0.8449974060058594, - 0.875993549823761, - 0.9061161875724792, - 0.9366646409034729, - 0.9687968492507935, - 1.0008807182312012, - 1.032489538192749, - 1.0642489194869995, - 1.096743106842041, - 1.128247857093811, - 1.1546735763549805, - 1.1821043491363525, - 1.146753191947937, - 1.1528960466384888, - 1.1989284753799438, - 1.2519408464431763, - 1.27970552444458, - 1.3077952861785889, - 1.3267898559570312, - 1.3562812805175781, - 1.386315941810608, - 1.4140713214874268, - 1.4478895664215088, - 1.48140287399292, - 1.515275239944458, - 1.5457572937011719, - 1.576218843460083, - 1.6000703573226929, - 1.6189653873443604, - 1.637880563735962, - 1.660036563873291, - 1.6846427917480469, - 1.7090167999267578, - 1.7430977821350098, - 1.7735153436660767, - 1.7993299961090088, - 1.8217132091522217, - 1.8390791416168213, - 1.8535752296447754, - 1.8678895235061646 + 0.38451576232910156, + 0.3986039161682129, + 0.41604334115982056, + 0.4313938617706299, + 0.44669681787490845, + 0.4644078016281128, + 0.48252779245376587, + 0.5015707015991211, + 0.5234008431434631, + 0.5472421646118164, + 0.5733363628387451, + 0.5995524525642395, + 0.6256260871887207, + 0.6529931426048279, + 0.6795786619186401, + 0.7071059942245483, + 0.7361326217651367, + 0.7666875123977661, + 0.7946643829345703, + 0.821901798248291, + 0.8496423959732056, + 0.8774576187133789, + 0.906346321105957, + 0.9346823692321777, + 0.9663684368133545, + 0.9975469708442688, + 1.0287810564041138, + 1.0576934814453125, + 1.0865318775177002, + 1.115967869758606, + 1.1405836343765259, + 1.1653097867965698, + 1.1796367168426514, + 1.1759028434753418, + 1.2115720510482788, + 1.257824182510376, + 1.2813985347747803, + 1.3071125745773315, + 1.3240070343017578, + 1.3504929542541504, + 1.3779029846191406, + 1.4007624387741089, + 1.4342248439788818, + 1.4702835083007812, + 1.4994962215423584, + 1.5214136838912964, + 1.5436084270477295, + 1.5615317821502686, + 1.580306887626648, + 1.6003756523132324, + 1.6229339838027954, + 1.6468849182128906, + 1.6651155948638916, + 1.6946585178375244, + 1.7209346294403076, + 1.743058443069458, + 1.7600257396697998, + 1.7727059125900269, + 1.7854844331741333, + 1.7985646724700928 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 5263221fe29b7556150a2acee438ca6c112668cf..7e0ea4d61f0ae9f6b59eafec6cdab7cc0530fdae 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,25 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-22T00:47:56.516564+00:00", + "evaluated_at": "2026-06-22T00:55:57.805966+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 925d514fca186ed81ead0ff49503132a9f208e35..c50e387a4e69c581ca962f60996269462cefe573 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,7 +1,7 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,104129.93303743999,104129.93303743999,229.11572265625,0.20165022275748665,0.0035859839361983936,0.003573344660798543,2.174166596872409,322.69169967236525,0.005032713212275622,0.003573298370311115,0.00507105212061762,Finance,1 +binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,111755.16429901123,111755.16429901123,236.74772135416666,0.20836732719570428,0.003706450274094684,0.0036928737920385486,2.174166596872409,334.29801719276054,0.005214346337269124,0.003692766783561538,0.005111336698417325,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,1.3327479513263825,1.3327479513263825,0.912270704905192,0.501247670229129,0.036190923075805244,0.0353233507541506,3.007199744396995,1.154447032707167,0.04584398465976072,0.03622697535386293,0.03365741579516466,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0033462659632902034,0.0033462659632902034,0.05213055859009425,0.15413741953747276,0.05807268175163864,0.056370665532355375,1.7373312406465427,0.05784691835603867,0.05709328714002522,0.05145140026363153,0.07919797325669761,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.006687301517448911,0.006687301517448911,0.05757119556268056,0.1712324233519678,0.05301745430762395,0.053155835069376815,1.8412153947369168,0.08177592260224834,0.07706954538258737,0.05425785155282164,0.08299134014518361,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.045888081110131256,0.045888081110131256,0.18292494614919028,2.2172725871552563,0.1186899178632524,0.1286144556667143,43.08668482100139,0.21421503474343545,0.1452305362027851,0.12401691620726264,0.10786269791326873,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,2.15019864048539,2.15019864048539,1.2090647220611572,0.8670583532408095,0.05813837031174713,0.0607158426396634,3.818708148991131,1.466355564140359,0.0725021301645787,0.059780703943840614,0.045747911829136935,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,15.294247934077438,15.294247934077438,3.568097710609436,0.3092179393689282,0.15135408780354473,0.14896022255000024,2.415440338655077,3.910786101805804,0.15261604299729967,0.1392428374871975,0.16422481378350262,Air Quality,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index c24678bbe72fb80d4d1c607120a860e442cc81cf..7791f151fc7a65a94357a4c87fa9afda018cd4c4 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:47:09.150823+00:00", + "evaluated_at": "2026-06-22T00:55:32.215049+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -127,7 +127,7 @@ 63808.01171875, 63801.58984375, 63311.98828125, - 63941.1796875 + 63758.01171875 ], "p50": [ 64294.09765625, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8f3978c405705fb36be6b37cdbfa558acecc183a..1c886237828c9111cdbb4040149375733c380385 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,13 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:40:00.326860+00:00", + "evaluated_at": "2026-06-22T00:55:36.343749+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.23899999260902405, - 0.25099998712539673, 0.2630000114440918, 0.3009999990463257, 0.3310000002384186, @@ -245,11 +243,11 @@ 0.3409999907016754, 0.3400000035762787, 0.3409999907016754, - 0.35199999809265137 + 0.35199999809265137, + 0.36500000953674316, + 0.36399999260902405 ], "actuals": [ - 0.36500000953674316, - 0.36399999260902405, 0.3569999933242798, 0.3630000054836273, 0.36500000953674316, @@ -307,197 +305,197 @@ 1.7280000448226929, 1.7480000257492065, 1.7640000581741333, - 1.7740000486373901 + 1.7740000486373901, + 1.7929999828338623, + 1.8079999685287476 ], "p50": [ - 0.3584529757499695, - 0.36961227655410767, - 0.3785044550895691, - 0.3878578543663025, - 0.4011918902397156, - 0.4151710867881775, - 0.4321697950363159, - 0.448675274848938, - 0.4679267406463623, - 0.488040566444397, - 0.5062166452407837, - 0.5264282822608948, - 0.5486077666282654, - 0.572163462638855, - 0.5978197455406189, - 0.624810516834259, - 0.6519034504890442, - 0.679815411567688, - 0.7077901363372803, - 0.7365648746490479, - 0.7676831483840942, - 0.7975790500640869, - 0.829228401184082, - 0.8591567277908325, - 0.8875371217727661, - 0.9185049533843994, - 0.9476261138916016, - 0.979812502861023, - 1.0084213018417358, - 1.0360805988311768, - 1.0651800632476807, - 1.0941989421844482, - 1.1588186025619507, - 1.185537576675415, - 1.219395637512207, - 1.2489351034164429, - 1.27838134765625, - 1.3071833848953247, - 1.334995985031128, - 1.3617784976959229, - 1.386161208152771, - 1.4112712144851685, - 1.4374308586120605, - 1.462233543395996, - 1.4859864711761475, - 1.5052438974380493, - 1.5244005918502808, - 1.5429091453552246, - 1.5601292848587036, - 1.577707290649414, - 1.598166584968567, - 1.6068658828735352, - 1.6198855638504028, - 1.629490613937378, - 1.6338874101638794, - 1.6460933685302734, - 1.6592375040054321, - 1.6612217426300049, - 1.6642667055130005, - 1.6717103719711304 + 0.37384045124053955, + 0.3875136375427246, + 0.3992781639099121, + 0.41184931993484497, + 0.42785072326660156, + 0.44475096464157104, + 0.4634360074996948, + 0.48062360286712646, + 0.4998379945755005, + 0.5213096141815186, + 0.541462242603302, + 0.5640736818313599, + 0.5886871218681335, + 0.6146522164344788, + 0.6407957077026367, + 0.6695700883865356, + 0.6962471008300781, + 0.7243160009384155, + 0.7520346641540527, + 0.7807456851005554, + 0.8092522621154785, + 0.8378869295120239, + 0.8692082762718201, + 0.8966457843780518, + 0.9252293109893799, + 0.9554810523986816, + 0.9830964803695679, + 1.0143183469772339, + 1.0397692918777466, + 1.0647250413894653, + 1.0940821170806885, + 1.1228007078170776, + 1.1824307441711426, + 1.2088336944580078, + 1.2362782955169678, + 1.2618744373321533, + 1.2883493900299072, + 1.3128662109375, + 1.3344664573669434, + 1.3570668697357178, + 1.375845193862915, + 1.395338535308838, + 1.4161877632141113, + 1.436422348022461, + 1.4569075107574463, + 1.4724338054656982, + 1.4866834878921509, + 1.4986062049865723, + 1.5096148252487183, + 1.5215425491333008, + 1.5360926389694214, + 1.53959321975708, + 1.5478805303573608, + 1.5533491373062134, + 1.554330587387085, + 1.560417652130127, + 1.5696560144424438, + 1.5653414726257324, + 1.557850956916809, + 1.557913899421692 ], "p10": [ - 0.3492588400840759, - 0.354697048664093, - 0.35809874534606934, - 0.3627639412879944, - 0.37116652727127075, - 0.3805648684501648, - 0.3918582797050476, - 0.4050472378730774, - 0.4187646508216858, - 0.4325329065322876, - 0.44251400232315063, - 0.45612287521362305, - 0.47076648473739624, - 0.48812341690063477, - 0.5058318972587585, - 0.523034930229187, - 0.541850209236145, - 0.5629557967185974, - 0.5799203515052795, - 0.6011793613433838, - 0.6211642026901245, - 0.6386575698852539, - 0.6629421710968018, - 0.6835416555404663, - 0.7031845450401306, - 0.7221403121948242, - 0.7419164180755615, - 0.769376814365387, - 0.7851498126983643, - 0.810173749923706, - 0.8283107280731201, - 0.8414516448974609, - 0.7985672354698181, - 0.811568021774292, - 0.8198390007019043, - 0.8471081256866455, - 0.8670145273208618, - 0.8815824389457703, - 0.89857017993927, - 0.9123330116271973, - 0.9141221046447754, - 0.9203612208366394, - 0.9343113303184509, - 0.9366876482963562, - 0.9407135248184204, - 0.9449831247329712, - 0.9420443773269653, - 0.943089485168457, - 0.9418521523475647, - 0.9475532174110413, - 0.9467242956161499, - 0.9397772550582886, - 0.9319044947624207, - 0.921843409538269, - 0.9151489734649658, - 0.9016492366790771, - 0.8876111507415771, - 0.87636399269104, - 0.8672866225242615, - 0.8640214204788208 + 0.36428362131118774, + 0.37260645627975464, + 0.37951457500457764, + 0.38733232021331787, + 0.3984728455543518, + 0.4108324646949768, + 0.4237324595451355, + 0.4375360608100891, + 0.4509587287902832, + 0.4659850597381592, + 0.4781532883644104, + 0.4941755533218384, + 0.5110298991203308, + 0.530886709690094, + 0.5485813617706299, + 0.5678794384002686, + 0.5864987373352051, + 0.6081109046936035, + 0.6236342191696167, + 0.6460479497909546, + 0.6638485193252563, + 0.6810387372970581, + 0.7039289474487305, + 0.7239800095558167, + 0.7432171106338501, + 0.7624073028564453, + 0.7805625200271606, + 0.8068843483924866, + 0.8192083835601807, + 0.8410908579826355, + 0.860314130783081, + 0.8710315227508545, + 0.8515836000442505, + 0.8709897398948669, + 0.8743398785591125, + 0.8910685777664185, + 0.9059245586395264, + 0.912733793258667, + 0.9210330247879028, + 0.9297729134559631, + 0.927963376045227, + 0.9277716875076294, + 0.9386225342750549, + 0.933510422706604, + 0.9372066259384155, + 0.9367053508758545, + 0.9327385425567627, + 0.9257540106773376, + 0.9166429042816162, + 0.9146394729614258, + 0.9077069163322449, + 0.9020786881446838, + 0.8905081748962402, + 0.8739688992500305, + 0.867324948310852, + 0.8483028411865234, + 0.8346855640411377, + 0.8244343996047974, + 0.8059420585632324, + 0.7883856892585754 ], "p90": [ - 0.3698797821998596, - 0.38432127237319946, - 0.3988887071609497, - 0.41231268644332886, - 0.4327278137207031, - 0.44980210065841675, - 0.47087353467941284, - 0.4915924668312073, - 0.515347957611084, - 0.5409891605377197, - 0.5648581981658936, - 0.5925470590591431, - 0.6190718412399292, - 0.6531020402908325, - 0.6860994100570679, - 0.7195615768432617, - 0.7557387351989746, - 0.790566086769104, - 0.8275272250175476, - 0.8637797236442566, - 0.902950644493103, - 0.9394410848617554, - 0.978161096572876, - 1.0152308940887451, - 1.0512334108352661, - 1.0886924266815186, - 1.1312298774719238, - 1.170695424079895, - 1.2095125913619995, - 1.2508728504180908, - 1.2863786220550537, - 1.3247536420822144, - 1.4372596740722656, - 1.4842381477355957, - 1.5251842737197876, - 1.5663599967956543, - 1.6069695949554443, - 1.6390953063964844, - 1.6821367740631104, - 1.7117364406585693, - 1.7432456016540527, - 1.777883768081665, - 1.816911220550537, - 1.8499094247817993, - 1.8827054500579834, - 1.9161598682403564, - 1.9439594745635986, - 1.9769479036331177, - 2.002798318862915, - 2.0329926013946533, - 2.0649235248565674, - 2.0922906398773193, - 2.1044836044311523, - 2.128133535385132, - 2.1420788764953613, - 2.1570260524749756, - 2.1939520835876465, - 2.198397397994995, - 2.2100071907043457, - 2.224754571914673 + 0.3849239945411682, + 0.4016376733779907, + 0.4186668395996094, + 0.43423759937286377, + 0.457089900970459, + 0.4774554967880249, + 0.5008504390716553, + 0.5218705534934998, + 0.5460716485977173, + 0.5729365348815918, + 0.6000014543533325, + 0.629875659942627, + 0.6598180532455444, + 0.6964438557624817, + 0.7311867475509644, + 0.7668520212173462, + 0.8030437231063843, + 0.8382513523101807, + 0.8754882216453552, + 0.9139035940170288, + 0.9504380226135254, + 0.9860719442367554, + 1.0260108709335327, + 1.060376524925232, + 1.097760558128357, + 1.1371923685073853, + 1.1796128749847412, + 1.2193903923034668, + 1.2571849822998047, + 1.2964907884597778, + 1.3334081172943115, + 1.3725519180297852, + 1.4761011600494385, + 1.5298820734024048, + 1.5712437629699707, + 1.6062952280044556, + 1.643073558807373, + 1.6734428405761719, + 1.7096954584121704, + 1.7296839952468872, + 1.7640550136566162, + 1.7934961318969727, + 1.8267545700073242, + 1.8588476181030273, + 1.8947677612304688, + 1.9224672317504883, + 1.9511356353759766, + 1.9809656143188477, + 2.0036630630493164, + 2.03314471244812, + 2.051774024963379, + 2.086946725845337, + 2.096223831176758, + 2.1185073852539062, + 2.133389472961426, + 2.1492486000061035, + 2.186171054840088, + 2.1886842250823975, + 2.199249505996704, + 2.2034592628479004 ], "timestamps": [ - "2026-06-20 18:36:00", - "2026-06-20 18:42:00", "2026-06-20 18:48:00", "2026-06-20 18:54:00", "2026-06-20 19:00:00", @@ -795,6 +793,8 @@ "2026-06-22 00:12:00", "2026-06-22 00:18:00", "2026-06-22 00:24:00", - "2026-06-22 00:30:00" + "2026-06-22 00:30:00", + "2026-06-22 00:36:00", + "2026-06-22 00:42:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 2a7c7b4555222bf1b789d897fc3518b8ed21f870..8635a349b7529817d6633c0d045d28a5071d7621 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,25 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-22T00:47:33.988364+00:00", + "evaluated_at": "2026-06-22T00:55:38.345194+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260621t000000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260620t235000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 79, - "prediction_length": 72 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260621t215000z", - "data_fetched_at": "2026-06-22T00:45:15.266841Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260621t184200z", + "data_fetched_at": "2026-06-22T00:54:15.651076Z", + "context_length": 240, + "prediction_length": 60 } ], "failed_datasets": []