diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 56f88773ce0e6ebba62d7a06bb2d900bc52b7075..47ee213918a86bf95fbba877d1ee0829299c5910 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,649333.7592963602,431613.9295062413,572.7949139445282,0.5646075530507292,0.00875296012275703,0.008783934196522285,8.450249236107311,805.8124839541518,0.012348108581822077,0.008777394162219126,0.007676814108540187,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,1.268665497113475,1.351726361482078,0.879666856252665,0.49612440855675083,0.03685729892538633,0.038026438571018305,11.522554910988042,1.126350521424603,0.04869915541391916,0.03803348258847486,0.03556678384133805,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.3865505543724714,1.388811072338627,0.8874149174801094,0.9987693597232397,7.855989823446544,1.4003694279300485,39.09949059807276,1.1775188127467313,5.585069214940841,4.209082422162077,4.191072560214617,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024642685554483235,0.027780682815393018,0.1356499780843283,0.8419656304078647,0.08700667753692753,0.09021615989876665,5.448464083657977,0.15697988901283894,0.10388374716816512,0.0897683653319883,0.07092747796947099,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8285370483222084,0.8287563708056154,0.6667656663456519,0.7714963509194317,4.081731040947257,1.285276724622931,30.07810336333564,0.9102401047647859,4.22777529947057,3.0969140998677713,3.0806175559925513,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024008963499832812,0.026458557618566293,0.1318242208870949,0.8043513603153123,0.08496698762287436,0.08758164463122806,6.069825345186577,0.15494826071896647,0.10253928730551944,0.08723661431659753,0.06889443668071207,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.4451002664027401,1.8035552776601043,1.022129555253659,1.026406291640263,0.04991255795863827,0.052107163936643996,15.060105469400105,1.2021232326191604,0.0608285016348203,0.0517206619385274,0.04637358514873647,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,929.0045059681087,909.945573719996,29.261381628689175,2.422081275007385,1.0791384319068313,0.6688620596225278,79.722926101254,30.479575226175786,1.0085617230659911,0.9682519935309838,0.9460927980671118,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,17.61937941263253,18.277733850166015,3.5535783149305455,1.72751067296233,0.13275201168927395,0.14606396494699836,44.09985955828762,4.197544450346241,0.1651222272408034,0.139790006509056,0.13188209729128939,Weather,1 diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2e92db73aa0d38fd661205940d52a87e52bef588..5fae50f46caf478475062aad686832d068a1e446 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:56:52.415460+00:00", + "evaluated_at": "2026-06-18T19:41:12.991424+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6898763282296858, - 0.6336136804579857, - 0.577258179556499, - 0.5245395522519959, - 0.4682848887623433, - 0.4132374906080348, - 0.3583068605076678, - 0.3043849395541632, - 0.2506833382411294, - 0.19806588356738225, - 0.14355611327966777, - 0.09103313152287583, - 0.03827943966718938, - -0.01588249324339743, - -0.06488956879079905, - -0.11742527646516797, - -0.16917985017111375, - -0.2199850809289693, - -0.2721442163617663, - -0.32159626966157423, - -0.3713216368875263, - -0.4203764266648593, - -0.47057048673803564, - -0.5201437780349182, - -0.5705712800314606, - -0.6182293421776379, - -0.6678003910738992, - -0.7162602991481312, - -0.7627389951889435, - -0.8115261909169084, - -0.8582085332975954, - -0.90525573816898, - -0.953374857063091, - -0.9974369428676347, - -1.0442552126127838, - -1.0901176549441216, - -1.1363954554588567, - -1.181254843937528, - -1.2271468063744768, - -1.2709504091973587, - -1.3154460886473247, - -1.3614218281311183, - -1.403785483085188, - -1.4482958098584622, - -1.491162499971803, - -1.5351457075671764, - -1.5787840240614777, - -1.620729308525904, - -1.6624825558352845, - -1.7068296971184704, - -1.7486506486774593, - -1.789232265885095, - -1.8311330601276232, - -1.8734698512739127, - -1.9120672247285198, - -1.9549891365658847, - -1.996036784274053, - -2.0348975633827804, - -2.077700197107555, - -2.1167171479699505 + 0.38260049875147484, + 0.33761481237525154, + 0.29484750979823604, + 0.2527021476904244, + 0.2139834400522118, + 0.17245451037156492, + 0.133159770832121, + 0.09575064016041118, + 0.05474635079641596, + 0.017913454239289476, + -0.020367104810059055, + -0.0544447817666216, + -0.09191162684521562, + -0.12618825307152687, + -0.16101785015413733, + -0.1956306705436482, + -0.2300061050135266, + -0.26083322321648617, + -0.29645930165988277, + -0.32731186307692256, + -0.35873351542709825, + -0.3905070847486362, + -0.4208988443711447, + -0.4494457138682787, + -0.4798390964418203, + -0.5067895163898034, + -0.5368018784101579, + -0.5664007762855627, + -0.5906864871201778, + -0.6199538310341478, + -0.6462033765673197, + -0.6730012205237513, + -0.699284277146815, + -0.7239624204659815, + -0.7484070155615257, + -0.7736071584100199, + -0.7983279793042162, + -0.8224208019105425, + -0.8452420228478452, + -0.8678675443057181, + -0.8919824776770566, + -0.9131900921857757, + -0.933395086965318, + -0.9565014231415057, + -0.9783411049400572, + -0.9983331108922354, + -1.0188592740178617, + -1.039925148694718, + -1.0587746680157257, + -1.0789217810322933, + -1.0985438394209386, + -1.1170220041247712, + -1.1335631799258161, + -1.1519928283875052, + -1.1714157963421759, + -1.1876215998148967, + -1.2060802571632623, + -1.2242486990653463, + -1.2401734353750418, + -1.2581503482074177 ], "p10": [ - 0.679177987530537, - 0.6228670356931821, - 0.5681616705365407, - 0.5117586945975763, - 0.4570956840516392, - 0.40091954658712625, - 0.3467838443588611, - 0.2943672787459828, - 0.23911634673271415, - 0.18570868245923278, - 0.1320396507101135, - 0.0797001026002058, - 0.025149925569912926, - -0.02609877649373129, - -0.07682554779187824, - -0.12787401170341164, - -0.18041831377499556, - -0.23137785147980988, - -0.2831064755813728, - -0.3327125780238162, - -0.38272495071525914, - -0.42990140261030274, - -0.4827531142624279, - -0.5316821211794532, - -0.5805738609851985, - -0.6298454632320157, - -0.6778104121775472, - -0.7254325659931139, - -0.7748398769340946, - -0.8202321774651588, - -0.8688667187602837, - -0.9172430316059323, - -0.9634367112419656, - -1.0091842699909335, - -1.0551573723478698, - -1.1011952369458093, - -1.147053640921545, - -1.192425589710099, - -1.2376275790759832, - -1.2818613374473902, - -1.3265012117884214, - -1.372196473362156, - -1.415535245949058, - -1.4602246298611852, - -1.5025465608705963, - -1.546503188782935, - -1.5894797851280855, - -1.6330032541375257, - -1.6753063560068306, - -1.7181214955325286, - -1.7602058375344898, - -1.8019691782531482, - -1.8425690677587983, - -1.8859715376039738, - -1.9251986431374333, - -1.9660135911394363, - -2.0066422171399547, - -2.0468497013681715, - -2.0883378706377838, - -2.1278667896898034 + 0.3698673381644692, + 0.32763955433690817, + 0.2839688812617708, + 0.24286681887901543, + 0.2032555008287101, + 0.1616216561072799, + 0.12112374458951192, + 0.08500149938606999, + 0.04439971644124081, + 0.006908347754809301, + -0.030186390923131867, + -0.06522970456821907, + -0.10313411615497191, + -0.1386995565447033, + -0.17353493970642536, + -0.20693237867527348, + -0.24285405570375404, + -0.2740547945281163, + -0.3076187156166228, + -0.33746385273307977, + -0.3703417546797426, + -0.40065055637899416, + -0.43253492761667317, + -0.4595590107264642, + -0.489817198806929, + -0.5195446174486479, + -0.5479492077558007, + -0.5767793545917415, + -0.6031850172572598, + -0.6318209799256166, + -0.6583781004630527, + -0.6845046511405918, + -0.710356361701937, + -0.7360598366513461, + -0.7610653703963418, + -0.7846708279087351, + -0.8095759798290415, + -0.8335594284934752, + -0.8566117657919005, + -0.8801528449802918, + -0.9036414920468072, + -0.9248543305379077, + -0.9478494641549103, + -0.9683381297312567, + -0.989452567533829, + -1.0103289986906332, + -1.0284489956229779, + -1.048928665140329, + -1.0699629228620238, + -1.0896700039422953, + -1.1088830243198908, + -1.128901657267882, + -1.146978951747325, + -1.1645158860596547, + -1.1835237293904786, + -1.2012493055989377, + -1.2162671089123163, + -1.2357907228006206, + -1.251772500063465, + -1.2689635130463706 ], "p90": [ - 0.7006018400577159, - 0.6463234162376504, - 0.5908394538733752, - 0.5338390458310331, - 0.4816053057831926, - 0.42405602957447663, - 0.37105332934959295, - 0.31624980399979297, - 0.26304797633732646, - 0.2088815386686404, - 0.1574596093931241, - 0.10159910463029234, - 0.049385802590070194, - -0.0036510001011613334, - -0.05419534569791042, - -0.10504914141444098, - -0.15774229902255404, - -0.20902098467187827, - -0.26054771183369224, - -0.3104897692726328, - -0.3596706567863404, - -0.40444656589284395, - -0.46012793486289066, - -0.508472402457397, - -0.5587066814183339, - -0.6059835176714945, - -0.6515801386724767, - -0.7029493735949315, - -0.7521185225419137, - -0.7980808785290959, - -0.8468609884962562, - -0.8920133765398212, - -0.9417362578583294, - -0.9860856810073519, - -1.0318725366822588, - -1.0790362903517954, - -1.1235971097670079, - -1.1707447389495538, - -1.2137648018718161, - -1.2590557546471657, - -1.3047592324417665, - -1.3482908533292655, - -1.3920798689337692, - -1.435373438478801, - -1.48126902864376, - -1.523959523422288, - -1.5668035372127747, - -1.6087733436482343, - -1.6529912164850284, - -1.6936864066535158, - -1.7361744509394705, - -1.7784707363194923, - -1.818935313997788, - -1.863140814966938, - -1.9019730343312389, - -1.9409317737073988, - -1.9835008636344427, - -2.0234459437157977, - -2.0645590759590156, - -2.104570795289918 + 0.39381387334344775, + 0.3491462875495582, + 0.3068423483289383, + 0.26819202689400756, + 0.22381781253715655, + 0.1834423005640439, + 0.14399170957501795, + 0.10480675795137802, + 0.06564253177604411, + 0.028952551477734196, + -0.0084743739390368, + -0.04409896594135651, + -0.08057581660017457, + -0.11587374128004446, + -0.15148354158504104, + -0.18431009862583997, + -0.21850006265838587, + -0.2509280065021789, + -0.2832304998904144, + -0.3165640305376284, + -0.34356088728441275, + -0.3790129907028262, + -0.40814531890346833, + -0.43895789120317874, + -0.46830997676606106, + -0.49689296914331493, + -0.5260495686809016, + -0.5529551978267132, + -0.5816090884243462, + -0.6087837242003327, + -0.6340858333699793, + -0.6618914833671479, + -0.68767910966934, + -0.7131806022200523, + -0.7381049133775742, + -0.7610341772194003, + -0.7862077678422296, + -0.8100092521176274, + -0.8346603907459471, + -0.8554762397143021, + -0.8796513880399179, + -0.9011364575552875, + -0.9204334590977494, + -0.9444157163938406, + -0.9668533884521727, + -0.9878046209788368, + -1.0057314218972004, + -1.0284643961923932, + -1.0483094269097906, + -1.0686044517156867, + -1.084556242789236, + -1.1056877201498956, + -1.1240875592862019, + -1.1417442014534778, + -1.1592982531448355, + -1.1764741762597044, + -1.1958218257202828, + -1.211391409252019, + -1.2299335517512464, + -1.2470135843487034 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8df5c6bf17111d3fc59d4bd0d247d1642b691ad9..9aaa96919ed2139403493f13a0ef2bc8325210c6 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:56:52.504580+00:00", + "evaluated_at": "2026-06-18T19:41:13.081457+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.4503567976258809, - 1.4356561138378912, - 1.4328997060385027, - 1.431636382160753, - 1.432006379455997, - 1.4320012649585165, - 1.4460103607897385, - 1.4318679205257834, - 1.4322258002796646, - 1.4545591390693966, - 1.4495486285298669, - 1.4319525270434617, - 1.43263156985914, - 1.4320425979873532, - 1.432857878791552, - 1.4320425904823306, - 1.4394258494007304, - 1.4481596881647605, - 1.439425849108805, - 1.4328578759317177, - 1.445993822227347, - 1.4328578759203625, - 1.430689343027081, - 1.4318623168733076, - 1.432042589509063, - 1.4581798584537486, - 1.4328578759188964, - 1.431644819317754, - 1.431427321762366, - 1.4459938222230007, - 1.439425849070945, - 1.4459938222230004, - 1.4320425895090054, - 1.4459938222230004, - 1.4314273217623654, - 1.4509371330722405, - 1.431211197233708, - 1.4320425895090054, - 1.449548410562631, - 1.4324052137535614, - 1.4320425895090054, - 1.4322239016312834, - 1.4326315448362257, - 1.431211197233708, - 1.439425849070945, - 1.439425849070945, - 1.4509371330722405, - 1.4324052137535614, - 1.431211197233708, - 1.4470767551380108, - 1.4328578759188897, - 1.4328578759188897, - 1.4320425895090054, - 1.4316448193177518, - 1.4318623168731384, - 1.4324052137535614, - 1.4459938222230004, - 1.4318623168731384, - 1.429961985969204, - 1.4324052137535614, - 1.4509371330722405, - 1.4320425895090054, - 1.4326315448362257, - 1.4328578759188897, - 1.4320425895090054, - 1.4314273217623654, - 1.4324052137535614, - 1.4324052137535614, - 1.4509371330722405, - 1.439425849070945, - 1.4481596880530214, - 1.4314273217623654 + 1.4465178761558235, + 1.440450798347971, + 1.4381620616626454, + 1.4367578724379413, + 1.4375390658955662, + 1.451186193726893, + 1.4371373131202945, + 1.4366203191316083, + 1.4445261518352177, + 1.4534012033853296, + 1.4371232101100646, + 1.4511445111172958, + 1.435860934939984, + 1.453400636712089, + 1.4607815790348502, + 1.436401988609456, + 1.4534006291222075, + 1.436260308198807, + 1.453400628841746, + 1.4379045048560288, + 1.4534006288088441, + 1.436401987683285, + 1.4371230133107193, + 1.4374171717034596, + 1.4534006288045316, + 1.4511444437113392, + 1.4371230133102135, + 1.4534006288044738, + 1.4364019876817882, + 1.4534006288044719, + 1.4650347224301492, + 1.4670891513914444, + 1.4691435803527397, + 1.4376608382732732, + 1.4534006288044716, + 1.4511444437113188, + 1.4691435803527397, + 1.4629081493782796, + 1.4650347224301492, + 1.4374171717032842, + 1.4362603080899794, + 1.4374171717032842, + 1.4650347224301492, + 1.4379045048432622, + 1.4511444437113188, + 1.4534006288044716, + 1.4650347224301492, + 1.4374171717032842, + 1.4374171717032842, + 1.4701691853405277, + 1.4364019876817875, + 1.4379045048432622, + 1.4650347224301492, + 1.4511444437113188, + 1.4511444437113188, + 1.4368288549171289, + 1.46078157632641, + 1.4511444437113188, + 1.4511444437113188, + 1.4379045048432622, + 1.4534006288044716, + 1.4379045048432622, + 1.4511444437113188, + 1.4445244742772905, + 1.4366154212994582, + 1.4534006288044716, + 1.4376608382732732, + 1.4691435803527397, + 1.46078157632641, + 1.4534006288044716, + 1.4361186284981713, + 1.4364019876817875 ], "p10": [ - 1.3588094051307926, - 1.3457429280103566, - 1.3497821420979763, - 1.3391061932173514, - 1.3421833299463959, - 1.342088079130982, - 1.3562339331745874, - 1.3420448710161823, - 1.3534740388244337, - 1.3540222151267785, - 1.342039485330773, - 1.3485273292296154, - 1.353472165198967, - 1.342039275841885, - 1.354021574693029, - 1.354021572793692, - 1.3534721405058379, - 1.3666713785618503, - 1.3485272554150856, - 1.355997812341929, - 1.3478784565802033, - 1.3562173946093221, - 1.3349393241522973, - 1.3485272553773948, - 1.338681008290364, - 1.3797149742831343, - 1.3678329322103693, - 1.3485272553772278, - 1.335128649413087, - 1.354021571820367, - 1.3413482055684922, - 1.355997812329101, - 1.3485272553772256, - 1.3420392673635373, - 1.3383257724025845, - 1.3678329322103626, - 1.3383257724025845, - 1.3540215718203668, - 1.3383257724025845, - 1.355448380684787, - 1.355997812329101, - 1.3534721401760526, - 1.3420392673635373, - 1.3485272553772256, - 1.3562173946078493, - 1.3485272553772256, - 1.3485272553772256, - 1.3420392673635373, - 1.3562173946078493, - 1.3562173946078493, - 1.3562173946078493, - 1.3540215718203668, - 1.3485272553772256, - 1.3485272553772256, - 1.3386810082903065, - 1.3562173946078493, - 1.3420392673635373, - 1.3420392673635373, - 1.3478784565758568, - 1.3386810082903065, - 1.3417034414562141, - 1.3534721401760526, - 1.355997812329101, - 1.3540215718203668, - 1.3478784565758568, - 1.3351286494130863, - 1.3797149742831147, - 1.3417034414562141, - 1.3420392673635373, - 1.3386810082903065, - 1.3485272553772256, - 1.3485272553772256 + 1.3592788821449084, + 1.3456932540804702, + 1.3725259155619973, + 1.351129153883655, + 1.3695374015936348, + 1.3720962276664008, + 1.350436144072446, + 1.3621835235514181, + 1.3714885447674856, + 1.3472595950569277, + 1.347259217275928, + 1.3714869346155354, + 1.350773292214742, + 1.3383082914793627, + 1.3634876574952521, + 1.347259021403738, + 1.350773269445237, + 1.342659627544611, + 1.3621786257565425, + 1.3507732691402679, + 1.372054477655199, + 1.3507732691289986, + 1.360686665195461, + 1.363633102461159, + 1.3721175454776942, + 1.3467990811720616, + 1.3636331024609905, + 1.3621786257192703, + 1.3621786257192687, + 1.34725902047607, + 1.3610380900600914, + 1.3507732691275012, + 1.3720544776508266, + 1.3507732691275012, + 1.3720544776508266, + 1.3714868672095584, + 1.3705560430605292, + 1.3472590204760697, + 1.362178625719268, + 1.3705560430605292, + 1.3610380900600914, + 1.3507732691275012, + 1.3426596274357834, + 1.3721175454776342, + 1.3636331024609836, + 1.3507732691275012, + 1.3507732691275012, + 1.3623471191276353, + 1.3636331024609836, + 1.3636331024609836, + 1.3507732691275012, + 1.3606866651949483, + 1.3714868672095584, + 1.3507732691275012, + 1.3636331024609836, + 1.3721175454776342, + 1.3507732691275012, + 1.362178625719268, + 1.362178625719268, + 1.362178625719268, + 1.3636331024609836, + 1.3504218442623581, + 1.362178625719268, + 1.3504218442623581, + 1.3504218442623581, + 1.3636331024609836, + 1.3426596274357834, + 1.3714868672095584, + 1.3636331024609836, + 1.3507732691275012, + 1.362178625719268, + 1.3721175454776342 ], "p90": [ - 1.5551189140734, - 1.5730877467661246, - 1.5705931447216352, - 1.5566782811432405, - 1.5697039174966938, - 1.56943289788675, - 1.5693547965676227, - 1.5695654585664802, - 1.5548016537788512, - 1.5732353304408784, - 1.6125304668774119, - 1.569559928766225, - 1.569338283023799, - 1.5693331744660746, - 1.5920709076359, - 1.5711417750379286, - 1.5711417743943887, - 1.5711417741763425, - 1.5920709048010977, - 1.612530248923004, - 1.5695598549181817, - 1.5711417740660762, - 1.569333165988226, - 1.5693840861194746, - 1.5693840861193629, - 1.569384086119325, - 1.5547997551304766, - 1.5441879655184665, - 1.5547997551304706, - 1.5711417740646036, - 1.5695598549138352, - 1.5711417740646034, - 1.5693840861193054, - 1.5920709047632378, - 1.5562530962161956, - 1.5693331659877268, - 1.5711417740646034, - 1.5920709047632378, - 1.5711417740646034, - 1.5562530962161956, - 1.5693840861193054, - 1.5711417740646034, - 1.5452491444796648, - 1.55479975513047, - 1.5732346871344667, - 1.5711417740646034, - 1.5693840861193054, - 1.5695140267954144, - 1.5693840861193054, - 1.5711417740646034, - 1.5695598549138352, - 1.5693331659877268, - 1.5920709047632378, - 1.5693840861193054, - 1.5562530962161956, - 1.5732346871344667, - 1.5920709047632378, - 1.5693840861193054, - 1.5562530962161956, - 1.5693840861193054, - 1.5562530962161956, - 1.5562530962161956, - 1.5403278149594504, - 1.5562530962161956, - 1.5920709047632378, - 1.5920709047632378, - 1.5693840861193054, - 1.5711417740646034, - 1.5562530962161956, - 1.5711417740646034, - 1.5695598549138352, - 1.5920709047632378 + 1.582343755405794, + 1.5791317914108678, + 1.5766195491667132, + 1.5448553142958235, + 1.5736086117155257, + 1.5736549702993858, + 1.5736346403713235, + 1.5492804484205434, + 1.597823517697253, + 1.5736209151420937, + 1.5755806976141324, + 1.5736844904640308, + 1.575580523901515, + 1.5755805087218917, + 1.6212281466861693, + 1.573486718450912, + 1.57558050113201, + 1.573472661769786, + 1.5736844230953282, + 1.5736844230708205, + 1.5736203405656082, + 1.5755805008157717, + 1.5736844230585665, + 1.573613220283987, + 1.5738740308337358, + 1.5734726616609789, + 1.5516952616956565, + 1.573874030833678, + 1.5738740308336765, + 1.5755805008142745, + 1.5734726616609584, + 1.5978218401393258, + 1.5755805008142743, + 1.5755805008142743, + 1.5736132202838116, + 1.5736844230580538, + 1.5755805008142743, + 1.5736132202838116, + 1.5736844230580538, + 1.5439687494231449, + 1.5755805008142743, + 1.5736844230580538, + 1.5755805008142743, + 1.5736132202838116, + 1.5978218401393258, + 1.5778046347467793, + 1.5736203405612357, + 1.5736844230580538, + 1.5978218401393258, + 1.5978218401393258, + 1.5738740308336758, + 1.5736844230580538, + 1.5978218401393258, + 1.5755805008142743, + 1.5439687494231449, + 1.5978218401393258, + 1.5978218401393258, + 1.5755805008142743, + 1.5778046347467793, + 1.5755805008142743, + 1.5736132202838116, + 1.5755805008142743, + 1.5736203405612357, + 1.5755805008142743, + 1.5736844230580538, + 1.5755805008142743, + 1.5734726616609584, + 1.5778046347467793, + 1.5736132202838116, + 1.5736132202838116, + 1.5736132202838116, + 1.5736844230580538 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index b95df4c917fcbd70ce7a34268028a2c5ac2af907..b3d67d36ee861e12e26d2e257d06dafd86626397 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,43 +1,19 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T19:19:26.499939+00:00", + "evaluated_at": "2026-06-18T19:41:13.100761+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 2395137ee065baf3dc5b03082aee96e818e4e34f..1c70255befaf1017fbc763d2ebbec93c66ff4c91 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.900,3.500,3.900,4.000,3.900,3.400,3.900,4.000,4.000 +2026-06-18,Chronos-2,3.700,3.300,3.700,3.900,3.700,2.900,3.700,3.900,3.700 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 579399be000a69eadce42342129e2d4e28b147d9..eea762abc984991411d9aec07d2de77bd240451a 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.125,3.8,4.125,4.025,4.175,3.525,4.125,4.025,4.15 +2026-W25,Chronos-Bolt-Mini,4.075,3.75,4.075,4.0,4.125,3.4,4.075,4.0,4.075 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 38110e63c429d5c5d87b856f58a3cb8893c17776..1302cc82ce06fa2dd99413f87582f41152c25dc7 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,385045.84802691144,385045.84802691144,498.4041341145833,0.49128009300036224,0.007682823164417108,0.0076450952633348975,2.1671099457187712,620.5206265926311,0.009508733392695909,0.007637444800403527,0.006411995246873231,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.06906804444800291,0.06906804444800291,0.24547234067382911,0.27627465765478365,2.771865721839584,1.211978404298222,1.7858491249814041,0.2628079992085532,1.2465200979643218,1.1642956343252522,1.0644247125884707,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.03247898487450682,0.03247898487450682,0.13851644926600987,0.8597575257668901,0.09581511098916812,0.09096502037930833,5.0873401402953995,0.18021926887685127,0.11926274811739217,0.0916652947372466,0.07324626590448612,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.004168695615669331,0.004168695615669331,0.05472104041837156,0.06331622207344285,0.5199831774805633,0.49753916439412504,0.5540375742562094,0.06456543669541259,0.2998858839898441,0.2541617995417862,0.31434507055386574,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.04202345635277657,0.04202345635277657,0.15772164033518898,0.9623695486387752,0.11037295204784235,0.10256239440952095,4.902366963615054,0.2049962349721979,0.13565926933822622,0.10437461200006956,0.07576193594080974,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3137860168476436,0.3137860168476436,0.464180866877238,0.46612306607609266,0.02298759999327221,0.02320523138772051,2.255276891701538,0.5601660618492017,0.02834489949480901,0.023487963507847386,0.023133381101097576,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.61062385971703,39.61062385971703,5.341403961181641,0.4421293116229344,0.1715813951711349,0.18209901352637461,2.198385890212146,6.293697153479585,0.2082569064190109,0.17674575655025554,0.1551408308624319,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5701619780666078,0.5701619780666078,0.5729495684305826,0.2785295290593131,0.022043345694780506,0.021729303244539505,1.9582654497961631,0.7550907085023678,0.02970361863504807,0.02253858415438844,0.024279920752778735,Weather,1 diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5be202d5c0202b4855352f88229cc63a3443adf7..85047eba0df9df6d66853588a0e1495a0bd20b00 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:53:27.291473+00:00", + "evaluated_at": "2026-06-18T19:38:00.950246+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6608015298843384, - 0.6049662828445435, - 0.5563720464706421, - 0.5030741095542908, - 0.44180285930633545, - 0.3876613974571228, - 0.335521399974823, - 0.28009968996047974, - 0.22943776845932007, - 0.18640631437301636, - 0.13991284370422363, - 0.08900487422943115, - 0.04167020320892334, - 0.002644658088684082, - -0.037577152252197266, - -0.07882654666900635, - -0.17866742610931396, - -0.21439862251281738, - -0.24360620975494385, - -0.27721333503723145, - -0.30448997020721436, - -0.33819258213043213, - -0.36217594146728516, - -0.3865985870361328, - -0.40205633640289307, - -0.41597938537597656, - -0.43322134017944336, - -0.4474743604660034, - -0.4628915786743164, - -0.465884804725647, - -0.48513782024383545, - -0.490559458732605, - -0.4449392557144165, - -0.4508477449417114, - -0.4488879442214966, - -0.4591989517211914, - -0.45181572437286377, - -0.44857823848724365, - -0.438773512840271, - -0.43445348739624023, - -0.42217469215393066, - -0.4119971990585327, - -0.39939796924591064, - -0.38263237476348877, - -0.3688662052154541, - -0.3623828887939453, - -0.34544241428375244, - -0.33683323860168457, - -0.20648229122161865, - -0.18711698055267334, - -0.17084097862243652, - -0.15313148498535156, - -0.11366665363311768, - -0.09648621082305908, - -0.06253981590270996, - -0.02836775779724121, - 0.0029419660568237305, - 0.026196956634521484, - 0.05315876007080078, - 0.08279132843017578 + 0.34656447172164917, + 0.30620890855789185, + 0.272763192653656, + 0.23010313510894775, + 0.1941472887992859, + 0.15754711627960205, + 0.12383562326431274, + 0.09336400032043457, + 0.06287491321563721, + 0.03648388385772705, + 0.010270953178405762, + -0.017620086669921875, + -0.04518687725067139, + -0.0617218017578125, + -0.08529496192932129, + -0.10404753684997559, + -0.14832937717437744, + -0.15989422798156738, + -0.16190218925476074, + -0.17401576042175293, + -0.1744924783706665, + -0.17660129070281982, + -0.17405974864959717, + -0.16941189765930176, + -0.1606910228729248, + -0.1555767059326172, + -0.14243674278259277, + -0.13459312915802002, + -0.1227571964263916, + -0.11499786376953125, + -0.10506248474121094, + -0.09438550472259521, + -0.04218268394470215, + -0.025042295455932617, + -0.002726316452026367, + 0.009070038795471191, + 0.03559553623199463, + 0.05638742446899414, + 0.08438658714294434, + 0.11719954013824463, + 0.14965051412582397, + 0.18095237016677856, + 0.20775002241134644, + 0.23740607500076294, + 0.2653517723083496, + 0.3021007180213928, + 0.33892929553985596, + 0.3784823417663574, + 0.365665078163147, + 0.40095579624176025, + 0.43838071823120117, + 0.47953611612319946, + 0.5073878765106201, + 0.5448715686798096, + 0.5834183692932129, + 0.6194866895675659, + 0.6518583297729492, + 0.6839472055435181, + 0.7208192348480225, + 0.7506536841392517 ], "p10": [ - 0.6279309988021851, - 0.5670351982116699, - 0.5115294456481934, - 0.45605361461639404, - 0.38403505086898804, - 0.33223670721054077, - 0.2776656150817871, - 0.21793752908706665, - 0.1546415090560913, - 0.11001735925674438, - 0.050372958183288574, - -0.009226560592651367, - -0.06033742427825928, - -0.10543131828308105, - -0.15957629680633545, - -0.21437370777130127, - -0.3379560708999634, - -0.3857532739639282, - -0.43413448333740234, - -0.45983850955963135, - -0.5029869079589844, - -0.5512697696685791, - -0.5910683870315552, - -0.6258535385131836, - -0.6589850187301636, - -0.678825855255127, - -0.7086260318756104, - -0.732136607170105, - -0.7630243301391602, - -0.7860689163208008, - -0.8093407154083252, - -0.8198490142822266, - -0.880265474319458, - -0.896874189376831, - -0.9256337881088257, - -0.928752064704895, - -0.9635683298110962, - -0.9918109178543091, - -0.9947792291641235, - -1.009905219078064, - -1.0280202627182007, - -1.0345433950424194, - -1.049045205116272, - -1.0527490377426147, - -1.052097201347351, - -1.081605076789856, - -1.0547655820846558, - -1.0388964414596558, - -1.0446780920028687, - -1.028804898262024, - -1.0483289957046509, - -1.0411823987960815, - -1.0350011587142944, - -1.0404115915298462, - -1.0302737951278687, - -1.0400060415267944, - -1.0157631635665894, - -1.036227822303772, - -1.0348905324935913, - -1.0515609979629517 + 0.31695252656936646, + 0.27930229902267456, + 0.2379215955734253, + 0.19351089000701904, + 0.15435081720352173, + 0.10571181774139404, + 0.07393527030944824, + 0.032962918281555176, + -0.0060002803802490234, + -0.032808661460876465, + -0.0710289478302002, + -0.10417008399963379, + -0.1342458724975586, + -0.15470314025878906, + -0.19308185577392578, + -0.2177586555480957, + -0.25489211082458496, + -0.2729184627532959, + -0.29446494579315186, + -0.301377534866333, + -0.30907154083251953, + -0.3203299045562744, + -0.32389891147613525, + -0.3282865285873413, + -0.3302938938140869, + -0.32370543479919434, + -0.32465100288391113, + -0.32502520084381104, + -0.3210679292678833, + -0.325930118560791, + -0.3202056884765625, + -0.31909942626953125, + -0.28427672386169434, + -0.2706378698348999, + -0.2687520980834961, + -0.2537883520126343, + -0.23701870441436768, + -0.2290133237838745, + -0.21383798122406006, + -0.17673015594482422, + -0.16174209117889404, + -0.14177203178405762, + -0.14164972305297852, + -0.10744428634643555, + -0.08052396774291992, + -0.0633845329284668, + -0.0525665283203125, + -0.027984023094177246, + -0.02741408348083496, + -0.012192368507385254, + 0.017380356788635254, + 0.054669737815856934, + 0.07879197597503662, + 0.09127748012542725, + 0.11536091566085815, + 0.1630687117576599, + 0.18521654605865479, + 0.21067965030670166, + 0.22295832633972168, + 0.2712724804878235 ], "p90": [ - 0.692613422870636, - 0.6355711221694946, - 0.588371753692627, - 0.5379688143730164, - 0.4854322075843811, - 0.4356372356414795, - 0.3902098536491394, - 0.34395694732666016, - 0.2990148663520813, - 0.2667439579963684, - 0.21997690200805664, - 0.18235468864440918, - 0.14355343580245972, - 0.10767865180969238, - 0.0679929256439209, - 0.04750335216522217, - -0.028078556060791016, - -0.05609619617462158, - -0.08441948890686035, - -0.09981977939605713, - -0.11919820308685303, - -0.13431262969970703, - -0.15086030960083008, - -0.15881001949310303, - -0.1688070297241211, - -0.16891086101531982, - -0.18498146533966064, - -0.18194472789764404, - -0.17697250843048096, - -0.18163013458251953, - -0.17538797855377197, - -0.19332683086395264, - -0.12223315238952637, - -0.12764215469360352, - -0.11305344104766846, - -0.09501171112060547, - -0.0923910140991211, - -0.05986583232879639, - -0.04709160327911377, - -0.03224170207977295, - -0.006615042686462402, - 0.03000473976135254, - 0.042278409004211426, - 0.06710946559906006, - 0.10786581039428711, - 0.12548011541366577, - 0.16791069507598877, - 0.1960831880569458, - 0.33550918102264404, - 0.33401018381118774, - 0.37293773889541626, - 0.4203912019729614, - 0.47200852632522583, - 0.49978387355804443, - 0.5493167042732239, - 0.6036641001701355, - 0.6392267942428589, - 0.662853479385376, - 0.7068598866462708, - 0.7602231502532959 + 0.3704734444618225, + 0.339774489402771, + 0.3028849959373474, + 0.2666909694671631, + 0.24228453636169434, + 0.20766562223434448, + 0.1798911690711975, + 0.15561425685882568, + 0.12833154201507568, + 0.1114426851272583, + 0.08642768859863281, + 0.06719481945037842, + 0.05224871635437012, + 0.0331193208694458, + 0.015086054801940918, + 0.011111855506896973, + -0.031561851501464844, + -0.04490852355957031, + -0.0456082820892334, + -0.04195129871368408, + -0.036679863929748535, + -0.023512721061706543, + -0.01797926425933838, + -0.0029202699661254883, + 0.009163737297058105, + 0.02711308002471924, + 0.03816068172454834, + 0.05789637565612793, + 0.09235382080078125, + 0.10680842399597168, + 0.13680511713027954, + 0.1599704623222351, + 0.21603423357009888, + 0.22763842344284058, + 0.258764386177063, + 0.2848261594772339, + 0.30665910243988037, + 0.34683942794799805, + 0.37555253505706787, + 0.4126052260398865, + 0.4500383734703064, + 0.5061125159263611, + 0.562562882900238, + 0.586872935295105, + 0.6270935535430908, + 0.6888984441757202, + 0.7337028980255127, + 0.775214433670044, + 0.8012046813964844, + 0.839669942855835, + 0.8881074786186218, + 0.9436550736427307, + 0.9799904823303223, + 1.0352051258087158, + 1.0736461877822876, + 1.1254761219024658, + 1.1477164030075073, + 1.1853952407836914, + 1.2152988910675049, + 1.2659598588943481 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9e15e8f034b88eb6b42bf6af2c6ddf87adeca7fa..2c66d99d30429e77ddbdd12b636a3d754aeb788f 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:53:32.659364+00:00", + "evaluated_at": "2026-06-18T19:38:05.362175+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.4896252155303955, - 1.4896942377090454, - 1.4926611185073853, - 1.495137095451355, - 1.4959584474563599, - 1.4988913536071777, - 1.5021662712097168, - 1.5035312175750732, - 1.5055832862854004, - 1.5069938898086548, - 1.5083832740783691, - 1.5089280605316162, - 1.5098384618759155, - 1.5137033462524414, - 1.5170589685440063, - 1.5148662328720093, - 1.5249428749084473, - 1.525967001914978, - 1.5277940034866333, - 1.5305514335632324, - 1.5321804285049438, - 1.534563422203064, - 1.5377405881881714, - 1.539598822593689, - 1.543161392211914, - 1.5448951721191406, - 1.5490471124649048, - 1.5493080615997314, - 1.551059603691101, - 1.554039478302002, - 1.5580706596374512, - 1.5567898750305176, - 1.5677714347839355, - 1.569288730621338, - 1.5688484907150269, - 1.5717086791992188, - 1.572313666343689, - 1.5740259885787964, - 1.577401876449585, - 1.577324390411377, - 1.5807913541793823, - 1.5819056034088135, - 1.583117127418518, - 1.5834355354309082, - 1.5843257904052734, - 1.586719274520874, - 1.5913068056106567, - 1.5886523723602295, - 1.596659779548645, - 1.5984678268432617, - 1.5958518981933594, - 1.5997684001922607, - 1.6002285480499268, - 1.6014046669006348, - 1.6050784587860107, - 1.6042518615722656, - 1.6074577569961548, - 1.6078987121582031, - 1.6054407358169556, - 1.604810118675232, - 1.602484107017517, - 1.6075503826141357, - 1.6117585897445679, - 1.6070927381515503, - 1.6174696683883667, - 1.6173754930496216, - 1.612288475036621, - 1.6188992261886597, - 1.616396188735962, - 1.6199418306350708, - 1.624068021774292, - 1.61997652053833 + 1.4963856935501099, + 1.4987856149673462, + 1.503442645072937, + 1.505185604095459, + 1.5087385177612305, + 1.5124720335006714, + 1.5153297185897827, + 1.5157606601715088, + 1.518463134765625, + 1.5202107429504395, + 1.5219645500183105, + 1.5240159034729004, + 1.5262700319290161, + 1.5299575328826904, + 1.5331099033355713, + 1.530972957611084, + 1.5421501398086548, + 1.5460212230682373, + 1.550328016281128, + 1.5530592203140259, + 1.557512640953064, + 1.558344841003418, + 1.5621075630187988, + 1.562943458557129, + 1.5680160522460938, + 1.5711495876312256, + 1.5755424499511719, + 1.5770294666290283, + 1.5802974700927734, + 1.5824811458587646, + 1.5862423181533813, + 1.585351586341858, + 1.600096583366394, + 1.6030913591384888, + 1.6031577587127686, + 1.6039623022079468, + 1.6078457832336426, + 1.6084601879119873, + 1.6113702058792114, + 1.6109259128570557, + 1.6166132688522339, + 1.6195061206817627, + 1.6232718229293823, + 1.623229742050171, + 1.6272536516189575, + 1.628166675567627, + 1.6335277557373047, + 1.6297850608825684, + 1.6453782320022583, + 1.6475448608398438, + 1.646177053451538, + 1.6479933261871338, + 1.6531336307525635, + 1.6529442071914673, + 1.6579887866973877, + 1.6562340259552002, + 1.659424066543579, + 1.6634827852249146, + 1.660784363746643, + 1.660644292831421, + 1.660109281539917, + 1.662841558456421, + 1.667160987854004, + 1.6620910167694092, + 1.6762555837631226, + 1.6764469146728516, + 1.6746172904968262, + 1.6785575151443481, + 1.6818187236785889, + 1.6825939416885376, + 1.6865177154541016, + 1.6850491762161255 ], "p10": [ - 1.3800957202911377, - 1.3643041849136353, - 1.359557032585144, - 1.357174277305603, - 1.3524457216262817, - 1.3523402214050293, - 1.351629614830017, - 1.3479816913604736, - 1.3461116552352905, - 1.3435773849487305, - 1.340469241142273, - 1.3310056924819946, - 1.3302170038223267, - 1.3311822414398193, - 1.3313803672790527, - 1.328648567199707, - 1.338337779045105, - 1.3319542407989502, - 1.3291372060775757, - 1.330660343170166, - 1.3294312953948975, - 1.3288278579711914, - 1.3276093006134033, - 1.3239837884902954, - 1.322777271270752, - 1.3188979625701904, - 1.3188750743865967, - 1.3107281923294067, - 1.3102601766586304, - 1.311552882194519, - 1.3141995668411255, - 1.3112550973892212, - 1.3037400245666504, - 1.2958441972732544, - 1.2918012142181396, - 1.2908649444580078, - 1.2874171733856201, - 1.283896565437317, - 1.2818973064422607, - 1.2783241271972656, - 1.277145504951477, - 1.2699975967407227, - 1.2704309225082397, - 1.2628806829452515, - 1.262596845626831, - 1.2627354860305786, - 1.267804503440857, - 1.2621005773544312, - 1.2676695585250854, - 1.2570598125457764, - 1.2526435852050781, - 1.2530509233474731, - 1.2485558986663818, - 1.2459310293197632, - 1.2498440742492676, - 1.244194507598877, - 1.239441990852356, - 1.2293405532836914, - 1.233161449432373, - 1.2246382236480713, - 1.2186717987060547, - 1.2166001796722412, - 1.2244751453399658, - 1.219846248626709, - 1.213151454925537, - 1.203631043434143, - 1.1968022584915161, - 1.1940492391586304, - 1.1925179958343506, - 1.187796711921692, - 1.1956473588943481, - 1.194959282875061 + 1.3982360363006592, + 1.3865509033203125, + 1.3834946155548096, + 1.3800647258758545, + 1.378859519958496, + 1.3809958696365356, + 1.3793754577636719, + 1.375016212463379, + 1.3750085830688477, + 1.373319149017334, + 1.3699942827224731, + 1.3626811504364014, + 1.360715627670288, + 1.362058162689209, + 1.3635222911834717, + 1.3599681854248047, + 1.3614757061004639, + 1.3595861196517944, + 1.3593854904174805, + 1.361767053604126, + 1.363779902458191, + 1.3618526458740234, + 1.3618547916412354, + 1.3585748672485352, + 1.3576809167861938, + 1.3549431562423706, + 1.3540219068527222, + 1.3460304737091064, + 1.3444501161575317, + 1.3466579914093018, + 1.3501869440078735, + 1.3466521501541138, + 1.339665174484253, + 1.3336392641067505, + 1.3301886320114136, + 1.3276474475860596, + 1.3263580799102783, + 1.3224729299545288, + 1.3190739154815674, + 1.313512921333313, + 1.3148635625839233, + 1.3098894357681274, + 1.3112035989761353, + 1.3047794103622437, + 1.3053852319717407, + 1.3061264753341675, + 1.308295726776123, + 1.30414617061615, + 1.3054637908935547, + 1.2971537113189697, + 1.2941863536834717, + 1.2918050289154053, + 1.291183352470398, + 1.2874047756195068, + 1.2834951877593994, + 1.2777782678604126, + 1.278572678565979, + 1.2705824375152588, + 1.2721459865570068, + 1.2605061531066895, + 1.2601109743118286, + 1.2562090158462524, + 1.2613098621368408, + 1.2528250217437744, + 1.239365577697754, + 1.2325838804244995, + 1.2272531986236572, + 1.2302700281143188, + 1.226876139640808, + 1.2256358861923218, + 1.2244576215744019, + 1.221358060836792 ], "p90": [ - 1.5689080953598022, - 1.5841658115386963, - 1.5925312042236328, - 1.6047232151031494, - 1.6076009273529053, - 1.6151885986328125, - 1.619462251663208, - 1.6246386766433716, - 1.6257675886154175, - 1.633574366569519, - 1.6382160186767578, - 1.6390163898468018, - 1.647347092628479, - 1.645618200302124, - 1.655501127243042, - 1.6535903215408325, - 1.6729754209518433, - 1.676641821861267, - 1.677138328552246, - 1.6856756210327148, - 1.6878561973571777, - 1.69721519947052, - 1.700796127319336, - 1.7060960531234741, - 1.7077677249908447, - 1.71796452999115, - 1.7249377965927124, - 1.725250244140625, - 1.7347087860107422, - 1.7319116592407227, - 1.7458990812301636, - 1.7417477369308472, - 1.7737880945205688, - 1.7759687900543213, - 1.7740859985351562, - 1.781238079071045, - 1.7818551063537598, - 1.7947700023651123, - 1.7931344509124756, - 1.8008058071136475, - 1.8002033233642578, - 1.8123962879180908, - 1.817800521850586, - 1.8180255889892578, - 1.8267314434051514, - 1.8199589252471924, - 1.8370394706726074, - 1.8320069313049316, - 1.858483076095581, - 1.8564108610153198, - 1.8573744297027588, - 1.864179253578186, - 1.8628730773925781, - 1.8786380290985107, - 1.8751051425933838, - 1.8843986988067627, - 1.8813426494598389, - 1.8935985565185547, - 1.8972810506820679, - 1.900451898574829, - 1.9068567752838135, - 1.8974188566207886, - 1.917172908782959, - 1.9148571491241455, - 1.9547792673110962, - 1.9467649459838867, - 1.9482728242874146, - 1.9588675498962402, - 1.9493377208709717, - 1.9702399969100952, - 1.9678075313568115, - 1.9755544662475586 + 1.5677536725997925, + 1.582520842552185, + 1.591707706451416, + 1.6054942607879639, + 1.608096718788147, + 1.6160597801208496, + 1.6194360256195068, + 1.6252920627593994, + 1.626989483833313, + 1.6342718601226807, + 1.639223575592041, + 1.6415973901748657, + 1.6510608196258545, + 1.6508781909942627, + 1.6596803665161133, + 1.6582547426223755, + 1.6818385124206543, + 1.6839797496795654, + 1.6848225593566895, + 1.6948208808898926, + 1.6974352598190308, + 1.706965684890747, + 1.7096796035766602, + 1.7155678272247314, + 1.719401240348816, + 1.7298452854156494, + 1.7372750043869019, + 1.7404431104660034, + 1.7494196891784668, + 1.7471539974212646, + 1.7604964971542358, + 1.756662130355835, + 1.7905981540679932, + 1.791487216949463, + 1.7894269227981567, + 1.7995601892471313, + 1.8005330562591553, + 1.8111813068389893, + 1.8100178241729736, + 1.819473385810852, + 1.8190590143203735, + 1.8318060636520386, + 1.83817458152771, + 1.8394417762756348, + 1.8471046686172485, + 1.842397928237915, + 1.8591095209121704, + 1.853393316268921, + 1.8922176361083984, + 1.8898471593856812, + 1.889023780822754, + 1.8994896411895752, + 1.8978180885314941, + 1.912493348121643, + 1.9121737480163574, + 1.9220017194747925, + 1.9179036617279053, + 1.9317307472229004, + 1.9367570877075195, + 1.9417569637298584, + 1.9437651634216309, + 1.9376901388168335, + 1.9602893590927124, + 1.9575680494308472, + 1.9891808032989502, + 1.9825036525726318, + 1.9832555055618286, + 1.996179223060608, + 1.9873968362808228, + 2.0067081451416016, + 2.010317802429199, + 2.0189247131347656 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 708d0cf9278e2ceede07708139d73a7680cd6f3b..182d4f44e04889307588292753a69c5deae64f2b 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,43 +1,19 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T19:15:04.209736+00:00", + "evaluated_at": "2026-06-18T19:38:07.467986+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 2f226a75258c90aca257b9d2262b7ec2d4c359f6..366bf3c30e5e3be9d3c785c5aa872abcef23aaf9 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,971230.361732948,932893.5536945708,730.0753083399953,0.7196398280598578,0.011275711798433785,0.011166397870142347,17.331063808148226,985.5102037690671,0.01510176033128624,0.01118752732155788,0.010421950298407673,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,0.9514946903994796,1.0571485294759237,0.8420700330223051,0.4749201292819416,0.03574040153658981,0.0363175545886661,2.3788437995932497,0.9754458931173372,0.04217460749847952,0.03640793751814526,0.02806017069390227,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,2.091621011940734,2.083536233239808,1.0883151599329348,1.224878930985151,9.646588862272786,1.454295526652564,47.24631043757936,1.4462437595166087,6.859653885049098,5.161968904527572,5.117818957181228,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.0685326588091919,0.06704869931967038,0.1959620247713941,1.216316375813039,0.13887510519087584,0.12445582980800284,25.44755451132123,0.261787430579071,0.1732416771415576,0.12968074804950494,0.11814882144902761,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,2.0265579090323027,2.0166737833485833,1.0635494306609565,1.2306040130626739,6.723604141563006,1.443850637223464,47.55297520342548,1.4235722352702382,6.61203950670012,4.939848276489973,4.901109966243942,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.07166776752051651,0.06946743534586557,0.20171995716685512,1.2308339154826027,0.14280294733862497,0.12785360085157627,22.80359951720752,0.26770836281393323,0.17715994101060623,0.13349114438079895,0.12234547524008242,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.25745731178348435,0.2423058373978858,0.4230695453451954,0.42483972888928917,0.021590429547519278,0.02139620399898215,9.418451790050225,0.507402514561649,0.025675017210405465,0.021407694180073968,0.020458797102551326,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1368.5135951305901,1343.6210868586359,35.33832814945573,2.9250943782143395,1.30639930676503,0.7490618490552192,96.82074934608215,36.99342637727128,1.2241034716630084,1.169336674287973,1.1408656930272256,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,53.21298265812026,55.039916065403226,6.8684021632937755,3.3389549889572243,0.26707710604788565,0.31617819888335497,92.78016861566512,7.294722932238089,0.28695846153013593,0.2701879339705552,0.2549384634512821,Weather,1 diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index af165db0e2a68430c0c07db17aa15a5212761031..8e041ee18363597e28df66153601fc2c4d131a0c 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:56:52.603447+00:00", + "evaluated_at": "2026-06-18T19:41:13.210661+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6930286799508374, - 0.6387799808367121, - 0.5840313775668554, - 0.5272826808369158, - 0.4700340501489225, - 0.4067853774992594, - 0.3500366807693198, - 0.2922880565186282, - 0.24103934858301534, - 0.176790808017245, - 0.1175420540668465, - 0.06329341455736583, - 0.0070446815878021495, - -0.05120390642326532, - -0.10345258658311372, - -0.16620123586775615, - -0.22094991364341876, - -0.28019854838452785, - -0.331447286122463, - -0.3946958842663203, - -0.44994461520932594, - -0.5071932756996415, - -0.5659418870757299, - -0.6236905262275826, - -0.679939244295985, - -0.7381878323070526, - -0.792436531421178, - -0.8466852305353033, - -0.9049337738428874, - -0.9651825000175215, - -1.0244311347586306, - -1.0776798467473594, - -1.1389284557392616, - -1.190177193477197, - -1.2514258024690996, - -1.3126744561644859, - -1.3659231234497307, - -1.4291717662970715, - -1.4764204363241304, - -1.5316691821682975, - -1.5869177491985298, - -1.6491663453158292, - -1.7034150444299547, - -1.7666638064865847, - -1.8199124588706688, - -1.8776610235167157, - -1.9294096654103818, - -1.997658363093996, - -2.0529071089381628, - -2.10815573557304, - -2.1664043831887523, - -2.2271529837167954, - -2.2839016655455735, - -2.339150351785096, - -2.3963990122754115, - -2.4556476470165203, - -2.508896359005249, - -2.5701449679971518, - -2.6273936284874675, - -2.677142355734985 + 0.3877377990420943, + 0.3341094919487221, + 0.29448118342483837, + 0.2428528952857432, + 0.20522457591381416, + 0.15359630267588018, + 0.10596803754417786, + 0.0663397290202942, + 0.020711438139385394, + -0.02641687813310214, + -0.06854516937163888, + -0.11717330241944832, + -0.16580173349048163, + -0.213429998622184, + -0.2590582895030928, + -0.30118661054395185, + -0.35481484313151807, + -0.3964431408073564, + -0.4430714784183068, + -0.48519976965684347, + -0.5328280347885458, + -0.5734562857343427, + -0.6165846833075656, + -0.6637128654696024, + -0.7103412030805528, + -0.7589695149422965, + -0.8065977800739988, + -0.8462261482025274, + -0.8928543069995433, + -0.9369826767970019, + -0.9891109584987953, + -1.030739285976956, + -1.0763675768578649, + -1.120995821008732, + -1.1676241586196825, + -1.2157524471164054, + -1.2608807146322936, + -1.3025089676046484, + -1.3541372706449046, + -1.3992655977654376, + -1.4413939039051356, + -1.488022181911441, + -1.5321504772030936, + -1.585278746030284, + -1.6229070355998907, + -1.6715354517697625, + -1.7121635686051087, + -1.759291869976435, + -1.8084202052031997, + -1.8560484852360633, + -1.8966767063795373, + -1.94930511575448, + -1.988433386012182, + -2.0325616515015126, + -2.075689944766607, + -2.128318264734583, + -2.1734465918551154, + -2.219074823131379, + -2.2647031140122884, + -2.306831330745019 ], "p10": [ - 0.6460286562281887, - 0.5975800344332086, - 0.5365313334594183, - 0.4802826787209509, - 0.4308340422334257, - 0.36478535198847145, - 0.31453669078290014, - 0.24528800597388944, - 0.18993932698229207, - 0.13079071181534835, - 0.07554199875373614, - 0.025893251219777525, - -0.03615527184904935, - -0.09350393701236902, - -0.15445257072827823, - -0.20390121243120982, - -0.2645499077514996, - -0.3271985989292666, - -0.384447232597492, - -0.4416958930878077, - -0.4941445557715742, - -0.5511932158565781, - -0.6174418498824316, - -0.6606905714079033, - -0.7279391925591533, - -0.7823878592960358, - -0.8397365214791233, - -0.8879852292955267, - -0.9509338335369392, - -1.0082824946024393, - -1.0664311602694185, - -1.1266798715428916, - -1.1859285062840004, - -1.233277276351495, - -1.2911259410379778, - -1.3577744805070229, - -1.4063230890936134, - -1.4691717877547437, - -1.5294204424038043, - -1.5766691145030558, - -1.63711770788059, - -1.6983664271410854, - -1.7525150809765426, - -1.8147637266402026, - -1.86291245362546, - -1.929261047620834, - -1.9714096134351315, - -2.0427584321400163, - -2.100007092630332, - -2.159155707797275, - -2.216404368287591, - -2.2737530528224204, - -2.328901741839519, - -2.3872503345235905, - -2.442399016090109, - -2.499647676580424, - -2.558996313014305, - -2.6171450185418905, - -2.6713936580513713, - -2.732642271513622 + 0.34973775183521566, + 0.2890094229027016, + 0.2442812009009202, + 0.19475292744840952, + 0.1531245850690876, + 0.10759629886118291, + 0.06196800798027405, + 0.023339686581787117, + -0.028388585368686506, + -0.07791688564328739, + -0.11954516841796456, + -0.1711734416558985, + -0.2129017767872956, + -0.26343007014775777, + -0.3071582722415877, + -0.3422866387011861, + -0.3994149007334468, + -0.436943181904759, + -0.48577148001571135, + -0.5251997315098709, + -0.581828059584078, + -0.6254563762141935, + -0.6751846202696933, + -0.7137129369951761, + -0.7533411859144151, + -0.8049695187569937, + -0.8545977581394896, + -0.90122609575044, + -0.9349545219577342, + -0.9924826775122576, + -1.0361109941423727, + -1.084839298756192, + -1.1313675244057775, + -1.1689958586788676, + -1.2157241413581774, + -1.261352432239086, + -1.3068806916249007, + -1.3525090093278997, + -1.4033372928655161, + -1.445865570013515, + -1.4863938721656622, + -1.539122126026126, + -1.5816505104624854, + -1.6312787498449812, + -1.6682069858419333, + -1.7195353106259637, + -1.7651636015068726, + -1.811791939117823, + -1.854420209017897, + -1.9050484951304343, + -1.9496767392813013, + -1.9954050348352144, + -2.042933414503202, + -2.08756165865407, + -2.1312899680362603, + -2.1799182798980046, + -2.2197465381632515, + -2.2682748453519905, + -2.315703113058614, + -2.35763144561509 ], "p90": [ - 0.7262286697465222, - 0.6678800770624506, - 0.6115313513408117, - 0.557282711831331, - 0.4971340350331846, - 0.4377853956190714, - 0.38153670474528817, - 0.32828801026542387, - 0.26833938453653705, - 0.2097907407832057, - 0.1527421373226143, - 0.09529347940721934, - 0.03704477218686221, - -0.01920390117805658, - -0.07245261316678529, - -0.13370124823571994, - -0.190949876688539, - -0.24609851653180567, - -0.3054472304517248, - -0.36269589354974374, - -0.41994455441258827, - -0.4771932149029038, - -0.5334418584655004, - -0.591690523590077, - -0.6488391142148082, - -0.7059877700321198, - -0.764336481925481, - -0.8194851634919988, - -0.8779337489281459, - -0.9340824772247053, - -0.989331169424692, - -1.0466798286275474, - -1.105828458695652, - -1.1610771508956388, - -1.2214257655142198, - -1.2746744238587684, - -1.3347231079048394, - -1.3891717984835796, - -1.4504204369052758, - -1.505569047318749, - -1.5639177472911812, - -1.6181664464053067, - -1.6774150215417711, - -1.7365636635308046, - -1.7939123167731956, - -1.8480610767794263, - -1.906309670750958, - -1.9656582982441424, - -2.0249070447439603, - -2.0781556449739798, - -2.13530431271222, - -2.194653023279378, - -2.2488017002116347, - -2.308850271008881, - -2.3663989216763515, - -2.4246476288967083, - -2.477796336212433, - -2.5391449498773397, - -2.5933935893868205, - -2.650442258412521 + 0.4139378133948927, + 0.3662094959064705, + 0.3244812144192536, + 0.2748529154321131, + 0.23222458592739448, + 0.18669629971948978, + 0.13696794837562928, + 0.09633970637052919, + 0.04671152063221376, + 0.0010831492850344516, + -0.04054511262801705, + -0.09107340300824684, + -0.13480171537066962, + -0.17833003328824543, + -0.2280582713832808, + -0.2736866695525502, + -0.32021489520213575, + -0.36394309729596575, + -0.40647148769278957, + -0.45119973055619655, + -0.5008280235828726, + -0.5464562608196012, + -0.588084603198923, + -0.6367129150606669, + -0.683341187106508, + -0.7249695354462943, + -0.7765978086842283, + -0.8202260955120214, + -0.8658543826676398, + -0.911482677273839, + -0.9570108859957054, + -1.0016392374349332, + -1.0452675600255132, + -1.093995828504016, + -1.135624093769829, + -1.187052412796051, + -1.2307806312811582, + -1.2774089688921086, + -1.3221372952020183, + -1.367765585710398, + -1.416393921786529, + -1.4590221678447448, + -1.5005504280650244, + -1.5501786674475202, + -1.5959070404874716, + -1.6374352947472863, + -1.6859636078964906, + -1.7327918237232307, + -1.7753202141200546, + -1.82504845221509, + -1.86567674786437, + -1.915304987246866, + -1.9609333939843032, + -2.0025616741512775, + -2.0511899323688407, + -2.097818237197237, + -2.1434464952955907, + -2.1890748487613765, + -2.2347031392697567, + -2.280331314294137 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 93522ad9033bc20516494312245f9d8ff78ce9d2..40d29c97e7405f6d0fd3c72f42ad04fffcd8900a 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:56:52.623078+00:00", + "evaluated_at": "2026-06-18T19:41:13.231386+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.490022709223967, - 1.4946596427231222, - 1.4992965762222772, - 1.5039335097214321, - 1.5085704432205873, - 1.5132073767197423, - 1.5178443102188974, - 1.5224812437180524, - 1.5271181772172073, - 1.5317551107163625, - 1.5363920442155174, - 1.5410289777146724, - 1.5456659112138276, - 1.5503028447129825, - 1.5549397782121375, - 1.5595767117112926, - 1.5642136452104476, - 1.5688505787096028, - 1.5734875122087577, - 1.5781244457079127, - 1.5827613792070678, - 1.5873983127062228, - 1.5920352462053777, - 1.596672179704533, - 1.6013091132036879, - 1.6059460467028428, - 1.610582980201998, - 1.615219913701153, - 1.619856847200308, - 1.624493780699463, - 1.629130714198618, - 1.6337676476977732, - 1.6384045811969281, - 1.643041514696083, - 1.6476784481952382, - 1.6523153816943932, - 1.6569523151935481, - 1.6615892486927033, - 1.6662261821918583, - 1.6708631156910134, - 1.6755000491901684, - 1.6801369826893233, - 1.6847739161884785, - 1.6894108496876334, - 1.6940477831867884, - 1.6986847166859436, - 1.7033216501850985, - 1.7079585836842535, - 1.7125955171834086, - 1.7172324506825636, - 1.7218693841817188, - 1.7265063176808737, - 1.7311432511800287, - 1.7357801846791836, - 1.7404171181783388, - 1.7450540516774937, - 1.749690985176649, - 1.7543279186758038, - 1.7589648521749588, - 1.763601785674114, - 1.768238719173269, - 1.772875652672424, - 1.777512586171579, - 1.782149519670734, - 1.786786453169889, - 1.791423386669044, - 1.796060320168199, - 1.8006972536673542, - 1.8053341871665092, - 1.8099711206656641, - 1.8146080541648193, - 1.8192449876639742 + 1.4947175458622208, + 1.4994075374825162, + 1.5040975291028114, + 1.5087875207231067, + 1.5134775123434019, + 1.5181675039636973, + 1.5228574955839924, + 1.5275474872042878, + 1.532237478824583, + 1.5369274704448783, + 1.5416174620651735, + 1.5463074536854688, + 1.550997445305764, + 1.5556874369260594, + 1.5603774285463545, + 1.56506742016665, + 1.569757411786945, + 1.5744474034072402, + 1.5791373950275356, + 1.5838273866478307, + 1.5885173782681261, + 1.5932073698884213, + 1.5978973615087166, + 1.6025873531290118, + 1.6072773447493072, + 1.6119673363696023, + 1.6166573279898977, + 1.6213473196101928, + 1.6260373112304882, + 1.6307273028507834, + 1.6354172944710788, + 1.640107286091374, + 1.6447972777116693, + 1.6494872693319644, + 1.6541772609522596, + 1.658867252572555, + 1.6635572441928503, + 1.6682472358131455, + 1.6729372274334406, + 1.677627219053736, + 1.6823172106740312, + 1.6870072022943265, + 1.6916971939146217, + 1.696387185534917, + 1.7010771771552122, + 1.7057671687755076, + 1.7104571603958028, + 1.7151471520160981, + 1.7198371436363933, + 1.7245271352566887, + 1.7292171268769838, + 1.7339071184972792, + 1.7385971101175743, + 1.7432871017378697, + 1.7479770933581649, + 1.75266708497846, + 1.7573570765987554, + 1.7620470682190508, + 1.766737059839346, + 1.771427051459641, + 1.7761170430799365, + 1.7808070347002316, + 1.785497026320527, + 1.7901870179408221, + 1.7948770095611175, + 1.7995670011814127, + 1.804256992801708, + 1.8089469844220032, + 1.8136369760422983, + 1.8183269676625937, + 1.823016959282889, + 1.8277069509031842 ], "p10": [ - 1.3900226853821092, - 1.3946596188812643, - 1.3992965523804193, - 1.3039334620377163, - 1.4085704193787294, - 1.4132073528778843, - 1.4178442863770395, - 1.4224812198761945, - 1.4271181533753494, - 1.4317550868745046, - 1.4363920203736595, - 1.4410289538728145, - 1.4456658873719697, - 1.4503028208711246, - 1.4549397543702796, - 1.4595766878694347, - 1.4642136213685897, - 1.4688505548677449, - 1.4734874883668998, - 1.4781244218660547, - 1.48276135536521, - 1.4873982888643649, - 1.4920352223635198, - 1.496672155862675, - 1.50130908936183, - 1.505946022860985, - 1.51058295636014, - 1.515219889859295, - 1.5198568233584502, - 1.5244937568576051, - 1.52913069035676, - 1.5337676238559153, - 1.5384045573550702, - 1.5430414908542252, - 1.5476784243533803, - 1.5523153578525353, - 1.5569522913516902, - 1.5615892248508454, - 1.5662261583500003, - 1.5708630918491555, - 1.5755000253483105, - 1.5801369588474654, - 1.5847738923466206, - 1.5894108258457755, - 1.5940477593449305, - 1.5986846928440857, - 1.6033216263432406, - 1.6079585598423956, - 1.6125954933415507, - 1.6172324268407057, - 1.6218693603398608, - 1.6265062938390158, - 1.6311432273381707, - 1.6357801608373257, - 1.6404170943364809, - 1.6450540278356358, - 1.649690961334791, - 1.654327894833946, - 1.6589648283331009, - 1.663601761832256, - 1.668238695331411, - 1.6728756288305662, - 1.6775125623297211, - 1.682149495828876, - 1.686786429328031, - 1.6914233628271862, - 1.6960602963263411, - 1.7006972298254963, - 1.7053341633246513, - 1.7099710968238062, - 1.7146080303229614, - 1.7192449638221163 + 1.394717522020363, + 1.3994075136406583, + 1.4040975052609534, + 1.4087874968812488, + 1.413477488501544, + 1.4181674801218394, + 1.4228574717421345, + 1.4275474633624299, + 1.432237454982725, + 1.4369274466030204, + 1.4416174382233156, + 1.446307429843611, + 1.450997421463906, + 1.4556874130842015, + 1.4603774047044966, + 1.465067396324792, + 1.4697573879450871, + 1.4744473795653823, + 1.4791373711856777, + 1.4838273628059728, + 1.4885173544262682, + 1.4932073460465634, + 1.4978973376668587, + 1.5025873292871539, + 1.5072773209074493, + 1.5119673125277444, + 1.5166573041480398, + 1.521347295768335, + 1.5260372873886303, + 1.5307272790089255, + 1.5354172706292208, + 1.540107262249516, + 1.5447972538698114, + 1.5494872454901065, + 1.5541772371104017, + 1.558867228730697, + 1.5635572203509924, + 1.5682472119712876, + 1.5729372035915827, + 1.577627195211878, + 1.5823171868321733, + 1.5870071784524686, + 1.5916971700727638, + 1.5963871616930592, + 1.6010771533133543, + 1.6057671449336497, + 1.6104572557632344, + 1.6151471281742402, + 1.6198371197945354, + 1.6245271114148307, + 1.629217103035126, + 1.6339070946554213, + 1.6385970862757164, + 1.6432870778960118, + 1.647977069516307, + 1.6526670611366021, + 1.6573570527568975, + 1.6620470443771929, + 1.6667371552067776, + 1.6714270276177832, + 1.6761170192380785, + 1.6808070108583737, + 1.6854971216879586, + 1.6901869940989642, + 1.6948769857192596, + 1.6995669773395548, + 1.7042569689598501, + 1.7089469605801453, + 1.7136369522004404, + 1.7183269438207358, + 1.7230169354410312, + 1.7277069270613263 ], "p90": [ - 1.6900226376983933, - 1.5946596665649801, - 1.599296600064135, - 1.60393353356329, - 1.6085704670624452, - 1.6132074005616002, - 1.7178442386933237, - 1.6224812675599103, - 1.7271181056916336, - 1.6317551345582204, - 1.6363920680573754, - 1.6410290015565303, - 1.7456658396882538, - 1.7503027851083377, - 1.7549397066865637, - 1.6695767260164067, - 1.7642135736848739, - 1.6688506025514607, - 1.773487440683184, - 1.6781244695497706, - 1.6827614030489257, - 1.6873983365480807, - 1.6920352700472356, - 1.7966721081789592, - 1.8013090416781141, - 1.7059460705447007, - 1.7105830040438559, - 1.7152199375430108, - 1.719856871042166, - 1.724493804541321, - 1.8291306426730443, - 1.7437676620028872, - 1.738404605038786, - 1.8430414431705093, - 1.7476784720370961, - 1.752315405536251, - 1.8569522436679744, - 1.7615892725345612, - 1.7762261964969723, - 1.7708631395328713, - 1.8754999776645946, - 1.7801370065311812, - 1.7847739400303364, - 1.8894107781620597, - 1.8940477116612147, - 1.8986846451603698, - 1.8033216740269564, - 1.8079586075261114, - 1.912595445657835, - 1.9172323791569899, - 1.8218694080235767, - 1.8265063415227316, - 1.931143179654455, - 1.8357802085210415, - 1.940417046652765, - 1.94505398015192, - 1.9496909136510752, - 1.9543278471502301, - 1.958964780649385, - 1.8636018095159719, - 1.8682387430151268, - 1.8828756669775382, - 1.877512610013437, - 1.9821494481451603, - 1.896786467475003, - 1.9014234009741582, - 1.9960602486426253, - 2.0006971821417805, - 1.905334211008367, - 2.0099710491400904, - 1.9146080780066772, - 1.9192450115058322 + 1.694717474336647, + 1.6094075517876303, + 1.6040975529446693, + 1.6087875445649646, + 1.6134775361852598, + 1.6181675278055552, + 1.7228574240584187, + 1.727547415678714, + 1.7322374072990092, + 1.6369274942867362, + 1.7416173905395997, + 1.7463073821598951, + 1.7509973737801903, + 1.6556874607679173, + 1.6603774523882124, + 1.6650674440085078, + 1.6797574260920591, + 1.6744474272490981, + 1.7791373235019619, + 1.6838274104896886, + 1.688517402109984, + 1.7932072983628475, + 1.797897289983143, + 1.802587281603438, + 1.707277368591165, + 1.7119673602114602, + 1.816657256464324, + 1.7213473434520508, + 1.8260372397049145, + 1.8307272313252096, + 1.7354173183129367, + 1.7401073099332318, + 1.8447972061860956, + 1.8494871978063907, + 1.8541771894266859, + 1.8588671810469812, + 1.8635571726672766, + 1.7682472596550034, + 1.872937155907867, + 1.8776271475281623, + 1.782317234515889, + 1.8870071307687528, + 1.891697122389048, + 1.796387209376775, + 1.9010771056296385, + 1.8157671830806217, + 1.8104571842376607, + 1.815147175857956, + 1.9198370721108196, + 1.924527063731115, + 1.8292171507188417, + 1.9339070469717055, + 1.8385971339594323, + 1.943287030212296, + 1.8479771172000228, + 1.862667099283574, + 1.8573571004406133, + 1.8620470920609087, + 1.8667370836812038, + 1.9714269799340673, + 1.9761169715543627, + 1.8908070490053457, + 1.9854969547949533, + 1.9901869464152484, + 1.8948770334029754, + 1.999566929655839, + 2.0042569212761343, + 2.0089469128964295, + 1.9136369998841563, + 1.9183269915044516, + 1.923016983124747, + 1.9277069747450422 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index b27ea1dce770825213ec9171b887b6896c192607..de74b605a9c605e589c13f5e052708a2d0554d04 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,43 +1,19 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T19:19:26.644075+00:00", + "evaluated_at": "2026-06-18T19:41:13.239796+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index aa6c5f0c8cf84755f94817aae254d9d26279e537..0f542a927766097cb1af39498ea054e53ec3321c 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1506,3 +1506,5 @@ {"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "open_meteo_shanghai_air_quality_hourly_pm2_5", "prediction_length": 24} {"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-18T19:19:26.761939+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} +{"evaluated_at": "2026-06-18T19:41:13.292052+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T19:41:13.292052+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index df6eb11420c1592c690ebe0ec0189055d77d6591..5fb1c58fbe689c8ec1c9090b5c21fb126b40ae1d 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,765807.712188085,710314.2461821238,648.97021484375,0.6396940267546102,0.010018948617926062,0.009937039546876357,4.397550077056434,875.1044007363264,0.013409923990873932,0.0099446891663135,0.007046228268117177,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,1.468455511360844,1.1820170585883716,0.8374420007069906,0.4723099595581462,0.035308743456064696,0.03438878081554778,2.323851338053848,1.2117984615276767,0.05239360260040931,0.03620783882710982,0.030502647980278783,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.07938378471637944,0.0660047843864542,0.22145985425449907,0.24924904064746667,2.5790162584996956,1.207584899291562,1.1688252984850906,0.2817512816588053,1.3363696549289699,1.050402423258882,0.8314594072210996,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.06342813844323775,0.0417704632305091,0.15454153716564178,0.9592236180309612,0.10811812836837205,0.10053320448540748,5.151161190286199,0.25184943605900284,0.16666506330539332,0.1022701320204277,0.08450476255853467,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.1586054075429368,0.16705445877391484,0.293193373689428,0.3392460489978049,2.0016717824322714,1.3509058943128969,2.0683416148719065,0.3982529441735953,1.8497580490080114,1.3617898143181906,1.1081179942981154,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.07882083785736309,0.05314573482828037,0.1778800752427843,1.0853701962484383,0.12527084306817496,0.11442473803739388,6.090616658883714,0.2807504903955879,0.1857907604916721,0.11771475237356208,0.09157453765924978,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.2529798828215159,0.39542807268488406,0.4911256631215413,0.4931806032052822,0.02424427007656606,0.02454677939920571,3.555806482900047,0.5029710556498415,0.025450781459571324,0.024851394092934295,0.02927524059250787,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,185.13068182264928,160.89616600007477,9.84438439210256,0.8148589633480919,0.3829432083347941,0.283999473189439,4.148769084557841,13.606273620012544,0.45022828123018305,0.3257482826235777,0.2339362927722142,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.5292967185760062,0.5063202985343954,0.5665576457977295,0.2754222063579646,0.021972806533354632,0.021621781098592623,1.9900603665989174,0.7275278129226443,0.028619354546563145,0.022287139884060208,0.023880196507278077,Weather,1 diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 248d573afa0b71397d6e49795f398d5e5466b108..1d5e44a20de943d22433692c4890cd1481c92397 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:56:03.797129+00:00", + "evaluated_at": "2026-06-18T19:40:27.793366+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.7107840180397034, - 0.6673548519611359, - 0.619783341884613, - 0.5790168941020966, - 0.5462276041507721, - 0.5121012032032013, - 0.46709170937538147, - 0.44710519909858704, - 0.4147973954677582, - 0.3853050172328949, - 0.34081730246543884, - 0.32600876688957214, - 0.29755887389183044, - 0.29006490111351013, - 0.27347445487976074, - 0.24748137593269348, - 0.2368701994419098, - 0.2100595235824585, - 0.2101961374282837, - 0.2173055112361908, - 0.2282455861568451, - 0.24973005056381226, - 0.2510070204734802, - 0.21976903080940247, - 0.19506824016571045, - 0.2033672034740448, - 0.19544151425361633, - 0.24930286407470703, - 0.1560530960559845, - 0.18480101227760315, - 0.22236120700836182, - 0.25300973653793335, - 0.21305570006370544, - 0.20102432370185852, - 0.13072538375854492, - 0.19840389490127563, - 0.19726812839508057, - 0.22928449511528015, - 0.20297768712043762, - 0.20794880390167236, - 0.21668308973312378, - 0.19937676191329956, - 0.2365741729736328, - 0.2645524740219116, - 0.20951595902442932, - 0.25959348678588867, - 0.22974556684494019, - 0.23655828833580017, - 0.30880841612815857, - 0.3515761196613312, - 0.3143870234489441, - 0.33829012513160706, - 0.3752819299697876, - 0.28617680072784424, - 0.4240761399269104, - 0.4034944474697113, - 0.3962647616863251, - 0.4532920718193054, - 0.4540710151195526, - 0.3998047411441803 + 0.4060247540473938, + 0.3977334797382355, + 0.3783642649650574, + 0.35532042384147644, + 0.3184235394001007, + 0.31385499238967896, + 0.28292977809906006, + 0.25936686992645264, + 0.23143738508224487, + 0.21730419993400574, + 0.18911248445510864, + 0.17170017957687378, + 0.15636438131332397, + 0.12367665767669678, + 0.11758723855018616, + 0.10313946008682251, + 0.06970250606536865, + 0.06516009569168091, + 0.04555171728134155, + 0.014186561107635498, + -0.001071333885192871, + -0.00927513837814331, + -0.044403791427612305, + -0.05358690023422241, + -0.03503870964050293, + -0.08372771739959717, + -0.10753566026687622, + -0.10367029905319214, + -0.10656452178955078, + -0.16153031587600708, + -0.14760178327560425, + -0.1519342064857483, + -0.1453458070755005, + -0.1467152237892151, + -0.1785251498222351, + -0.1524202823638916, + -0.1895967721939087, + -0.21726155281066895, + -0.1876896619796753, + -0.2065449357032776, + -0.18133604526519775, + -0.24242830276489258, + -0.17472130060195923, + -0.2879669666290283, + -0.2446300983428955, + -0.2200140357017517, + -0.2463417649269104, + -0.27238208055496216, + -0.3031286597251892, + -0.2661644220352173, + -0.27932101488113403, + -0.2599095106124878, + -0.2576069235801697, + -0.26613879203796387, + -0.26873964071273804, + -0.2700459361076355, + -0.3324146270751953, + -0.3135523796081543, + -0.3132181763648987, + -0.2994222044944763 ], "p10": [ - 0.6867458820343018, - 0.6307030916213989, - 0.5569894909858704, - 0.5184352993965149, - 0.45990055799484253, - 0.4024820923805237, - 0.35320544242858887, - 0.3241680860519409, - 0.25215983390808105, - 0.21798625588417053, - 0.19265830516815186, - 0.11836883425712585, - 0.10966184735298157, - 0.0906476378440857, - 0.06629401445388794, - 0.03230690956115723, - -0.012751340866088867, - -0.06483709812164307, - -0.09278619289398193, - -0.06583642959594727, - -0.11786055564880371, - -0.15097743272781372, - -0.16575723886489868, - -0.15882056951522827, - -0.240037202835083, - -0.17022204399108887, - -0.2345770001411438, - -0.1827319860458374, - -0.305656373500824, - -0.27328574657440186, - -0.27500009536743164, - -0.33918118476867676, - -0.3874812722206116, - -0.4272351861000061, - -0.3885098099708557, - -0.456109881401062, - -0.42861300706863403, - -0.44531702995300293, - -0.47422248125076294, - -0.4307941794395447, - -0.46929699182510376, - -0.5164684653282166, - -0.5443496704101562, - -0.41727596521377563, - -0.4901268482208252, - -0.40080124139785767, - -0.6000626683235168, - -0.4127786159515381, - -0.5076188445091248, - -0.5566307306289673, - -0.38932985067367554, - -0.39629024267196655, - -0.319965124130249, - -0.4884606599807739, - -0.4226946234703064, - -0.46805286407470703, - -0.47477132081985474, - -0.37916380167007446, - -0.41745245456695557, - -0.3719915747642517 + 0.3343212604522705, + 0.3044557273387909, + 0.27715036273002625, + 0.24981939792633057, + 0.19692346453666687, + 0.20165154337882996, + 0.13358920812606812, + 0.0939093828201294, + 0.05900472402572632, + 0.03969621658325195, + -0.006691932678222656, + -0.015992283821105957, + -0.031338393688201904, + -0.09835302829742432, + -0.09822201728820801, + -0.170501708984375, + -0.1753385066986084, + -0.20668745040893555, + -0.18898248672485352, + -0.28740060329437256, + -0.32210707664489746, + -0.3663367033004761, + -0.37761223316192627, + -0.3039030432701111, + -0.2950459122657776, + -0.5312816500663757, + -0.4216315746307373, + -0.442118763923645, + -0.5653388500213623, + -0.5342121124267578, + -0.5591586828231812, + -0.5057622194290161, + -0.5850223898887634, + -0.5383108854293823, + -0.5355826616287231, + -0.5287988781929016, + -0.7560315132141113, + -0.7525397539138794, + -0.659066915512085, + -0.6568500995635986, + -0.6788680553436279, + -0.7149960398674011, + -0.7579219937324524, + -0.763877272605896, + -0.7493595480918884, + -0.8637194633483887, + -0.8596820831298828, + -0.8528806567192078, + -0.8521819114685059, + -0.8508932590484619, + -0.7494128942489624, + -0.9274160861968994, + -0.8896279335021973, + -0.8381057381629944, + -0.9086438417434692, + -0.8428604602813721, + -0.894368588924408, + -0.8892831206321716, + -0.9866209030151367, + -0.9931641817092896 ], "p90": [ - 0.7323324978351593, - 0.7068772315979004, - 0.6843500733375549, - 0.6549720168113708, - 0.6261968612670898, - 0.615943968296051, - 0.604759007692337, - 0.5673624277114868, - 0.5689040720462799, - 0.5476826429367065, - 0.5345583558082581, - 0.514042317867279, - 0.47953253984451294, - 0.49507904052734375, - 0.4816184341907501, - 0.4882682263851166, - 0.4725896120071411, - 0.5022957623004913, - 0.5113941431045532, - 0.5421059727668762, - 0.5864120125770569, - 0.69163379073143, - 0.6828998327255249, - 0.672887772321701, - 0.5907110273838043, - 0.6098029911518097, - 0.6799437999725342, - 0.7407623529434204, - 0.6272698640823364, - 0.7374888360500336, - 0.7626286745071411, - 0.7709096670150757, - 0.7988736629486084, - 0.7689095735549927, - 0.7739515006542206, - 0.8853247463703156, - 0.8944406509399414, - 0.9655422568321228, - 0.9182330965995789, - 1.0836191773414612, - 0.9220088720321655, - 0.9484251439571381, - 0.9003422558307648, - 1.115921139717102, - 0.9273899495601654, - 1.2091729640960693, - 1.1772186160087585, - 1.2604109644889832, - 1.3424174189567566, - 1.254994809627533, - 1.1307944059371948, - 1.4346344470977783, - 1.3761138916015625, - 1.6342406272888184, - 1.4661357402801514, - 1.4322488903999329, - 1.5807374715805054, - 1.2240558862686157, - 1.5634046792984009, - 1.7001993060112 + 0.46711423993110657, + 0.4874102771282196, + 0.4818404018878937, + 0.4501733183860779, + 0.4394018352031708, + 0.4397140443325043, + 0.4114440083503723, + 0.4277864694595337, + 0.36978062987327576, + 0.39289751648902893, + 0.39645832777023315, + 0.39794206619262695, + 0.402569979429245, + 0.34378567337989807, + 0.36808061599731445, + 0.37323620915412903, + 0.3306756317615509, + 0.3482598066329956, + 0.3461174964904785, + 0.379438579082489, + 0.2689061760902405, + 0.32017287611961365, + 0.2963668704032898, + 0.36034566164016724, + 0.3269800841808319, + 0.3537226915359497, + 0.29002854228019714, + 0.28431275486946106, + 0.2357911765575409, + 0.1882832944393158, + 0.27237939834594727, + 0.3865262567996979, + 0.28527191281318665, + 0.3377968668937683, + 0.2863440215587616, + 0.30304989218711853, + 0.17584103345870972, + 0.39825761318206787, + 0.4718424379825592, + 0.41751420497894287, + 0.3746371865272522, + 0.3342576026916504, + 0.3118716776371002, + 0.38255003094673157, + 0.3504422605037689, + 0.5395827889442444, + 0.32851192355155945, + 0.401106595993042, + 0.3222421705722809, + 0.4961843490600586, + 0.30149632692337036, + 0.41865074634552, + 0.42465299367904663, + 0.5439307391643524, + 0.436401903629303, + 0.7312444150447845, + 0.3946656286716461, + 0.48878899216651917, + 0.4500584602355957, + 0.4827131927013397 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 12b8ea87e222545dd20e28f90a5ec66b6ff565f1..9641185d5862148f77bbf9dcb39883b57399fd89 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:56:14.500180+00:00", + "evaluated_at": "2026-06-18T19:40:34.209993+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.4913973808288574, - 1.4588943123817444, - 1.4770446419715881, - 1.5183956027030945, - 1.481078565120697, - 1.4815924167633057, - 1.4798954725265503, - 1.5383487939834595, - 1.5255132913589478, - 1.5499526858329773, - 1.583028495311737, - 1.5284324884414673, - 1.4947705268859863, - 1.4908026456832886, - 1.5334901809692383, - 1.573634922504425, - 1.4846662878990173, - 1.5184840559959412, - 1.5597622394561768, - 1.5359211564064026, - 1.5731178522109985, - 1.5845036506652832, - 1.5865712761878967, - 1.5766468048095703, - 1.5731121897697449, - 1.5234017372131348, - 1.5101593732833862, - 1.5832284688949585, - 1.5402385592460632, - 1.5480002164840698, - 1.5460634231567383, - 1.574323832988739, - 1.565363883972168, - 1.6470131278038025, - 1.6394386291503906, - 1.6051896810531616, - 1.557642638683319, - 1.539057433605194, - 1.567652404308319, - 1.62483549118042, - 1.5894634127616882, - 1.5942979454994202, - 1.566653549671173, - 1.655438244342804, - 1.6123615503311157, - 1.6829156279563904, - 1.6685026288032532, - 1.6329901218414307, - 1.585162341594696, - 1.5962068438529968, - 1.6183972358703613, - 1.6414332389831543, - 1.612513244152069, - 1.589069664478302, - 1.6205421686172485, - 1.6771200895309448, - 1.6317688822746277, - 1.6795672178268433, - 1.654555857181549, - 1.5991041660308838, - 1.580541729927063, - 1.6142939925193787, - 1.6901695728302002, - 1.6851770877838135, - 1.6454716324806213, - 1.6118023991584778, - 1.6405696868896484, - 1.6608274579048157, - 1.6418416500091553, - 1.7170118689537048, - 1.72377610206604, - 1.70857173204422 + 1.4785280227661133, + 1.5191068649291992, + 1.566725730895996, + 1.4727513790130615, + 1.5069876909255981, + 1.4771467447280884, + 1.5446611642837524, + 1.5606196522712708, + 1.5448594093322754, + 1.5572835803031921, + 1.5734662413597107, + 1.5427587032318115, + 1.5173324346542358, + 1.5670939683914185, + 1.5421526432037354, + 1.5415117144584656, + 1.5288930535316467, + 1.5584263801574707, + 1.585574746131897, + 1.5775980949401855, + 1.596283495426178, + 1.6207000613212585, + 1.5808438062667847, + 1.5652959942817688, + 1.5365613102912903, + 1.5822650790214539, + 1.6183862090110779, + 1.5724643468856812, + 1.5667997598648071, + 1.5984327793121338, + 1.6077673435211182, + 1.632440447807312, + 1.6091532707214355, + 1.6149312257766724, + 1.6292971968650818, + 1.6292721033096313, + 1.5834842920303345, + 1.6017388105392456, + 1.62681645154953, + 1.5973336696624756, + 1.6516807675361633, + 1.623693823814392, + 1.6590497493743896, + 1.6633844375610352, + 1.6587880849838257, + 1.7076449394226074, + 1.654354751110077, + 1.6777496337890625, + 1.575541913509369, + 1.6722761988639832, + 1.7427225708961487, + 1.6650199890136719, + 1.631663203239441, + 1.6750222444534302, + 1.7184438705444336, + 1.7557343244552612, + 1.729234218597412, + 1.6903313994407654, + 1.6663494110107422, + 1.663385808467865, + 1.6823627948760986, + 1.706565499305725, + 1.740933895111084, + 1.7079659700393677, + 1.7101166248321533, + 1.6769344806671143, + 1.735951840877533, + 1.7444627285003662, + 1.687124252319336, + 1.7397323250770569, + 1.7674578428268433, + 1.7616354823112488 ], "p10": [ - 1.3822020888328552, - 1.3382630944252014, - 1.3637976050376892, - 1.3866658210754395, - 1.3253796100616455, - 1.3421807885169983, - 1.3239498734474182, - 1.3745295405387878, - 1.3509899973869324, - 1.3942581415176392, - 1.4237865209579468, - 1.3621569275856018, - 1.3043095469474792, - 1.3081625699996948, - 1.331882357597351, - 1.4036872386932373, - 1.291370689868927, - 1.2875070571899414, - 1.3565990328788757, - 1.3173317313194275, - 1.2996843457221985, - 1.3486363887786865, - 1.3662576079368591, - 1.322170615196228, - 1.3204824924468994, - 1.2716514468193054, - 1.2722083926200867, - 1.3094463348388672, - 1.2757639288902283, - 1.2668516635894775, - 1.280108392238617, - 1.3523228764533997, - 1.3270936012268066, - 1.3661207556724548, - 1.3619281649589539, - 1.3171892166137695, - 1.2589427828788757, - 1.2520816922187805, - 1.2749322056770325, - 1.3170210719108582, - 1.2259226441383362, - 1.2404776811599731, - 1.2473025918006897, - 1.3382306098937988, - 1.2988954782485962, - 1.3459460735321045, - 1.2877143025398254, - 1.3027692437171936, - 1.169299602508545, - 1.2246418595314026, - 1.2125197649002075, - 1.2273083329200745, - 1.2151105403900146, - 1.2464523911476135, - 1.1892948746681213, - 1.2436684370040894, - 1.2432252168655396, - 1.2480832934379578, - 1.189283549785614, - 1.2448681592941284, - 1.2273937463760376, - 1.215362548828125, - 1.1654718518257141, - 1.2488717436790466, - 1.2578622698783875, - 1.197072446346283, - 1.2820472121238708, - 1.192630112171173, - 1.251849114894867, - 1.2720929384231567, - 1.2965667843818665, - 1.2113072276115417 + 1.3666505217552185, + 1.401212215423584, + 1.428196370601654, + 1.3605225086212158, + 1.3535109162330627, + 1.3323732018470764, + 1.3962478041648865, + 1.3915418982505798, + 1.3587152361869812, + 1.3519354462623596, + 1.397611141204834, + 1.361194133758545, + 1.3065219521522522, + 1.3665187358856201, + 1.3514320850372314, + 1.3140746355056763, + 1.3441411256790161, + 1.3362000584602356, + 1.3816130757331848, + 1.3455488085746765, + 1.3521544933319092, + 1.3549931049346924, + 1.3341249823570251, + 1.3427493572235107, + 1.2752851843833923, + 1.3212739825248718, + 1.2819689512252808, + 1.2607493996620178, + 1.2963887453079224, + 1.3051827549934387, + 1.3264116048812866, + 1.3446694016456604, + 1.3642237186431885, + 1.3524670004844666, + 1.3157293796539307, + 1.357534110546112, + 1.267271876335144, + 1.3086063861846924, + 1.3092197179794312, + 1.258675754070282, + 1.2713929414749146, + 1.3231613039970398, + 1.2894896864891052, + 1.2833486795425415, + 1.3401044011116028, + 1.367695689201355, + 1.3277973532676697, + 1.240498661994934, + 1.1663591265678406, + 1.3224067687988281, + 1.33578622341156, + 1.3091504573822021, + 1.1808056831359863, + 1.280190646648407, + 1.3001646399497986, + 1.3852577209472656, + 1.3286986947059631, + 1.2906095385551453, + 1.3119238018989563, + 1.234382152557373, + 1.302208662033081, + 1.311385154724121, + 1.3111106753349304, + 1.288328468799591, + 1.2762181758880615, + 1.2915790677070618, + 1.3040751814842224, + 1.2249746918678284, + 1.211578130722046, + 1.2533035278320312, + 1.235948920249939, + 1.3524805903434753 ], "p90": [ - 1.59092378616333, - 1.562767505645752, - 1.6089138984680176, - 1.644532859325409, - 1.624227225780487, - 1.6185680627822876, - 1.625964879989624, - 1.6924800872802734, - 1.7118383049964905, - 1.7340911626815796, - 1.738875687122345, - 1.7416157722473145, - 1.6815072298049927, - 1.6662090420722961, - 1.7523301243782043, - 1.788887619972229, - 1.7597299814224243, - 1.7485833168029785, - 1.7809903621673584, - 1.8159698843955994, - 1.874085783958435, - 1.8740550875663757, - 1.8226157426834106, - 1.8358092904090881, - 1.8880404829978943, - 1.7963204979896545, - 1.7622202038764954, - 1.8543259501457214, - 1.8686078786849976, - 1.8549154996871948, - 1.8656692504882812, - 1.8990191221237183, - 1.9112324118614197, - 1.9522442817687988, - 1.9977255463600159, - 1.9580270648002625, - 1.949260950088501, - 1.9477633237838745, - 1.8833390474319458, - 2.0486555099487305, - 2.0357589721679688, - 1.9548329710960388, - 1.9124211072921753, - 2.1264917850494385, - 2.0330811738967896, - 2.2520934343338013, - 2.285563826560974, - 2.0513439178466797, - 1.989082932472229, - 2.045752167701721, - 2.0478509664535522, - 2.0456478595733643, - 2.068586826324463, - 2.2038170099258423, - 2.1042778491973877, - 2.1623278856277466, - 2.0347585678100586, - 2.2205504179000854, - 2.286223888397217, - 2.19326388835907, - 2.3694534301757812, - 2.3169867992401123, - 2.4972002506256104, - 2.40156626701355, - 2.307507276535034, - 2.217854857444763, - 2.222006916999817, - 2.4802422523498535, - 2.5233025550842285, - 2.528902769088745, - 2.714600086212158, - 2.418041944503784 + 1.5739908814430237, + 1.639109492301941, + 1.6931800842285156, + 1.5975736379623413, + 1.6326366662979126, + 1.6189536452293396, + 1.7030701041221619, + 1.7180426120758057, + 1.7343298196792603, + 1.7475275993347168, + 1.805656373500824, + 1.7187463641166687, + 1.7054040431976318, + 1.7608538269996643, + 1.7895634174346924, + 1.7239232659339905, + 1.7650324702262878, + 1.7672456502914429, + 1.8046228885650635, + 1.8550575375556946, + 1.8051100373268127, + 1.915269672870636, + 1.9379535913467407, + 1.9040669202804565, + 1.8322503566741943, + 1.8430184125900269, + 1.8711020946502686, + 1.8538796305656433, + 1.9403146505355835, + 1.93437922000885, + 2.0071135759353638, + 1.981644868850708, + 1.9484689235687256, + 1.9931605458259583, + 1.9712189435958862, + 2.000635504722595, + 1.9203513860702515, + 1.96999192237854, + 2.0301992893218994, + 2.0141180753707886, + 1.9853957295417786, + 2.0435376167297363, + 2.1005699634552, + 2.165918469429016, + 2.0900779962539673, + 2.1962244510650635, + 2.2320497035980225, + 2.2301223278045654, + 2.02152818441391, + 2.253368854522705, + 2.235597252845764, + 2.346015214920044, + 2.16474711894989, + 2.2090450525283813, + 2.372278571128845, + 2.5577309131622314, + 2.2137593030929565, + 2.4104065895080566, + 2.2308237552642822, + 2.3625378608703613, + 2.3910608291625977, + 2.285873770713806, + 2.455374598503113, + 2.475409984588623, + 2.326650619506836, + 2.4168224334716797, + 2.4337093830108643, + 2.6177384853363037, + 2.5317022800445557, + 2.6215431690216064, + 2.7216076850891113, + 2.7294915914535522 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 62b5782af921ac711139ad106e1550205c145128..75c70a443120db0ab5e381ce7f47d0ed358c7299 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,43 +1,19 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T19:18:34.874848+00:00", + "evaluated_at": "2026-06-18T19:40:37.229333+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 5f096f52cb29327c4ac8166dea8fd237ee1267d5..a8b720b88b8c3fed63a0e079db965fdfbbb2fdd4 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,1028427.2280941232,979452.171729519,791.8514531364235,0.7805329629346495,0.012218653698468931,0.012102647843930128,18.72413599520036,1014.1140113883267,0.015540079331511934,0.012134172550941121,0.011390509818765958,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.8971895065826423,2.22177218333219,1.1928848628381001,0.6727766231559213,0.050153502356709755,0.05216584472972252,2.6699454011537918,1.3773850248142827,0.05955294210135966,0.05157584980987017,0.040862303023455046,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,1.6429543129328208,1.6516995643943528,1.2607749657355372,1.4189793077385315,14.03552732407699,1.649668439064471,53.23302606353631,1.281777793899091,6.079578194085606,5.979960041294202,5.910306636229878,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.027073267176547247,0.027803788894345524,0.1354395121444808,0.8406592897049344,0.08688745429960269,0.0900645363150272,7.682239109300882,0.16453956112907087,0.10888647122240774,0.08962908640511354,0.07529043771455869,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.8771793863033827,0.8851562903330509,0.9051384663343108,1.0473110105998271,10.360409509411062,1.5527640621766232,38.01432393763933,0.9365785531942222,4.350109001439377,4.204079814257066,4.130048560096964,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02615404229336382,0.02683143313322693,0.13274650159109744,0.8099788370708352,0.0854325601171089,0.08820376251952128,7.802319718953119,0.16172211442274623,0.10702198448375506,0.08784694711830338,0.07353693262419791,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.932342005104257,4.060882050768716,1.817105279052465,1.8247083076756667,0.09021548488471502,0.09537248599032146,36.086508830343774,1.9830133648324857,0.10034223483209034,0.09194713856137625,0.08789719481553965,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.22604789666775,106.52986706039837,9.318149915915813,0.7713004367136018,0.3539253521397272,0.28699147866182334,12.406617206311937,10.593679620257909,0.3505422792848068,0.30833531193414904,0.2790730163613627,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.363432624967402,5.317922497421328,2.0686029465835087,1.0056155659578252,0.08085304323644242,0.08082059654207746,12.606806292801627,2.3159085959871994,0.09110278401554146,0.0813743201191312,0.07106704240720957,Weather,1 diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 316ebea6e28f1999d070929d6b6a2ceef54e8380..ecabf4edd559171fc3ecbb29720ef3eefdb92f1c 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:56:52.646232+00:00", + "evaluated_at": "2026-06-18T19:41:13.245684+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 1.3532833211549988, - 1.356283282531189, - 1.358783339751648, - 1.359283303512024, - 1.3592833333143464, - 1.3532833211549988, - 1.3537832849153748, - 1.3532833211549988, - 1.3592832737097016, - 1.3522833936342469, - 1.3502833001741639, - 1.3532833211549988, - 1.3542832486757508, - 1.3532833211549988, - 1.358283301485466, - 1.3527833126911393, - 1.3552832954057923, - 1.3532833211549988, - 1.3592832439073792, - 1.3532833062538376, - 1.3552832358011475, - 1.3552832358011475, - 1.3537832849153748, - 1.3532833062538376, - 1.3542832486757508, - 1.3532833211549988, - 1.356283282531189, - 1.3592832439073792, - 1.3582833610901108, - 1.3552832954057923, - 1.3532833211549988, - 1.3572832696565857, - 1.3532833211549988, - 1.3592832439073792, - 1.3552832954057923, - 1.3512833022007218, - 1.3552832954057923, - 1.3492833130487671, - 1.359283303512024, - 1.3612832181581727, - 1.3632833116182557, - 1.358283375991272, - 1.3612833373674622, - 1.3552832358011475, - 1.3592832439073792, - 1.358783339751648, - 1.3642833583482972, - 1.3532833211549988, - 1.3552832358011475, - 1.3572832696565857, - 1.356283282531189, - 1.3527833424934617, - 1.3532833211549988, - 1.3552832954057923, - 1.3552832954057923, - 1.3532833211549988, - 1.3572832696565857, - 1.3532833211549988, - 1.3532833211549988, - 1.3607832543977967 + 1.0094801656569965, + 1.0014801494445331, + 1.0074801318015583, + 1.001480134543372, + 1.0094801060523517, + 1.0034801236953266, + 1.0014801494445331, + 1.0074801318015583, + 1.0074801318015583, + 1.0059801064099796, + 1.0094801060523517, + 1.006480263885451, + 1.0034801236953266, + 1.0014801494445331, + 1.0014801494445331, + 1.0049801192845829, + 0.9969801775779253, + 1.000980170782996, + 0.9999801240529544, + 1.0034801236953266, + 1.0014801494445331, + 1.0064801893796451, + 1.008980082687331, + 1.007480191406203, + 1.0064801446761615, + 1.0034801236953266, + 1.0014801494445331, + 1.0074800721969135, + 1.0064802042808063, + 1.0079801253642566, + 1.001480134543372, + 1.00548009794612, + 1.00548009794612, + 1.0064801446761615, + 1.00548009794612, + 1.0029801003303058, + 1.0034801236953266, + 1.0074801616038807, + 1.0014801494445331, + 1.001980113204909, + 1.00548009794612, + 1.0044801108207233, + 1.0059801064099796, + 0.998480128463698, + 1.0064801297750003, + 1.003480004486037, + 1.0084801785315998, + 1.0069801680411823, + 1.0034801236953266, + 1.001480134543372, + 1.0064802042808063, + 0.9994800857867724, + 1.0059801064099796, + 1.0074801318015583, + 1.0099801294173725, + 1.0029801003303058, + 1.0034800640906818, + 1.0034801236953266, + 1.0034801236953266, + 1.0069801978435047 ], "p10": [ - 1.3062832974323502, - 1.3150833361276857, - 1.3112832956442109, - 1.312283301396059, - 1.3200833253988495, - 1.3112832956442109, - 1.3182832949289551, - 1.30628327061026, - 1.3081832521089782, - 1.3062832974323502, - 1.3082832448610535, - 1.3158831578174106, - 1.3110832952388993, - 1.3109832905658951, - 1.3072833173403016, - 1.3150833361276857, - 1.3116833012977114, - 1.30628327061026, - 1.3062832974323502, - 1.3062832974323502, - 1.3110832952388993, - 1.3112832956442109, - 1.3022833221086731, - 1.316283261073517, - 1.3062833004125824, - 1.3090832941660158, - 1.3089832924732439, - 1.3179832451471558, - 1.312283301396059, - 1.3121833008208743, - 1.3112832956442109, - 1.3082832448610535, - 1.30628327061026, - 1.3161831610330812, - 1.315583156836914, - 1.3061832778581848, - 1.3148833297619096, - 1.309283291591095, - 1.3062832974323502, - 1.3162832858234144, - 1.3130833529361954, - 1.3090832941660158, - 1.3121833008208743, - 1.3071833156475297, - 1.316283249152588, - 1.3071833156475297, - 1.3222834103235475, - 1.3081832521089782, - 1.3081832521089782, - 1.3062832974323502, - 1.3062832974323502, - 1.3061832733878365, - 1.3082832448610535, - 1.3071833126672974, - 1.309283291591095, - 1.309283291591095, - 1.3071833156475297, - 1.30628327061026, - 1.309283291591095, - 1.3052833386191598 + 0.9714801184501177, + 0.9563800803985125, + 0.95728014927764, + 0.9533801667060381, + 0.957380115207625, + 0.9574801198806292, + 0.9574801198806292, + 0.9644800893630511, + 0.9583801082934863, + 0.9544800988997942, + 0.9584801070060259, + 0.9524801246490008, + 0.9563800803985125, + 0.9514800779189593, + 0.9533801667060381, + 0.9638800911273486, + 0.9523801199759966, + 0.9604801296855933, + 0.9572801224555498, + 0.9634801618422991, + 0.9524801246490008, + 0.9544800988997942, + 0.9503801457252031, + 0.9574801198806292, + 0.9634801618422991, + 0.9574801198806292, + 0.9534801713790423, + 0.9524801246490008, + 0.9643799893226153, + 0.9524801246490008, + 0.9544800988997942, + 0.9513800851668841, + 0.9504801503982073, + 0.9584801070060259, + 0.957380115207625, + 0.957380115207625, + 0.9574801467027193, + 0.9574801198806292, + 0.9522801272239214, + 0.9553801409568315, + 0.9604801296855933, + 0.9533801667060381, + 0.9564800731505877, + 0.9524801246490008, + 0.9611801795329576, + 0.9554801456298357, + 0.9554801456298357, + 0.9544800988997942, + 0.9574801198806292, + 0.9524801246490008, + 0.9534801713790423, + 0.9533801667060381, + 0.9514800779189593, + 0.9524801246490008, + 0.9543801061477191, + 0.9513800851668841, + 0.9571801177825457, + 0.9542801014747149, + 0.9524801246490008, + 0.9561800829734332 ], "p90": [ - 1.3864833109506836, - 1.3853833787569276, - 1.3862833135256043, - 1.3892833345064393, - 1.3863833181986085, - 1.3842833392748108, - 1.3852833088913432, - 1.3892832749017945, - 1.3865833096632234, - 1.3852833264002076, - 1.3854833834299316, - 1.3852833860048523, - 1.3842833392748108, - 1.3852833264002076, - 1.3892832749017945, - 1.3852833003231755, - 1.3852833323606721, - 1.387383353007721, - 1.3852832995781175, - 1.3852832969704143, - 1.3852832965978852, - 1.3852832965978852, - 1.3862833135256043, - 1.3852833088913432, - 1.3853833787569276, - 1.3854833834299316, - 1.3843833320268861, - 1.3864833109506836, - 1.3852833860048523, - 1.3863833181986085, - 1.3883832864889374, - 1.3882832877763978, - 1.3863833181986085, - 1.3883832864889374, - 1.3852833323606721, - 1.3892833345064393, - 1.3864833109506836, - 1.389283280862259, - 1.3852833029308786, - 1.387383353007721, - 1.3862833135256043, - 1.3892832749017945, - 1.3872833602556458, - 1.3853833787569276, - 1.3852833860048523, - 1.3883832864889374, - 1.387383353007721, - 1.3852833860048523, - 1.38328329999535, - 1.3872833602556458, - 1.387383353007721, - 1.3852833029308786, - 1.3883832864889374, - 1.3855833761820069, - 1.3852833860048523, - 1.3842833392748108, - 1.388383292449402, - 1.3842833392748108, - 1.3872833602556458, - 1.3874833517202607 + 1.035680180009795, + 1.0335801534022815, + 1.0374801627959735, + 1.0334801546897419, + 1.036480116065932, + 1.0365801207389362, + 1.0324800602759845, + 1.0374801091517933, + 1.0334802142943866, + 1.033480133828116, + 1.0374801627959735, + 1.0325801632966525, + 1.0344801418151386, + 1.0365801147784717, + 1.0324801675643451, + 1.0324800602759845, + 1.0315801255073078, + 1.0334802142943866, + 1.0365801147784717, + 1.0374801627959735, + 1.0334801606502064, + 1.0334802142943866, + 1.0374801627959735, + 1.0344801418151386, + 1.0334801606502064, + 1.0374801031913288, + 1.0314801208343036, + 1.0334801248874195, + 1.0334801286127098, + 1.0334801248874195, + 1.033580207046462, + 1.0345801464881428, + 1.0365801147784717, + 1.0334801371808775, + 1.0374801627959735, + 1.0316801346506603, + 1.033580207046462, + 1.0325801603164204, + 1.0334801248874195, + 1.0334801252599486, + 1.0304800800647267, + 1.0334801248874195, + 1.0375801555480488, + 1.033580207046462, + 1.0334801248874195, + 1.0375801615085132, + 1.0346801392402178, + 1.0334802142943866, + 1.0365801147784717, + 1.0324801675643451, + 1.0374801627959735, + 1.0334802142943866, + 1.0334800984378583, + 1.0374801091517933, + 1.0344801418151386, + 1.0334801278676518, + 1.0334801606502064, + 1.0334800980653294, + 1.0334800984378583, + 1.0334802142943866 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9d49f97acf6c01e7bd6e33bc839c58beeeef2242..443965f7639ac4412ad783f8cefd338603c87910 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:56:52.657428+00:00", + "evaluated_at": "2026-06-18T19:41:13.257088+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418, - 1.4374413013178418 + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704 ], "p10": [ - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.237441253634126, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838, - 1.3374412774759838 + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.344366280965402, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.344366280965402, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.344366280965402, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125 ], "p90": [ - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.637441241713197, - 1.637441229792268, - 1.5474413156229558, - 1.637441229792268, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.5474413156229558, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.5474413156229558, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.637441229792268, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.637441229792268, - 1.637441229792268, - 1.637441229792268, - 1.637441229792268, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997, - 1.5474413156229558, - 1.5374413251596997, - 1.637441229792268, - 1.5474413156229558, - 1.5474413156229558, - 1.637441229792268, - 1.637441229792268, - 1.5374413251596997, - 1.637441229792268, - 1.5374413251596997, - 1.5374413251596997 + 1.6443661140723966, + 1.5543661999030844, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.5543661999030844, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.5543661999030844, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.5543661999030844, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5543661999030844, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 43c41972e3fa2a9b20092ef7de63dcef55882fde..e34fffbfcf9d04c0e257f5667458c5853e808e05 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,43 +1,19 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T19:19:26.704685+00:00", + "evaluated_at": "2026-06-18T19:41:13.261519+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 762bd3503376ba16d6be008c0469df491e3e573c..74ca3dae0aa6e1259347dd3b6353d2f014dc7829 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T19:13:54.343347+00:00", - "finished_at": "2026-06-18T19:19:26.758361+00:00", - "task_count": 6, + "started_at": "2026-06-18T19:37:30.004659+00:00", + "finished_at": "2026-06-18T19:41:13.281857+00:00", + "task_count": 2, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,43 +10,19 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T19:15:04.209736+00:00", + "evaluated_at": "2026-06-18T19:38:07.467986+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -54,43 +30,19 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T19:16:06.467980+00:00", + "evaluated_at": "2026-06-18T19:38:35.252584+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -98,43 +50,19 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T19:17:07.934852+00:00", + "evaluated_at": "2026-06-18T19:39:23.950238+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -142,43 +70,19 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T19:17:39.899582+00:00", + "evaluated_at": "2026-06-18T19:39:58.989635+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -186,43 +90,19 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T19:18:34.874848+00:00", + "evaluated_at": "2026-06-18T19:40:37.229333+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -230,43 +110,19 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T19:19:24.566642+00:00", + "evaluated_at": "2026-06-18T19:41:11.173215+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -274,43 +130,19 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T19:19:26.499939+00:00", + "evaluated_at": "2026-06-18T19:41:13.100761+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -318,43 +150,19 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T19:19:26.644075+00:00", + "evaluated_at": "2026-06-18T19:41:13.239796+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -362,43 +170,19 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T19:19:26.704685+00:00", + "evaluated_at": "2026-06-18T19:41:13.261519+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -406,43 +190,19 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T19:19:26.757190+00:00", + "evaluated_at": "2026-06-18T19:41:13.279367+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] @@ -450,7 +210,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T19:28:06.733913+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_194112.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_194112.json new file mode 100644 index 0000000000000000000000000000000000000000..068e066957df7dcf5438d9fde5f1da31e1ee32ba --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_194112.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:41:12.991424+00:00", + "metrics": { + "MSE[mean]": 0.8285370483222084, + "MSE[0.5]": 0.8287563708056154, + "MAE[0.5]": 0.6667656663456519, + "MASE[0.5]": 0.7714963509194317, + "MAPE[0.5]": 4.081731040947257, + "sMAPE[0.5]": 1.285276724622931, + "MSIS": 30.07810336333564, + "RMSE[mean]": 0.9102401047647859, + "NRMSE[mean]": 4.22777529947057, + "ND[0.5]": 3.0969140998677713, + "mean_weighted_sum_quantile_loss": 3.0806175559925513 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.38260049875147484, + 0.33761481237525154, + 0.29484750979823604, + 0.2527021476904244, + 0.2139834400522118, + 0.17245451037156492, + 0.133159770832121, + 0.09575064016041118, + 0.05474635079641596, + 0.017913454239289476, + -0.020367104810059055, + -0.0544447817666216, + -0.09191162684521562, + -0.12618825307152687, + -0.16101785015413733, + -0.1956306705436482, + -0.2300061050135266, + -0.26083322321648617, + -0.29645930165988277, + -0.32731186307692256, + -0.35873351542709825, + -0.3905070847486362, + -0.4208988443711447, + -0.4494457138682787, + -0.4798390964418203, + -0.5067895163898034, + -0.5368018784101579, + -0.5664007762855627, + -0.5906864871201778, + -0.6199538310341478, + -0.6462033765673197, + -0.6730012205237513, + -0.699284277146815, + -0.7239624204659815, + -0.7484070155615257, + -0.7736071584100199, + -0.7983279793042162, + -0.8224208019105425, + -0.8452420228478452, + -0.8678675443057181, + -0.8919824776770566, + -0.9131900921857757, + -0.933395086965318, + -0.9565014231415057, + -0.9783411049400572, + -0.9983331108922354, + -1.0188592740178617, + -1.039925148694718, + -1.0587746680157257, + -1.0789217810322933, + -1.0985438394209386, + -1.1170220041247712, + -1.1335631799258161, + -1.1519928283875052, + -1.1714157963421759, + -1.1876215998148967, + -1.2060802571632623, + -1.2242486990653463, + -1.2401734353750418, + -1.2581503482074177 + ], + "p10": [ + 0.3698673381644692, + 0.32763955433690817, + 0.2839688812617708, + 0.24286681887901543, + 0.2032555008287101, + 0.1616216561072799, + 0.12112374458951192, + 0.08500149938606999, + 0.04439971644124081, + 0.006908347754809301, + -0.030186390923131867, + -0.06522970456821907, + -0.10313411615497191, + -0.1386995565447033, + -0.17353493970642536, + -0.20693237867527348, + -0.24285405570375404, + -0.2740547945281163, + -0.3076187156166228, + -0.33746385273307977, + -0.3703417546797426, + -0.40065055637899416, + -0.43253492761667317, + -0.4595590107264642, + -0.489817198806929, + -0.5195446174486479, + -0.5479492077558007, + -0.5767793545917415, + -0.6031850172572598, + -0.6318209799256166, + -0.6583781004630527, + -0.6845046511405918, + -0.710356361701937, + -0.7360598366513461, + -0.7610653703963418, + -0.7846708279087351, + -0.8095759798290415, + -0.8335594284934752, + -0.8566117657919005, + -0.8801528449802918, + -0.9036414920468072, + -0.9248543305379077, + -0.9478494641549103, + -0.9683381297312567, + -0.989452567533829, + -1.0103289986906332, + -1.0284489956229779, + -1.048928665140329, + -1.0699629228620238, + -1.0896700039422953, + -1.1088830243198908, + -1.128901657267882, + -1.146978951747325, + -1.1645158860596547, + -1.1835237293904786, + -1.2012493055989377, + -1.2162671089123163, + -1.2357907228006206, + -1.251772500063465, + -1.2689635130463706 + ], + "p90": [ + 0.39381387334344775, + 0.3491462875495582, + 0.3068423483289383, + 0.26819202689400756, + 0.22381781253715655, + 0.1834423005640439, + 0.14399170957501795, + 0.10480675795137802, + 0.06564253177604411, + 0.028952551477734196, + -0.0084743739390368, + -0.04409896594135651, + -0.08057581660017457, + -0.11587374128004446, + -0.15148354158504104, + -0.18431009862583997, + -0.21850006265838587, + -0.2509280065021789, + -0.2832304998904144, + -0.3165640305376284, + -0.34356088728441275, + -0.3790129907028262, + -0.40814531890346833, + -0.43895789120317874, + -0.46830997676606106, + -0.49689296914331493, + -0.5260495686809016, + -0.5529551978267132, + -0.5816090884243462, + -0.6087837242003327, + -0.6340858333699793, + -0.6618914833671479, + -0.68767910966934, + -0.7131806022200523, + -0.7381049133775742, + -0.7610341772194003, + -0.7862077678422296, + -0.8100092521176274, + -0.8346603907459471, + -0.8554762397143021, + -0.8796513880399179, + -0.9011364575552875, + -0.9204334590977494, + -0.9444157163938406, + -0.9668533884521727, + -0.9878046209788368, + -1.0057314218972004, + -1.0284643961923932, + -1.0483094269097906, + -1.0686044517156867, + -1.084556242789236, + -1.1056877201498956, + -1.1240875592862019, + -1.1417442014534778, + -1.1592982531448355, + -1.1764741762597044, + -1.1958218257202828, + -1.211391409252019, + -1.2299335517512464, + -1.2470135843487034 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_193800.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_193800.json new file mode 100644 index 0000000000000000000000000000000000000000..d376f17f6ba77063c557e546f372451ce7f794bf --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_193800.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:38:00.950246+00:00", + "metrics": { + "MSE[mean]": 0.004168695615669331, + "MSE[0.5]": 0.004168695615669331, + "MAE[0.5]": 0.05472104041837156, + "MASE[0.5]": 0.06331622207344285, + "MAPE[0.5]": 0.5199831774805633, + "sMAPE[0.5]": 0.49753916439412504, + "MSIS": 0.5540375742562094, + "RMSE[mean]": 0.06456543669541259, + "NRMSE[mean]": 0.2998858839898441, + "ND[0.5]": 0.2541617995417862, + "mean_weighted_sum_quantile_loss": 0.31434507055386574 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.34656447172164917, + 0.30620890855789185, + 0.272763192653656, + 0.23010313510894775, + 0.1941472887992859, + 0.15754711627960205, + 0.12383562326431274, + 0.09336400032043457, + 0.06287491321563721, + 0.03648388385772705, + 0.010270953178405762, + -0.017620086669921875, + -0.04518687725067139, + -0.0617218017578125, + -0.08529496192932129, + -0.10404753684997559, + -0.14832937717437744, + -0.15989422798156738, + -0.16190218925476074, + -0.17401576042175293, + -0.1744924783706665, + -0.17660129070281982, + -0.17405974864959717, + -0.16941189765930176, + -0.1606910228729248, + -0.1555767059326172, + -0.14243674278259277, + -0.13459312915802002, + -0.1227571964263916, + -0.11499786376953125, + -0.10506248474121094, + -0.09438550472259521, + -0.04218268394470215, + -0.025042295455932617, + -0.002726316452026367, + 0.009070038795471191, + 0.03559553623199463, + 0.05638742446899414, + 0.08438658714294434, + 0.11719954013824463, + 0.14965051412582397, + 0.18095237016677856, + 0.20775002241134644, + 0.23740607500076294, + 0.2653517723083496, + 0.3021007180213928, + 0.33892929553985596, + 0.3784823417663574, + 0.365665078163147, + 0.40095579624176025, + 0.43838071823120117, + 0.47953611612319946, + 0.5073878765106201, + 0.5448715686798096, + 0.5834183692932129, + 0.6194866895675659, + 0.6518583297729492, + 0.6839472055435181, + 0.7208192348480225, + 0.7506536841392517 + ], + "p10": [ + 0.31695252656936646, + 0.27930229902267456, + 0.2379215955734253, + 0.19351089000701904, + 0.15435081720352173, + 0.10571181774139404, + 0.07393527030944824, + 0.032962918281555176, + -0.0060002803802490234, + -0.032808661460876465, + -0.0710289478302002, + -0.10417008399963379, + -0.1342458724975586, + -0.15470314025878906, + -0.19308185577392578, + -0.2177586555480957, + -0.25489211082458496, + -0.2729184627532959, + -0.29446494579315186, + -0.301377534866333, + -0.30907154083251953, + -0.3203299045562744, + -0.32389891147613525, + -0.3282865285873413, + -0.3302938938140869, + -0.32370543479919434, + -0.32465100288391113, + -0.32502520084381104, + -0.3210679292678833, + -0.325930118560791, + -0.3202056884765625, + -0.31909942626953125, + -0.28427672386169434, + -0.2706378698348999, + -0.2687520980834961, + -0.2537883520126343, + -0.23701870441436768, + -0.2290133237838745, + -0.21383798122406006, + -0.17673015594482422, + -0.16174209117889404, + -0.14177203178405762, + -0.14164972305297852, + -0.10744428634643555, + -0.08052396774291992, + -0.0633845329284668, + -0.0525665283203125, + -0.027984023094177246, + -0.02741408348083496, + -0.012192368507385254, + 0.017380356788635254, + 0.054669737815856934, + 0.07879197597503662, + 0.09127748012542725, + 0.11536091566085815, + 0.1630687117576599, + 0.18521654605865479, + 0.21067965030670166, + 0.22295832633972168, + 0.2712724804878235 + ], + "p90": [ + 0.3704734444618225, + 0.339774489402771, + 0.3028849959373474, + 0.2666909694671631, + 0.24228453636169434, + 0.20766562223434448, + 0.1798911690711975, + 0.15561425685882568, + 0.12833154201507568, + 0.1114426851272583, + 0.08642768859863281, + 0.06719481945037842, + 0.05224871635437012, + 0.0331193208694458, + 0.015086054801940918, + 0.011111855506896973, + -0.031561851501464844, + -0.04490852355957031, + -0.0456082820892334, + -0.04195129871368408, + -0.036679863929748535, + -0.023512721061706543, + -0.01797926425933838, + -0.0029202699661254883, + 0.009163737297058105, + 0.02711308002471924, + 0.03816068172454834, + 0.05789637565612793, + 0.09235382080078125, + 0.10680842399597168, + 0.13680511713027954, + 0.1599704623222351, + 0.21603423357009888, + 0.22763842344284058, + 0.258764386177063, + 0.2848261594772339, + 0.30665910243988037, + 0.34683942794799805, + 0.37555253505706787, + 0.4126052260398865, + 0.4500383734703064, + 0.5061125159263611, + 0.562562882900238, + 0.586872935295105, + 0.6270935535430908, + 0.6888984441757202, + 0.7337028980255127, + 0.775214433670044, + 0.8012046813964844, + 0.839669942855835, + 0.8881074786186218, + 0.9436550736427307, + 0.9799904823303223, + 1.0352051258087158, + 1.0736461877822876, + 1.1254761219024658, + 1.1477164030075073, + 1.1853952407836914, + 1.2152988910675049, + 1.2659598588943481 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_194113.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..f1de1913486a68d2ee1499cc313a7ea6d322fc28 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_194113.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T19:41:13.210661+00:00", + "metrics": { + "MSE[mean]": 2.0265579090323027, + "MSE[0.5]": 2.0166737833485833, + "MAE[0.5]": 1.0635494306609565, + "MASE[0.5]": 1.2306040130626739, + "MAPE[0.5]": 6.723604141563006, + "sMAPE[0.5]": 1.443850637223464, + "MSIS": 47.55297520342548, + "RMSE[mean]": 1.4235722352702382, + "NRMSE[mean]": 6.61203950670012, + "ND[0.5]": 4.939848276489973, + "mean_weighted_sum_quantile_loss": 4.901109966243942 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.3877377990420943, + 0.3341094919487221, + 0.29448118342483837, + 0.2428528952857432, + 0.20522457591381416, + 0.15359630267588018, + 0.10596803754417786, + 0.0663397290202942, + 0.020711438139385394, + -0.02641687813310214, + -0.06854516937163888, + -0.11717330241944832, + -0.16580173349048163, + -0.213429998622184, + -0.2590582895030928, + -0.30118661054395185, + -0.35481484313151807, + -0.3964431408073564, + -0.4430714784183068, + -0.48519976965684347, + -0.5328280347885458, + -0.5734562857343427, + -0.6165846833075656, + -0.6637128654696024, + -0.7103412030805528, + -0.7589695149422965, + -0.8065977800739988, + -0.8462261482025274, + -0.8928543069995433, + -0.9369826767970019, + -0.9891109584987953, + -1.030739285976956, + -1.0763675768578649, + -1.120995821008732, + -1.1676241586196825, + -1.2157524471164054, + -1.2608807146322936, + -1.3025089676046484, + -1.3541372706449046, + -1.3992655977654376, + -1.4413939039051356, + -1.488022181911441, + -1.5321504772030936, + -1.585278746030284, + -1.6229070355998907, + -1.6715354517697625, + -1.7121635686051087, + -1.759291869976435, + -1.8084202052031997, + -1.8560484852360633, + -1.8966767063795373, + -1.94930511575448, + -1.988433386012182, + -2.0325616515015126, + -2.075689944766607, + -2.128318264734583, + -2.1734465918551154, + -2.219074823131379, + -2.2647031140122884, + -2.306831330745019 + ], + "p10": [ + 0.34973775183521566, + 0.2890094229027016, + 0.2442812009009202, + 0.19475292744840952, + 0.1531245850690876, + 0.10759629886118291, + 0.06196800798027405, + 0.023339686581787117, + -0.028388585368686506, + -0.07791688564328739, + -0.11954516841796456, + -0.1711734416558985, + -0.2129017767872956, + -0.26343007014775777, + -0.3071582722415877, + -0.3422866387011861, + -0.3994149007334468, + -0.436943181904759, + -0.48577148001571135, + -0.5251997315098709, + -0.581828059584078, + -0.6254563762141935, + -0.6751846202696933, + -0.7137129369951761, + -0.7533411859144151, + -0.8049695187569937, + -0.8545977581394896, + -0.90122609575044, + -0.9349545219577342, + -0.9924826775122576, + -1.0361109941423727, + -1.084839298756192, + -1.1313675244057775, + -1.1689958586788676, + -1.2157241413581774, + -1.261352432239086, + -1.3068806916249007, + -1.3525090093278997, + -1.4033372928655161, + -1.445865570013515, + -1.4863938721656622, + -1.539122126026126, + -1.5816505104624854, + -1.6312787498449812, + -1.6682069858419333, + -1.7195353106259637, + -1.7651636015068726, + -1.811791939117823, + -1.854420209017897, + -1.9050484951304343, + -1.9496767392813013, + -1.9954050348352144, + -2.042933414503202, + -2.08756165865407, + -2.1312899680362603, + -2.1799182798980046, + -2.2197465381632515, + -2.2682748453519905, + -2.315703113058614, + -2.35763144561509 + ], + "p90": [ + 0.4139378133948927, + 0.3662094959064705, + 0.3244812144192536, + 0.2748529154321131, + 0.23222458592739448, + 0.18669629971948978, + 0.13696794837562928, + 0.09633970637052919, + 0.04671152063221376, + 0.0010831492850344516, + -0.04054511262801705, + -0.09107340300824684, + -0.13480171537066962, + -0.17833003328824543, + -0.2280582713832808, + -0.2736866695525502, + -0.32021489520213575, + -0.36394309729596575, + -0.40647148769278957, + -0.45119973055619655, + -0.5008280235828726, + -0.5464562608196012, + -0.588084603198923, + -0.6367129150606669, + -0.683341187106508, + -0.7249695354462943, + -0.7765978086842283, + -0.8202260955120214, + -0.8658543826676398, + -0.911482677273839, + -0.9570108859957054, + -1.0016392374349332, + -1.0452675600255132, + -1.093995828504016, + -1.135624093769829, + -1.187052412796051, + -1.2307806312811582, + -1.2774089688921086, + -1.3221372952020183, + -1.367765585710398, + -1.416393921786529, + -1.4590221678447448, + -1.5005504280650244, + -1.5501786674475202, + -1.5959070404874716, + -1.6374352947472863, + -1.6859636078964906, + -1.7327918237232307, + -1.7753202141200546, + -1.82504845221509, + -1.86567674786437, + -1.915304987246866, + -1.9609333939843032, + -2.0025616741512775, + -2.0511899323688407, + -2.097818237197237, + -2.1434464952955907, + -2.1890748487613765, + -2.2347031392697567, + -2.280331314294137 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_194027.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_194027.json new file mode 100644 index 0000000000000000000000000000000000000000..9a625192f547965b346f5c5de4064d56061d7416 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_194027.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:40:27.793366+00:00", + "metrics": { + "MSE[mean]": 0.1586054075429368, + "MSE[0.5]": 0.16705445877391484, + "MAE[0.5]": 0.293193373689428, + "MASE[0.5]": 0.3392460489978049, + "MAPE[0.5]": 2.0016717824322714, + "sMAPE[0.5]": 1.3509058943128969, + "MSIS": 2.0683416148719065, + "RMSE[mean]": 0.3982529441735953, + "NRMSE[mean]": 1.8497580490080114, + "ND[0.5]": 1.3617898143181906, + "mean_weighted_sum_quantile_loss": 1.1081179942981154 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.4060247540473938, + 0.3977334797382355, + 0.3783642649650574, + 0.35532042384147644, + 0.3184235394001007, + 0.31385499238967896, + 0.28292977809906006, + 0.25936686992645264, + 0.23143738508224487, + 0.21730419993400574, + 0.18911248445510864, + 0.17170017957687378, + 0.15636438131332397, + 0.12367665767669678, + 0.11758723855018616, + 0.10313946008682251, + 0.06970250606536865, + 0.06516009569168091, + 0.04555171728134155, + 0.014186561107635498, + -0.001071333885192871, + -0.00927513837814331, + -0.044403791427612305, + -0.05358690023422241, + -0.03503870964050293, + -0.08372771739959717, + -0.10753566026687622, + -0.10367029905319214, + -0.10656452178955078, + -0.16153031587600708, + -0.14760178327560425, + -0.1519342064857483, + -0.1453458070755005, + -0.1467152237892151, + -0.1785251498222351, + -0.1524202823638916, + -0.1895967721939087, + -0.21726155281066895, + -0.1876896619796753, + -0.2065449357032776, + -0.18133604526519775, + -0.24242830276489258, + -0.17472130060195923, + -0.2879669666290283, + -0.2446300983428955, + -0.2200140357017517, + -0.2463417649269104, + -0.27238208055496216, + -0.3031286597251892, + -0.2661644220352173, + -0.27932101488113403, + -0.2599095106124878, + -0.2576069235801697, + -0.26613879203796387, + -0.26873964071273804, + -0.2700459361076355, + -0.3324146270751953, + -0.3135523796081543, + -0.3132181763648987, + -0.2994222044944763 + ], + "p10": [ + 0.3343212604522705, + 0.3044557273387909, + 0.27715036273002625, + 0.24981939792633057, + 0.19692346453666687, + 0.20165154337882996, + 0.13358920812606812, + 0.0939093828201294, + 0.05900472402572632, + 0.03969621658325195, + -0.006691932678222656, + -0.015992283821105957, + -0.031338393688201904, + -0.09835302829742432, + -0.09822201728820801, + -0.170501708984375, + -0.1753385066986084, + -0.20668745040893555, + -0.18898248672485352, + -0.28740060329437256, + -0.32210707664489746, + -0.3663367033004761, + -0.37761223316192627, + -0.3039030432701111, + -0.2950459122657776, + -0.5312816500663757, + -0.4216315746307373, + -0.442118763923645, + -0.5653388500213623, + -0.5342121124267578, + -0.5591586828231812, + -0.5057622194290161, + -0.5850223898887634, + -0.5383108854293823, + -0.5355826616287231, + -0.5287988781929016, + -0.7560315132141113, + -0.7525397539138794, + -0.659066915512085, + -0.6568500995635986, + -0.6788680553436279, + -0.7149960398674011, + -0.7579219937324524, + -0.763877272605896, + -0.7493595480918884, + -0.8637194633483887, + -0.8596820831298828, + -0.8528806567192078, + -0.8521819114685059, + -0.8508932590484619, + -0.7494128942489624, + -0.9274160861968994, + -0.8896279335021973, + -0.8381057381629944, + -0.9086438417434692, + -0.8428604602813721, + -0.894368588924408, + -0.8892831206321716, + -0.9866209030151367, + -0.9931641817092896 + ], + "p90": [ + 0.46711423993110657, + 0.4874102771282196, + 0.4818404018878937, + 0.4501733183860779, + 0.4394018352031708, + 0.4397140443325043, + 0.4114440083503723, + 0.4277864694595337, + 0.36978062987327576, + 0.39289751648902893, + 0.39645832777023315, + 0.39794206619262695, + 0.402569979429245, + 0.34378567337989807, + 0.36808061599731445, + 0.37323620915412903, + 0.3306756317615509, + 0.3482598066329956, + 0.3461174964904785, + 0.379438579082489, + 0.2689061760902405, + 0.32017287611961365, + 0.2963668704032898, + 0.36034566164016724, + 0.3269800841808319, + 0.3537226915359497, + 0.29002854228019714, + 0.28431275486946106, + 0.2357911765575409, + 0.1882832944393158, + 0.27237939834594727, + 0.3865262567996979, + 0.28527191281318665, + 0.3377968668937683, + 0.2863440215587616, + 0.30304989218711853, + 0.17584103345870972, + 0.39825761318206787, + 0.4718424379825592, + 0.41751420497894287, + 0.3746371865272522, + 0.3342576026916504, + 0.3118716776371002, + 0.38255003094673157, + 0.3504422605037689, + 0.5395827889442444, + 0.32851192355155945, + 0.401106595993042, + 0.3222421705722809, + 0.4961843490600586, + 0.30149632692337036, + 0.41865074634552, + 0.42465299367904663, + 0.5439307391643524, + 0.436401903629303, + 0.7312444150447845, + 0.3946656286716461, + 0.48878899216651917, + 0.4500584602355957, + 0.4827131927013397 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_194113.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..9a870644ab89f8c2f1cd73ec0aa0ae0120ed4d17 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_194113.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:41:13.245684+00:00", + "metrics": { + "MSE[mean]": 0.8771793863033827, + "MSE[0.5]": 0.8851562903330509, + "MAE[0.5]": 0.9051384663343108, + "MASE[0.5]": 1.0473110105998271, + "MAPE[0.5]": 10.360409509411062, + "sMAPE[0.5]": 1.5527640621766232, + "MSIS": 38.01432393763933, + "RMSE[mean]": 0.9365785531942222, + "NRMSE[mean]": 4.350109001439377, + "ND[0.5]": 4.204079814257066, + "mean_weighted_sum_quantile_loss": 4.130048560096964 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 1.0094801656569965, + 1.0014801494445331, + 1.0074801318015583, + 1.001480134543372, + 1.0094801060523517, + 1.0034801236953266, + 1.0014801494445331, + 1.0074801318015583, + 1.0074801318015583, + 1.0059801064099796, + 1.0094801060523517, + 1.006480263885451, + 1.0034801236953266, + 1.0014801494445331, + 1.0014801494445331, + 1.0049801192845829, + 0.9969801775779253, + 1.000980170782996, + 0.9999801240529544, + 1.0034801236953266, + 1.0014801494445331, + 1.0064801893796451, + 1.008980082687331, + 1.007480191406203, + 1.0064801446761615, + 1.0034801236953266, + 1.0014801494445331, + 1.0074800721969135, + 1.0064802042808063, + 1.0079801253642566, + 1.001480134543372, + 1.00548009794612, + 1.00548009794612, + 1.0064801446761615, + 1.00548009794612, + 1.0029801003303058, + 1.0034801236953266, + 1.0074801616038807, + 1.0014801494445331, + 1.001980113204909, + 1.00548009794612, + 1.0044801108207233, + 1.0059801064099796, + 0.998480128463698, + 1.0064801297750003, + 1.003480004486037, + 1.0084801785315998, + 1.0069801680411823, + 1.0034801236953266, + 1.001480134543372, + 1.0064802042808063, + 0.9994800857867724, + 1.0059801064099796, + 1.0074801318015583, + 1.0099801294173725, + 1.0029801003303058, + 1.0034800640906818, + 1.0034801236953266, + 1.0034801236953266, + 1.0069801978435047 + ], + "p10": [ + 0.9714801184501177, + 0.9563800803985125, + 0.95728014927764, + 0.9533801667060381, + 0.957380115207625, + 0.9574801198806292, + 0.9574801198806292, + 0.9644800893630511, + 0.9583801082934863, + 0.9544800988997942, + 0.9584801070060259, + 0.9524801246490008, + 0.9563800803985125, + 0.9514800779189593, + 0.9533801667060381, + 0.9638800911273486, + 0.9523801199759966, + 0.9604801296855933, + 0.9572801224555498, + 0.9634801618422991, + 0.9524801246490008, + 0.9544800988997942, + 0.9503801457252031, + 0.9574801198806292, + 0.9634801618422991, + 0.9574801198806292, + 0.9534801713790423, + 0.9524801246490008, + 0.9643799893226153, + 0.9524801246490008, + 0.9544800988997942, + 0.9513800851668841, + 0.9504801503982073, + 0.9584801070060259, + 0.957380115207625, + 0.957380115207625, + 0.9574801467027193, + 0.9574801198806292, + 0.9522801272239214, + 0.9553801409568315, + 0.9604801296855933, + 0.9533801667060381, + 0.9564800731505877, + 0.9524801246490008, + 0.9611801795329576, + 0.9554801456298357, + 0.9554801456298357, + 0.9544800988997942, + 0.9574801198806292, + 0.9524801246490008, + 0.9534801713790423, + 0.9533801667060381, + 0.9514800779189593, + 0.9524801246490008, + 0.9543801061477191, + 0.9513800851668841, + 0.9571801177825457, + 0.9542801014747149, + 0.9524801246490008, + 0.9561800829734332 + ], + "p90": [ + 1.035680180009795, + 1.0335801534022815, + 1.0374801627959735, + 1.0334801546897419, + 1.036480116065932, + 1.0365801207389362, + 1.0324800602759845, + 1.0374801091517933, + 1.0334802142943866, + 1.033480133828116, + 1.0374801627959735, + 1.0325801632966525, + 1.0344801418151386, + 1.0365801147784717, + 1.0324801675643451, + 1.0324800602759845, + 1.0315801255073078, + 1.0334802142943866, + 1.0365801147784717, + 1.0374801627959735, + 1.0334801606502064, + 1.0334802142943866, + 1.0374801627959735, + 1.0344801418151386, + 1.0334801606502064, + 1.0374801031913288, + 1.0314801208343036, + 1.0334801248874195, + 1.0334801286127098, + 1.0334801248874195, + 1.033580207046462, + 1.0345801464881428, + 1.0365801147784717, + 1.0334801371808775, + 1.0374801627959735, + 1.0316801346506603, + 1.033580207046462, + 1.0325801603164204, + 1.0334801248874195, + 1.0334801252599486, + 1.0304800800647267, + 1.0334801248874195, + 1.0375801555480488, + 1.033580207046462, + 1.0334801248874195, + 1.0375801615085132, + 1.0346801392402178, + 1.0334802142943866, + 1.0365801147784717, + 1.0324801675643451, + 1.0374801627959735, + 1.0334802142943866, + 1.0334800984378583, + 1.0374801091517933, + 1.0344801418151386, + 1.0334801278676518, + 1.0334801606502064, + 1.0334800980653294, + 1.0334800984378583, + 1.0334802142943866 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_194113.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..0354f2f1ad856ff044f84cee3af8e27948e1fa82 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_194113.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:41:13.266266+00:00", + "metrics": { + "MSE[mean]": 1.0702541727953907, + "MSE[0.5]": 1.0702541727953907, + "MAE[0.5]": 0.9632666708125422, + "MASE[0.5]": 1.1145695691969435, + "MAPE[0.5]": 10.205611193820928, + "sMAPE[0.5]": 1.5746376794389676, + "MSIS": 43.18092680342874, + "RMSE[mean]": 1.0345308950415115, + "NRMSE[mean]": 4.805066423354202, + "ND[0.5]": 4.4740668053918355, + "mean_weighted_sum_quantile_loss": 4.4411587213687405 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "p10": [ + 1.5621199822425842, + 1.5219399738311767, + 1.4719599747657777, + 1.4141399598121642, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 0.9594199728965759, + 0.9006200289726257, + 0.8418200266361237, + 0.7957599771022796, + 0.7330400252342224, + 0.6850200009346008, + 0.6399399971961975, + 0.5948599934577942, + 0.5556599724292755, + 0.5076400065422058, + 0.4566799908876419, + 0.4165000116825104, + 1.5621199822425842, + 1.5219399738311767, + 1.4719599747657777, + 1.4141399598121642, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 0.9594199728965759, + 0.9006200289726257, + 0.8418200266361237, + 0.7957599771022796, + 0.7330400252342224, + 0.6850200009346008, + 0.6399399971961975, + 0.5948599934577942, + 0.5556599724292755, + 0.5076400065422058, + 0.4566799908876419, + 0.4165000116825104, + 1.5621199822425842, + 1.5219399738311767, + 1.4719599747657777, + 1.4141399598121642, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017 + ], + "p90": [ + 1.6258799815177918, + 1.5840599727630615, + 1.5320399737358092, + 1.4718599581718446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 0.9985799717903138, + 0.9373800301551819, + 0.8761800277233124, + 0.8282399761676789, + 0.7629600262641907, + 0.7129800009727478, + 0.6660599970817566, + 0.6191399931907654, + 0.5783399713039399, + 0.5283600068092347, + 0.47531999051570895, + 0.4335000121593475, + 1.6258799815177918, + 1.5840599727630615, + 1.5320399737358092, + 1.4718599581718446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 0.9985799717903138, + 0.9373800301551819, + 0.8761800277233124, + 0.8282399761676789, + 0.7629600262641907, + 0.7129800009727478, + 0.6660599970817566, + 0.6191399931907654, + 0.5783399713039399, + 0.5283600068092347, + 0.47531999051570895, + 0.4335000121593475, + 1.6258799815177918, + 1.5840599727630615, + 1.5320399737358092, + 1.4718599581718446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_194104.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_194104.json new file mode 100644 index 0000000000000000000000000000000000000000..4f4fbfaa1bef51156884a011a913f2ff39af4cc4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_194104.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:41:04.511912+00:00", + "metrics": { + "MSE[mean]": 0.002198814824468794, + "MSE[0.5]": 0.002198814824468794, + "MAE[0.5]": 0.03836233418745299, + "MASE[0.5]": 0.044388009659497, + "MAPE[0.5]": 0.37667163751626886, + "sMAPE[0.5]": 0.43086479097747243, + "MSIS": 0.3310340425436437, + "RMSE[mean]": 0.04689152188262601, + "NRMSE[mean]": 0.21779618029594372, + "ND[0.5]": 0.1781808207073669, + "mean_weighted_sum_quantile_loss": 0.1953392193492096 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.36920166015625, + 0.32501220703125, + 0.28082275390625, + 0.23663330078125, + 0.2034912109375, + 0.164825439453125, + 0.12615966796875, + 0.098541259765625, + 0.065399169921875, + 0.03778076171875, + 0.010162353515625, + -0.00640869140625, + -0.022979736328125, + -0.034027099609375, + -0.045074462890625, + -0.0616455078125, + -0.111358642578125, + -0.100311279296875, + -0.111358642578125, + -0.11688232421875, + -0.13897705078125, + -0.144500732421875, + -0.144500732421875, + -0.144500732421875, + -0.166595458984375, + -0.1500244140625, + -0.16107177734375, + -0.13897705078125, + -0.13897705078125, + -0.1279296875, + -0.1279296875, + -0.11688232421875, + -0.083740234375, + -0.056121826171875, + -0.03955078125, + -0.011932373046875, + 0.010162353515625, + 0.021209716796875, + 0.043304443359375, + 0.087493896484375, + 0.10406494140625, + 0.164825439453125, + 0.19244384765625, + 0.220062255859375, + 0.25872802734375, + 0.308441162109375, + 0.308441162109375, + 0.341583251953125, + 0.3360595703125, + 0.3802490234375, + 0.418914794921875, + 0.4244384765625, + 0.4492950439453125, + 0.50177001953125, + 0.551483154296875, + 0.5652923583984375, + 0.606719970703125, + 0.6757659912109375, + 0.7033843994140625, + 0.750335693359375 + ], + "p10": [ + 0.352630615234375, + 0.308441162109375, + 0.25872802734375, + 0.220062255859375, + 0.186920166015625, + 0.142730712890625, + 0.098541259765625, + 0.065399169921875, + 0.032257080078125, + -0.000885009765625, + -0.034027099609375, + -0.05059814453125, + -0.067169189453125, + -0.089263916015625, + -0.100311279296875, + -0.122406005859375, + -0.172119140625, + -0.166595458984375, + -0.188690185546875, + -0.188690185546875, + -0.210784912109375, + -0.221832275390625, + -0.21630859375, + -0.21630859375, + -0.22735595703125, + -0.22735595703125, + -0.2384033203125, + -0.22735595703125, + -0.221832275390625, + -0.210784912109375, + -0.21630859375, + -0.20526123046875, + -0.221832275390625, + -0.20526123046875, + -0.188690185546875, + -0.166595458984375, + -0.166595458984375, + -0.1500244140625, + -0.144500732421875, + -0.100311279296875, + -0.083740234375, + -0.022979736328125, + -0.00640869140625, + 0.01568603515625, + 0.054351806640625, + 0.093017578125, + 0.098541259765625, + 0.12615966796875, + 0.08197021484375, + 0.120635986328125, + 0.13720703125, + 0.120635986328125, + 0.131683349609375, + 0.181396484375, + 0.231109619140625, + 0.2476806640625, + 0.28082275390625, + 0.330535888671875, + 0.34710693359375, + 0.385772705078125 + ], + "p90": [ + 0.385772705078125, + 0.341583251953125, + 0.30291748046875, + 0.25872802734375, + 0.231109619140625, + 0.19244384765625, + 0.1593017578125, + 0.131683349609375, + 0.109588623046875, + 0.087493896484375, + 0.065399169921875, + 0.048828125, + 0.043304443359375, + 0.0267333984375, + 0.01568603515625, + -0.000885009765625, + -0.03955078125, + -0.0174560546875, + -0.03955078125, + -0.03955078125, + -0.056121826171875, + -0.0616455078125, + -0.0616455078125, + -0.067169189453125, + -0.083740234375, + -0.07269287109375, + -0.078216552734375, + -0.045074462890625, + -0.03955078125, + -0.0174560546875, + -0.00640869140625, + 0.010162353515625, + 0.076446533203125, + 0.1151123046875, + 0.131683349609375, + 0.1593017578125, + 0.2034912109375, + 0.209014892578125, + 0.242156982421875, + 0.28082275390625, + 0.31396484375, + 0.363677978515625, + 0.40234375, + 0.4272003173828125, + 0.463104248046875, + 0.5266265869140625, + 0.5266265869140625, + 0.5652923583984375, + 0.6039581298828125, + 0.67852783203125, + 0.72271728515625, + 0.7337646484375, + 0.7627639770507812, + 0.8152389526367188, + 0.85528564453125, + 0.8621902465820312, + 0.8967132568359375, + 0.9498786926269531, + 0.9629974365234375, + 0.9906158447265625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_193826.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_193826.json new file mode 100644 index 0000000000000000000000000000000000000000..180ef7dd1a0da5e2434f67db6912e81c21d8fd28 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_193826.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:38:26.820451+00:00", + "metrics": { + "MSE[mean]": 0.014916308409422237, + "MSE[0.5]": 0.0060963488232847396, + "MAE[0.5]": 0.07002619168100258, + "MASE[0.5]": 0.08102539479390587, + "MAPE[0.5]": 0.5663570026746717, + "sMAPE[0.5]": 0.5997834592293729, + "MSIS": 5.357857757780048, + "RMSE[mean]": 0.1221323397361331, + "NRMSE[mean]": 0.5672658087685563, + "ND[0.5]": 0.3252493511933727, + "mean_weighted_sum_quantile_loss": 0.4856509675117295 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.3889082670211792, + 0.3532242178916931, + 0.31019365787506104, + 0.2716671824455261, + 0.22057512402534485, + 0.18273085355758667, + 0.1633549928665161, + 0.1461600661277771, + 0.11770181357860565, + 0.06466443836688995, + 0.045423418283462524, + 0.028186187148094177, + 0.015569224953651428, + -0.00818660855293274, + -0.027685225009918213, + -0.03730762004852295, + -0.04556459188461304, + -0.0682050883769989, + -0.0831659734249115, + -0.09608232975006104, + -0.09258311986923218, + -0.1118474006652832, + -0.1212189793586731, + -0.11066222190856934, + -0.11575204133987427, + -0.12101641297340393, + -0.11967426538467407, + -0.09191194176673889, + -0.0911271870136261, + -0.0914471447467804, + -0.0828651487827301, + -0.06781420111656189, + -0.05401092767715454, + -0.04787823557853699, + -0.02367180585861206, + 0.0022938549518585205, + 0.03383453190326691, + 0.039207279682159424, + 0.05893006920814514, + 0.08676449954509735, + 0.13989602029323578, + 0.14966025948524475, + 0.20653028786182404, + 0.24489513039588928, + 0.2573077976703644, + 0.2876569330692291, + 0.3204999268054962, + 0.34834104776382446, + 0.38981956243515015, + 0.45648878812789917, + 0.47440004348754883, + 0.5255167484283447, + 0.5595970153808594, + 0.578301727771759, + 0.6272857189178467, + 0.6676130294799805, + 0.7273305058479309, + 0.7586814165115356, + 0.7979013919830322, + 0.8212871551513672 + ], + "p10": [ + 0.3749726414680481, + 0.33949941396713257, + 0.30411502718925476, + 0.2832857370376587, + 0.25985074043273926, + 0.19316932559013367, + 0.18419045209884644, + 0.13275161385536194, + 0.13888683915138245, + 0.07725536823272705, + 0.06907156109809875, + 0.04914557933807373, + 0.04696875810623169, + 0.006856173276901245, + 0.02745772898197174, + -0.058523327112197876, + -0.03907695412635803, + -0.035882383584976196, + -0.08067852258682251, + -0.09177011251449585, + -0.09433916211128235, + -0.09515964984893799, + -0.07237565517425537, + -0.06182050704956055, + -0.08872118592262268, + -0.09719082713127136, + -0.08931007981300354, + -0.08016794919967651, + -0.0477575957775116, + -0.04751265048980713, + -0.05384719371795654, + -0.0305405855178833, + -0.011308789253234863, + -0.0007959306240081787, + 0.012315765023231506, + 0.07477948069572449, + 0.0663587898015976, + 0.10753627121448517, + 0.12620791792869568, + 0.1615724414587021, + 0.20027092099189758, + 0.22608961164951324, + 0.23174580931663513, + 0.3019058406352997, + 0.3543015718460083, + 0.3552526831626892, + 0.38478755950927734, + 0.4314448833465576, + 0.48900097608566284, + 0.5090903043746948, + 0.5837000608444214, + 0.5770856142044067, + 0.6366523504257202, + 0.6535247564315796, + 0.700937032699585, + 0.7627911567687988, + 0.819738507270813, + 0.8310822248458862, + 0.8875529766082764, + 0.9137407541275024 + ], + "p90": [ + 0.40637439489364624, + 0.3769480586051941, + 0.34074774384498596, + 0.3071640729904175, + 0.26337069272994995, + 0.21796566247940063, + 0.1915908008813858, + 0.18180984258651733, + 0.1554776430130005, + 0.10893304646015167, + 0.1014520525932312, + 0.08150148391723633, + 0.07106225192546844, + 0.055665552616119385, + 0.03515516221523285, + 0.02000802755355835, + 0.023276790976524353, + 0.004497885704040527, + 0.003058880567550659, + -0.007489055395126343, + 0.007538884878158569, + 0.003807663917541504, + 0.011793211102485657, + -0.006338745355606079, + 0.00882178544998169, + 0.010183900594711304, + 0.02200193703174591, + 0.0527811199426651, + 0.06362223625183105, + 0.058936432003974915, + 0.09007373452186584, + 0.10184517502784729, + 0.13102132081985474, + 0.1538606435060501, + 0.1834779679775238, + 0.2288680076599121, + 0.2860848903656006, + 0.29240310192108154, + 0.3155229985713959, + 0.3370398283004761, + 0.39283299446105957, + 0.4076881408691406, + 0.46908754110336304, + 0.5166847705841064, + 0.5450563430786133, + 0.5798187851905823, + 0.6202993988990784, + 0.657203197479248, + 0.7000185251235962, + 0.7743568420410156, + 0.7929325103759766, + 0.8563250303268433, + 0.8787827491760254, + 0.9082760810852051, + 0.9581676721572876, + 1.0114821195602417, + 1.087745189666748, + 1.1288377046585083, + 1.1678752899169922, + 1.1898994445800781 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_193931.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_193931.json new file mode 100644 index 0000000000000000000000000000000000000000..2c1d167a6fb5a1258cd5f69e6c995b9215440fec --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_193931.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:39:31.314457+00:00", + "metrics": { + "MSE[mean]": 0.11422972175345197, + "MSE[0.5]": 0.11422972175345197, + "MAE[0.5]": 0.2934476615084956, + "MASE[0.5]": 0.3395402784916076, + "MAPE[0.5]": 2.3707645526820547, + "sMAPE[0.5]": 1.2929463908836878, + "MSIS": 1.0834270971006608, + "RMSE[mean]": 0.3379788776735197, + "NRMSE[mean]": 1.5698042124172635, + "ND[0.5]": 1.362970900225945, + "mean_weighted_sum_quantile_loss": 0.8460445428887003 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.3810584545135498, + 0.3425772786140442, + 0.3075108528137207, + 0.27271533012390137, + 0.24060046672821045, + 0.20991337299346924, + 0.18250232934951782, + 0.15781116485595703, + 0.13167357444763184, + 0.10719716548919678, + 0.0876617431640625, + 0.07340550422668457, + 0.062110066413879395, + 0.05208146572113037, + 0.04333090782165527, + 0.03986680507659912, + 0.039780616760253906, + 0.04065597057342529, + 0.04270339012145996, + 0.05038118362426758, + 0.058046698570251465, + 0.06712079048156738, + 0.07912957668304443, + 0.09316527843475342, + 0.10861003398895264, + 0.12687194347381592, + 0.1468324065208435, + 0.16706812381744385, + 0.19028687477111816, + 0.21374553442001343, + 0.23199540376663208, + 0.2544298768043518, + 0.2464788556098938, + 0.2555418610572815, + 0.29604196548461914, + 0.3465220332145691, + 0.37927931547164917, + 0.4084230661392212, + 0.4437131881713867, + 0.47591960430145264, + 0.5058915019035339, + 0.5389324426651001, + 0.5673712491989136, + 0.5931318998336792, + 0.6195513010025024, + 0.6536312103271484, + 0.6882947683334351, + 0.7213900089263916, + 0.7507447004318237, + 0.783038854598999, + 0.8160594701766968, + 0.8571521043777466, + 0.8815271854400635, + 0.9207282066345215, + 0.9592360258102417, + 0.9911036491394043, + 1.0235573053359985, + 1.0552239418029785, + 1.082041621208191, + 1.1134921312332153 + ], + "p10": [ + 0.37145185470581055, + 0.3293757438659668, + 0.28885674476623535, + 0.250100314617157, + 0.2133689522743225, + 0.17761176824569702, + 0.1444973349571228, + 0.11457520723342896, + 0.07899534702301025, + 0.04538881778717041, + 0.017039775848388672, + -0.007802128791809082, + -0.031050801277160645, + -0.052017807960510254, + -0.07262659072875977, + -0.09082996845245361, + -0.10341906547546387, + -0.11728465557098389, + -0.1314840316772461, + -0.14142119884490967, + -0.14982104301452637, + -0.15896940231323242, + -0.1645737886428833, + -0.16863489151000977, + -0.1752638816833496, + -0.17599976062774658, + -0.17686402797698975, + -0.18004417419433594, + -0.18136537075042725, + -0.184606671333313, + -0.18986082077026367, + -0.18199503421783447, + -0.07470428943634033, + -0.11822628974914551, + -0.1375507116317749, + -0.12496376037597656, + -0.1207815408706665, + -0.11589431762695312, + -0.11658000946044922, + -0.11141562461853027, + -0.10241973400115967, + -0.09650909900665283, + -0.09472930431365967, + -0.07950365543365479, + -0.06745779514312744, + -0.05788695812225342, + -0.05294620990753174, + -0.04559648036956787, + -0.026622414588928223, + -0.013643264770507812, + -0.006045699119567871, + 0.0076427459716796875, + -0.0036748647689819336, + 0.006144881248474121, + 0.016973257064819336, + 0.03575146198272705, + 0.04867291450500488, + 0.06708407402038574, + 0.08560037612915039, + 0.10954958200454712 + ], + "p90": [ + 0.3941066265106201, + 0.3583361506462097, + 0.32753926515579224, + 0.2944232225418091, + 0.2683429718017578, + 0.24423235654830933, + 0.22202354669570923, + 0.20387297868728638, + 0.18531769514083862, + 0.16817116737365723, + 0.1586509346961975, + 0.1547747254371643, + 0.15494322776794434, + 0.1547730565071106, + 0.15766817331314087, + 0.16514593362808228, + 0.18102329969406128, + 0.19577139616012573, + 0.21581882238388062, + 0.24038904905319214, + 0.26873618364334106, + 0.29714667797088623, + 0.33052271604537964, + 0.36485081911087036, + 0.4005802869796753, + 0.4404010772705078, + 0.4799047112464905, + 0.5212154984474182, + 0.5648190975189209, + 0.6042943000793457, + 0.6395525932312012, + 0.6757553815841675, + 0.6497973203659058, + 0.6378657817840576, + 0.6919848918914795, + 0.7686554193496704, + 0.8204581141471863, + 0.8697248697280884, + 0.9113858342170715, + 0.9573042988777161, + 1.010986089706421, + 1.0574841499328613, + 1.1059606075286865, + 1.165651559829712, + 1.2223200798034668, + 1.2743701934814453, + 1.323265552520752, + 1.3710836172103882, + 1.4234013557434082, + 1.4785226583480835, + 1.5343918800354004, + 1.5963077545166016, + 1.6319632530212402, + 1.6879186630249023, + 1.7393088340759277, + 1.7926199436187744, + 1.8388547897338867, + 1.8867403268814087, + 1.9276829957962036, + 1.9794459342956543 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_193916.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_193916.json new file mode 100644 index 0000000000000000000000000000000000000000..8c69c4ae5d771111570129e3837014d7171dbac3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_193916.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:39:16.917491+00:00", + "metrics": { + "MSE[mean]": 0.0005744869868909912, + "MSE[0.5]": 0.0005744869868909912, + "MAE[0.5]": 0.018761106968546905, + "MASE[0.5]": 0.02170796472585567, + "MAPE[0.5]": 0.1402246124230807, + "sMAPE[0.5]": 0.18455822705264244, + "MSIS": 1.2408452051281809, + "RMSE[mean]": 0.02396845816674471, + "NRMSE[mean]": 0.11132585223757238, + "ND[0.5]": 0.08713936489630306, + "mean_weighted_sum_quantile_loss": 0.5408957927392656 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" + ], + "context": [ + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896 + ], + "actual": [ + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 + ], + "predictions": { + "p50": [ + 0.37260156869888306, + 0.33185434341430664, + 0.2913930416107178, + 0.25063973665237427, + 0.21386587619781494, + 0.1777667999267578, + 0.14502054452896118, + 0.1121523380279541, + 0.07898211479187012, + 0.04975104331970215, + 0.020691871643066406, + -0.006269574165344238, + -0.029439210891723633, + -0.05457139015197754, + -0.07186365127563477, + -0.09338665008544922, + -0.11162412166595459, + -0.12339961528778076, + -0.13669002056121826, + -0.1468602418899536, + -0.1562650203704834, + -0.15981721878051758, + -0.1623908281326294, + -0.16827118396759033, + -0.1709153652191162, + -0.17308008670806885, + -0.16655981540679932, + -0.1598137617111206, + -0.15201997756958008, + -0.14455604553222656, + -0.13186848163604736, + -0.11665046215057373, + -0.1311875581741333, + -0.10779869556427002, + -0.09392404556274414, + -0.07813644409179688, + -0.05871260166168213, + -0.033387184143066406, + -0.01283729076385498, + 0.012711167335510254, + 0.03713428974151611, + 0.06499767303466797, + 0.08980119228363037, + 0.12094932794570923, + 0.14977943897247314, + 0.18183332681655884, + 0.2123212218284607, + 0.24834001064300537, + 0.2777400612831116, + 0.3140391707420349, + 0.3493075370788574, + 0.3820815086364746, + 0.4161122441291809, + 0.45252764225006104, + 0.48571687936782837, + 0.5129660367965698, + 0.5525840520858765, + 0.5866618156433105, + 0.620812177658081, + 0.6482256054878235 + ], + "p10": [ + 0.3596796989440918, + 0.31457966566085815, + 0.2712830901145935, + 0.22666794061660767, + 0.18504327535629272, + 0.14451700448989868, + 0.10602432489395142, + 0.06638979911804199, + 0.026148557662963867, + -0.011281371116638184, + -0.04945576190948486, + -0.08332550525665283, + -0.11903786659240723, + -0.1565718650817871, + -0.18382906913757324, + -0.21980643272399902, + -0.2499319314956665, + -0.27775514125823975, + -0.30034172534942627, + -0.32822251319885254, + -0.3546590805053711, + -0.37919414043426514, + -0.4007081985473633, + -0.4235895872116089, + -0.4462125301361084, + -0.4670215845108032, + -0.48629581928253174, + -0.4967402219772339, + -0.504721999168396, + -0.5178463459014893, + -0.5235918760299683, + -0.5385795831680298, + -0.6078770160675049, + -0.605110764503479, + -0.621360182762146, + -0.6218736171722412, + -0.6419926881790161, + -0.6366240978240967, + -0.6487439870834351, + -0.6602938175201416, + -0.67333984375, + -0.6822550296783447, + -0.7047593593597412, + -0.7152425050735474, + -0.7293301820755005, + -0.7570173740386963, + -0.765230655670166, + -0.7744053602218628, + -0.7786657810211182, + -0.7882487773895264, + -0.8149213790893555, + -0.8265905380249023, + -0.8299914598464966, + -0.8394056558609009, + -0.8554645776748657, + -0.8666768074035645, + -0.8609786033630371, + -0.8746649026870728, + -0.8881632089614868, + -0.8626835346221924 + ], + "p90": [ + 0.3892402648925781, + 0.3510950803756714, + 0.31474316120147705, + 0.27861613035202026, + 0.24722141027450562, + 0.21440929174423218, + 0.18938618898391724, + 0.16306740045547485, + 0.13826626539230347, + 0.11653876304626465, + 0.09776532649993896, + 0.08495080471038818, + 0.0704728364944458, + 0.06431746482849121, + 0.06230580806732178, + 0.054401397705078125, + 0.05104529857635498, + 0.05372440814971924, + 0.05963289737701416, + 0.06697821617126465, + 0.07601296901702881, + 0.09065520763397217, + 0.10861349105834961, + 0.12821143865585327, + 0.1451905369758606, + 0.16144484281539917, + 0.19389724731445312, + 0.22094035148620605, + 0.23985421657562256, + 0.27385491132736206, + 0.30654633045196533, + 0.3396291732788086, + 0.3842635750770569, + 0.4484202265739441, + 0.475482702255249, + 0.5295006036758423, + 0.5818924903869629, + 0.6170059442520142, + 0.6685526371002197, + 0.7285192012786865, + 0.7869603633880615, + 0.8338357210159302, + 0.8958250284194946, + 0.9583678841590881, + 1.0195550918579102, + 1.0858808755874634, + 1.1491228342056274, + 1.2231849431991577, + 1.2703936100006104, + 1.3381874561309814, + 1.403088092803955, + 1.479201078414917, + 1.5336642265319824, + 1.6124088764190674, + 1.6853102445602417, + 1.7537038326263428, + 1.8206340074539185, + 1.917490005493164, + 1.9939966201782227, + 2.0462470054626465 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_194113.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..7b0b2d6a4b521eb7f2021297eaf7976b0d86e7f0 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_194113.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T19:41:13.081457+00:00", + "metrics": { + "MSE[mean]": 0.024008963499832812, + "MSE[0.5]": 0.026458557618566293, + "MAE[0.5]": 0.1318242208870949, + "MASE[0.5]": 0.8043513603153123, + "MAPE[0.5]": 0.08496698762287436, + "sMAPE[0.5]": 0.08758164463122806, + "MSIS": 6.069825345186577, + "RMSE[mean]": 0.15494826071896647, + "NRMSE[mean]": 0.10253928730551944, + "ND[0.5]": 0.08723661431659753, + "mean_weighted_sum_quantile_loss": 0.06889443668071207 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.4465178761558235, + 1.440450798347971, + 1.4381620616626454, + 1.4367578724379413, + 1.4375390658955662, + 1.451186193726893, + 1.4371373131202945, + 1.4366203191316083, + 1.4445261518352177, + 1.4534012033853296, + 1.4371232101100646, + 1.4511445111172958, + 1.435860934939984, + 1.453400636712089, + 1.4607815790348502, + 1.436401988609456, + 1.4534006291222075, + 1.436260308198807, + 1.453400628841746, + 1.4379045048560288, + 1.4534006288088441, + 1.436401987683285, + 1.4371230133107193, + 1.4374171717034596, + 1.4534006288045316, + 1.4511444437113392, + 1.4371230133102135, + 1.4534006288044738, + 1.4364019876817882, + 1.4534006288044719, + 1.4650347224301492, + 1.4670891513914444, + 1.4691435803527397, + 1.4376608382732732, + 1.4534006288044716, + 1.4511444437113188, + 1.4691435803527397, + 1.4629081493782796, + 1.4650347224301492, + 1.4374171717032842, + 1.4362603080899794, + 1.4374171717032842, + 1.4650347224301492, + 1.4379045048432622, + 1.4511444437113188, + 1.4534006288044716, + 1.4650347224301492, + 1.4374171717032842, + 1.4374171717032842, + 1.4701691853405277, + 1.4364019876817875, + 1.4379045048432622, + 1.4650347224301492, + 1.4511444437113188, + 1.4511444437113188, + 1.4368288549171289, + 1.46078157632641, + 1.4511444437113188, + 1.4511444437113188, + 1.4379045048432622, + 1.4534006288044716, + 1.4379045048432622, + 1.4511444437113188, + 1.4445244742772905, + 1.4366154212994582, + 1.4534006288044716, + 1.4376608382732732, + 1.4691435803527397, + 1.46078157632641, + 1.4534006288044716, + 1.4361186284981713, + 1.4364019876817875 + ], + "p10": [ + 1.3592788821449084, + 1.3456932540804702, + 1.3725259155619973, + 1.351129153883655, + 1.3695374015936348, + 1.3720962276664008, + 1.350436144072446, + 1.3621835235514181, + 1.3714885447674856, + 1.3472595950569277, + 1.347259217275928, + 1.3714869346155354, + 1.350773292214742, + 1.3383082914793627, + 1.3634876574952521, + 1.347259021403738, + 1.350773269445237, + 1.342659627544611, + 1.3621786257565425, + 1.3507732691402679, + 1.372054477655199, + 1.3507732691289986, + 1.360686665195461, + 1.363633102461159, + 1.3721175454776942, + 1.3467990811720616, + 1.3636331024609905, + 1.3621786257192703, + 1.3621786257192687, + 1.34725902047607, + 1.3610380900600914, + 1.3507732691275012, + 1.3720544776508266, + 1.3507732691275012, + 1.3720544776508266, + 1.3714868672095584, + 1.3705560430605292, + 1.3472590204760697, + 1.362178625719268, + 1.3705560430605292, + 1.3610380900600914, + 1.3507732691275012, + 1.3426596274357834, + 1.3721175454776342, + 1.3636331024609836, + 1.3507732691275012, + 1.3507732691275012, + 1.3623471191276353, + 1.3636331024609836, + 1.3636331024609836, + 1.3507732691275012, + 1.3606866651949483, + 1.3714868672095584, + 1.3507732691275012, + 1.3636331024609836, + 1.3721175454776342, + 1.3507732691275012, + 1.362178625719268, + 1.362178625719268, + 1.362178625719268, + 1.3636331024609836, + 1.3504218442623581, + 1.362178625719268, + 1.3504218442623581, + 1.3504218442623581, + 1.3636331024609836, + 1.3426596274357834, + 1.3714868672095584, + 1.3636331024609836, + 1.3507732691275012, + 1.362178625719268, + 1.3721175454776342 + ], + "p90": [ + 1.582343755405794, + 1.5791317914108678, + 1.5766195491667132, + 1.5448553142958235, + 1.5736086117155257, + 1.5736549702993858, + 1.5736346403713235, + 1.5492804484205434, + 1.597823517697253, + 1.5736209151420937, + 1.5755806976141324, + 1.5736844904640308, + 1.575580523901515, + 1.5755805087218917, + 1.6212281466861693, + 1.573486718450912, + 1.57558050113201, + 1.573472661769786, + 1.5736844230953282, + 1.5736844230708205, + 1.5736203405656082, + 1.5755805008157717, + 1.5736844230585665, + 1.573613220283987, + 1.5738740308337358, + 1.5734726616609789, + 1.5516952616956565, + 1.573874030833678, + 1.5738740308336765, + 1.5755805008142745, + 1.5734726616609584, + 1.5978218401393258, + 1.5755805008142743, + 1.5755805008142743, + 1.5736132202838116, + 1.5736844230580538, + 1.5755805008142743, + 1.5736132202838116, + 1.5736844230580538, + 1.5439687494231449, + 1.5755805008142743, + 1.5736844230580538, + 1.5755805008142743, + 1.5736132202838116, + 1.5978218401393258, + 1.5778046347467793, + 1.5736203405612357, + 1.5736844230580538, + 1.5978218401393258, + 1.5978218401393258, + 1.5738740308336758, + 1.5736844230580538, + 1.5978218401393258, + 1.5755805008142743, + 1.5439687494231449, + 1.5978218401393258, + 1.5978218401393258, + 1.5755805008142743, + 1.5778046347467793, + 1.5755805008142743, + 1.5736132202838116, + 1.5755805008142743, + 1.5736203405612357, + 1.5755805008142743, + 1.5736844230580538, + 1.5755805008142743, + 1.5734726616609584, + 1.5778046347467793, + 1.5736132202838116, + 1.5736132202838116, + 1.5736132202838116, + 1.5736844230580538 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_193805.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_193805.json new file mode 100644 index 0000000000000000000000000000000000000000..4b13adaf961af7210e052b7933ad46a512e7eb51 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_193805.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T19:38:05.362175+00:00", + "metrics": { + "MSE[mean]": 0.04202345635277657, + "MSE[0.5]": 0.04202345635277657, + "MAE[0.5]": 0.15772164033518898, + "MASE[0.5]": 0.9623695486387752, + "MAPE[0.5]": 0.11037295204784235, + "sMAPE[0.5]": 0.10256239440952095, + "MSIS": 4.902366963615054, + "RMSE[mean]": 0.2049962349721979, + "NRMSE[mean]": 0.13565926933822622, + "ND[0.5]": 0.10437461200006956, + "mean_weighted_sum_quantile_loss": 0.07576193594080974 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.4963856935501099, + 1.4987856149673462, + 1.503442645072937, + 1.505185604095459, + 1.5087385177612305, + 1.5124720335006714, + 1.5153297185897827, + 1.5157606601715088, + 1.518463134765625, + 1.5202107429504395, + 1.5219645500183105, + 1.5240159034729004, + 1.5262700319290161, + 1.5299575328826904, + 1.5331099033355713, + 1.530972957611084, + 1.5421501398086548, + 1.5460212230682373, + 1.550328016281128, + 1.5530592203140259, + 1.557512640953064, + 1.558344841003418, + 1.5621075630187988, + 1.562943458557129, + 1.5680160522460938, + 1.5711495876312256, + 1.5755424499511719, + 1.5770294666290283, + 1.5802974700927734, + 1.5824811458587646, + 1.5862423181533813, + 1.585351586341858, + 1.600096583366394, + 1.6030913591384888, + 1.6031577587127686, + 1.6039623022079468, + 1.6078457832336426, + 1.6084601879119873, + 1.6113702058792114, + 1.6109259128570557, + 1.6166132688522339, + 1.6195061206817627, + 1.6232718229293823, + 1.623229742050171, + 1.6272536516189575, + 1.628166675567627, + 1.6335277557373047, + 1.6297850608825684, + 1.6453782320022583, + 1.6475448608398438, + 1.646177053451538, + 1.6479933261871338, + 1.6531336307525635, + 1.6529442071914673, + 1.6579887866973877, + 1.6562340259552002, + 1.659424066543579, + 1.6634827852249146, + 1.660784363746643, + 1.660644292831421, + 1.660109281539917, + 1.662841558456421, + 1.667160987854004, + 1.6620910167694092, + 1.6762555837631226, + 1.6764469146728516, + 1.6746172904968262, + 1.6785575151443481, + 1.6818187236785889, + 1.6825939416885376, + 1.6865177154541016, + 1.6850491762161255 + ], + "p10": [ + 1.3982360363006592, + 1.3865509033203125, + 1.3834946155548096, + 1.3800647258758545, + 1.378859519958496, + 1.3809958696365356, + 1.3793754577636719, + 1.375016212463379, + 1.3750085830688477, + 1.373319149017334, + 1.3699942827224731, + 1.3626811504364014, + 1.360715627670288, + 1.362058162689209, + 1.3635222911834717, + 1.3599681854248047, + 1.3614757061004639, + 1.3595861196517944, + 1.3593854904174805, + 1.361767053604126, + 1.363779902458191, + 1.3618526458740234, + 1.3618547916412354, + 1.3585748672485352, + 1.3576809167861938, + 1.3549431562423706, + 1.3540219068527222, + 1.3460304737091064, + 1.3444501161575317, + 1.3466579914093018, + 1.3501869440078735, + 1.3466521501541138, + 1.339665174484253, + 1.3336392641067505, + 1.3301886320114136, + 1.3276474475860596, + 1.3263580799102783, + 1.3224729299545288, + 1.3190739154815674, + 1.313512921333313, + 1.3148635625839233, + 1.3098894357681274, + 1.3112035989761353, + 1.3047794103622437, + 1.3053852319717407, + 1.3061264753341675, + 1.308295726776123, + 1.30414617061615, + 1.3054637908935547, + 1.2971537113189697, + 1.2941863536834717, + 1.2918050289154053, + 1.291183352470398, + 1.2874047756195068, + 1.2834951877593994, + 1.2777782678604126, + 1.278572678565979, + 1.2705824375152588, + 1.2721459865570068, + 1.2605061531066895, + 1.2601109743118286, + 1.2562090158462524, + 1.2613098621368408, + 1.2528250217437744, + 1.239365577697754, + 1.2325838804244995, + 1.2272531986236572, + 1.2302700281143188, + 1.226876139640808, + 1.2256358861923218, + 1.2244576215744019, + 1.221358060836792 + ], + "p90": [ + 1.5677536725997925, + 1.582520842552185, + 1.591707706451416, + 1.6054942607879639, + 1.608096718788147, + 1.6160597801208496, + 1.6194360256195068, + 1.6252920627593994, + 1.626989483833313, + 1.6342718601226807, + 1.639223575592041, + 1.6415973901748657, + 1.6510608196258545, + 1.6508781909942627, + 1.6596803665161133, + 1.6582547426223755, + 1.6818385124206543, + 1.6839797496795654, + 1.6848225593566895, + 1.6948208808898926, + 1.6974352598190308, + 1.706965684890747, + 1.7096796035766602, + 1.7155678272247314, + 1.719401240348816, + 1.7298452854156494, + 1.7372750043869019, + 1.7404431104660034, + 1.7494196891784668, + 1.7471539974212646, + 1.7604964971542358, + 1.756662130355835, + 1.7905981540679932, + 1.791487216949463, + 1.7894269227981567, + 1.7995601892471313, + 1.8005330562591553, + 1.8111813068389893, + 1.8100178241729736, + 1.819473385810852, + 1.8190590143203735, + 1.8318060636520386, + 1.83817458152771, + 1.8394417762756348, + 1.8471046686172485, + 1.842397928237915, + 1.8591095209121704, + 1.853393316268921, + 1.8922176361083984, + 1.8898471593856812, + 1.889023780822754, + 1.8994896411895752, + 1.8978180885314941, + 1.912493348121643, + 1.9121737480163574, + 1.9220017194747925, + 1.9179036617279053, + 1.9317307472229004, + 1.9367570877075195, + 1.9417569637298584, + 1.9437651634216309, + 1.9376901388168335, + 1.9602893590927124, + 1.9575680494308472, + 1.9891808032989502, + 1.9825036525726318, + 1.9832555055618286, + 1.996179223060608, + 1.9873968362808228, + 2.0067081451416016, + 2.010317802429199, + 2.0189247131347656 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_194113.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..ba7df31e25a48c32e03c68c6e0526c273094ab77 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_194113.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T19:41:13.231386+00:00", + "metrics": { + "MSE[mean]": 0.07166776752051651, + "MSE[0.5]": 0.06946743534586557, + "MAE[0.5]": 0.20171995716685512, + "MASE[0.5]": 1.2308339154826027, + "MAPE[0.5]": 0.14280294733862497, + "sMAPE[0.5]": 0.12785360085157627, + "MSIS": 22.80359951720752, + "RMSE[mean]": 0.26770836281393323, + "NRMSE[mean]": 0.17715994101060623, + "ND[0.5]": 0.13349114438079895, + "mean_weighted_sum_quantile_loss": 0.12234547524008242 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.4947175458622208, + 1.4994075374825162, + 1.5040975291028114, + 1.5087875207231067, + 1.5134775123434019, + 1.5181675039636973, + 1.5228574955839924, + 1.5275474872042878, + 1.532237478824583, + 1.5369274704448783, + 1.5416174620651735, + 1.5463074536854688, + 1.550997445305764, + 1.5556874369260594, + 1.5603774285463545, + 1.56506742016665, + 1.569757411786945, + 1.5744474034072402, + 1.5791373950275356, + 1.5838273866478307, + 1.5885173782681261, + 1.5932073698884213, + 1.5978973615087166, + 1.6025873531290118, + 1.6072773447493072, + 1.6119673363696023, + 1.6166573279898977, + 1.6213473196101928, + 1.6260373112304882, + 1.6307273028507834, + 1.6354172944710788, + 1.640107286091374, + 1.6447972777116693, + 1.6494872693319644, + 1.6541772609522596, + 1.658867252572555, + 1.6635572441928503, + 1.6682472358131455, + 1.6729372274334406, + 1.677627219053736, + 1.6823172106740312, + 1.6870072022943265, + 1.6916971939146217, + 1.696387185534917, + 1.7010771771552122, + 1.7057671687755076, + 1.7104571603958028, + 1.7151471520160981, + 1.7198371436363933, + 1.7245271352566887, + 1.7292171268769838, + 1.7339071184972792, + 1.7385971101175743, + 1.7432871017378697, + 1.7479770933581649, + 1.75266708497846, + 1.7573570765987554, + 1.7620470682190508, + 1.766737059839346, + 1.771427051459641, + 1.7761170430799365, + 1.7808070347002316, + 1.785497026320527, + 1.7901870179408221, + 1.7948770095611175, + 1.7995670011814127, + 1.804256992801708, + 1.8089469844220032, + 1.8136369760422983, + 1.8183269676625937, + 1.823016959282889, + 1.8277069509031842 + ], + "p10": [ + 1.394717522020363, + 1.3994075136406583, + 1.4040975052609534, + 1.4087874968812488, + 1.413477488501544, + 1.4181674801218394, + 1.4228574717421345, + 1.4275474633624299, + 1.432237454982725, + 1.4369274466030204, + 1.4416174382233156, + 1.446307429843611, + 1.450997421463906, + 1.4556874130842015, + 1.4603774047044966, + 1.465067396324792, + 1.4697573879450871, + 1.4744473795653823, + 1.4791373711856777, + 1.4838273628059728, + 1.4885173544262682, + 1.4932073460465634, + 1.4978973376668587, + 1.5025873292871539, + 1.5072773209074493, + 1.5119673125277444, + 1.5166573041480398, + 1.521347295768335, + 1.5260372873886303, + 1.5307272790089255, + 1.5354172706292208, + 1.540107262249516, + 1.5447972538698114, + 1.5494872454901065, + 1.5541772371104017, + 1.558867228730697, + 1.5635572203509924, + 1.5682472119712876, + 1.5729372035915827, + 1.577627195211878, + 1.5823171868321733, + 1.5870071784524686, + 1.5916971700727638, + 1.5963871616930592, + 1.6010771533133543, + 1.6057671449336497, + 1.6104572557632344, + 1.6151471281742402, + 1.6198371197945354, + 1.6245271114148307, + 1.629217103035126, + 1.6339070946554213, + 1.6385970862757164, + 1.6432870778960118, + 1.647977069516307, + 1.6526670611366021, + 1.6573570527568975, + 1.6620470443771929, + 1.6667371552067776, + 1.6714270276177832, + 1.6761170192380785, + 1.6808070108583737, + 1.6854971216879586, + 1.6901869940989642, + 1.6948769857192596, + 1.6995669773395548, + 1.7042569689598501, + 1.7089469605801453, + 1.7136369522004404, + 1.7183269438207358, + 1.7230169354410312, + 1.7277069270613263 + ], + "p90": [ + 1.694717474336647, + 1.6094075517876303, + 1.6040975529446693, + 1.6087875445649646, + 1.6134775361852598, + 1.6181675278055552, + 1.7228574240584187, + 1.727547415678714, + 1.7322374072990092, + 1.6369274942867362, + 1.7416173905395997, + 1.7463073821598951, + 1.7509973737801903, + 1.6556874607679173, + 1.6603774523882124, + 1.6650674440085078, + 1.6797574260920591, + 1.6744474272490981, + 1.7791373235019619, + 1.6838274104896886, + 1.688517402109984, + 1.7932072983628475, + 1.797897289983143, + 1.802587281603438, + 1.707277368591165, + 1.7119673602114602, + 1.816657256464324, + 1.7213473434520508, + 1.8260372397049145, + 1.8307272313252096, + 1.7354173183129367, + 1.7401073099332318, + 1.8447972061860956, + 1.8494871978063907, + 1.8541771894266859, + 1.8588671810469812, + 1.8635571726672766, + 1.7682472596550034, + 1.872937155907867, + 1.8776271475281623, + 1.782317234515889, + 1.8870071307687528, + 1.891697122389048, + 1.796387209376775, + 1.9010771056296385, + 1.8157671830806217, + 1.8104571842376607, + 1.815147175857956, + 1.9198370721108196, + 1.924527063731115, + 1.8292171507188417, + 1.9339070469717055, + 1.8385971339594323, + 1.943287030212296, + 1.8479771172000228, + 1.862667099283574, + 1.8573571004406133, + 1.8620470920609087, + 1.8667370836812038, + 1.9714269799340673, + 1.9761169715543627, + 1.8908070490053457, + 1.9854969547949533, + 1.9901869464152484, + 1.8948770334029754, + 1.999566929655839, + 2.0042569212761343, + 2.0089469128964295, + 1.9136369998841563, + 1.9183269915044516, + 1.923016983124747, + 1.9277069747450422 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_194034.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_194034.json new file mode 100644 index 0000000000000000000000000000000000000000..0ac842ef0cf62b44ee3cece3d41079adea937f79 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_194034.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T19:40:34.209993+00:00", + "metrics": { + "MSE[mean]": 0.07882083785736309, + "MSE[0.5]": 0.05314573482828037, + "MAE[0.5]": 0.1778800752427843, + "MASE[0.5]": 1.0853701962484383, + "MAPE[0.5]": 0.12527084306817496, + "sMAPE[0.5]": 0.11442473803739388, + "MSIS": 6.090616658883714, + "RMSE[mean]": 0.2807504903955879, + "NRMSE[mean]": 0.1857907604916721, + "ND[0.5]": 0.11771475237356208, + "mean_weighted_sum_quantile_loss": 0.09157453765924978 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.4785280227661133, + 1.5191068649291992, + 1.566725730895996, + 1.4727513790130615, + 1.5069876909255981, + 1.4771467447280884, + 1.5446611642837524, + 1.5606196522712708, + 1.5448594093322754, + 1.5572835803031921, + 1.5734662413597107, + 1.5427587032318115, + 1.5173324346542358, + 1.5670939683914185, + 1.5421526432037354, + 1.5415117144584656, + 1.5288930535316467, + 1.5584263801574707, + 1.585574746131897, + 1.5775980949401855, + 1.596283495426178, + 1.6207000613212585, + 1.5808438062667847, + 1.5652959942817688, + 1.5365613102912903, + 1.5822650790214539, + 1.6183862090110779, + 1.5724643468856812, + 1.5667997598648071, + 1.5984327793121338, + 1.6077673435211182, + 1.632440447807312, + 1.6091532707214355, + 1.6149312257766724, + 1.6292971968650818, + 1.6292721033096313, + 1.5834842920303345, + 1.6017388105392456, + 1.62681645154953, + 1.5973336696624756, + 1.6516807675361633, + 1.623693823814392, + 1.6590497493743896, + 1.6633844375610352, + 1.6587880849838257, + 1.7076449394226074, + 1.654354751110077, + 1.6777496337890625, + 1.575541913509369, + 1.6722761988639832, + 1.7427225708961487, + 1.6650199890136719, + 1.631663203239441, + 1.6750222444534302, + 1.7184438705444336, + 1.7557343244552612, + 1.729234218597412, + 1.6903313994407654, + 1.6663494110107422, + 1.663385808467865, + 1.6823627948760986, + 1.706565499305725, + 1.740933895111084, + 1.7079659700393677, + 1.7101166248321533, + 1.6769344806671143, + 1.735951840877533, + 1.7444627285003662, + 1.687124252319336, + 1.7397323250770569, + 1.7674578428268433, + 1.7616354823112488 + ], + "p10": [ + 1.3666505217552185, + 1.401212215423584, + 1.428196370601654, + 1.3605225086212158, + 1.3535109162330627, + 1.3323732018470764, + 1.3962478041648865, + 1.3915418982505798, + 1.3587152361869812, + 1.3519354462623596, + 1.397611141204834, + 1.361194133758545, + 1.3065219521522522, + 1.3665187358856201, + 1.3514320850372314, + 1.3140746355056763, + 1.3441411256790161, + 1.3362000584602356, + 1.3816130757331848, + 1.3455488085746765, + 1.3521544933319092, + 1.3549931049346924, + 1.3341249823570251, + 1.3427493572235107, + 1.2752851843833923, + 1.3212739825248718, + 1.2819689512252808, + 1.2607493996620178, + 1.2963887453079224, + 1.3051827549934387, + 1.3264116048812866, + 1.3446694016456604, + 1.3642237186431885, + 1.3524670004844666, + 1.3157293796539307, + 1.357534110546112, + 1.267271876335144, + 1.3086063861846924, + 1.3092197179794312, + 1.258675754070282, + 1.2713929414749146, + 1.3231613039970398, + 1.2894896864891052, + 1.2833486795425415, + 1.3401044011116028, + 1.367695689201355, + 1.3277973532676697, + 1.240498661994934, + 1.1663591265678406, + 1.3224067687988281, + 1.33578622341156, + 1.3091504573822021, + 1.1808056831359863, + 1.280190646648407, + 1.3001646399497986, + 1.3852577209472656, + 1.3286986947059631, + 1.2906095385551453, + 1.3119238018989563, + 1.234382152557373, + 1.302208662033081, + 1.311385154724121, + 1.3111106753349304, + 1.288328468799591, + 1.2762181758880615, + 1.2915790677070618, + 1.3040751814842224, + 1.2249746918678284, + 1.211578130722046, + 1.2533035278320312, + 1.235948920249939, + 1.3524805903434753 + ], + "p90": [ + 1.5739908814430237, + 1.639109492301941, + 1.6931800842285156, + 1.5975736379623413, + 1.6326366662979126, + 1.6189536452293396, + 1.7030701041221619, + 1.7180426120758057, + 1.7343298196792603, + 1.7475275993347168, + 1.805656373500824, + 1.7187463641166687, + 1.7054040431976318, + 1.7608538269996643, + 1.7895634174346924, + 1.7239232659339905, + 1.7650324702262878, + 1.7672456502914429, + 1.8046228885650635, + 1.8550575375556946, + 1.8051100373268127, + 1.915269672870636, + 1.9379535913467407, + 1.9040669202804565, + 1.8322503566741943, + 1.8430184125900269, + 1.8711020946502686, + 1.8538796305656433, + 1.9403146505355835, + 1.93437922000885, + 2.0071135759353638, + 1.981644868850708, + 1.9484689235687256, + 1.9931605458259583, + 1.9712189435958862, + 2.000635504722595, + 1.9203513860702515, + 1.96999192237854, + 2.0301992893218994, + 2.0141180753707886, + 1.9853957295417786, + 2.0435376167297363, + 2.1005699634552, + 2.165918469429016, + 2.0900779962539673, + 2.1962244510650635, + 2.2320497035980225, + 2.2301223278045654, + 2.02152818441391, + 2.253368854522705, + 2.235597252845764, + 2.346015214920044, + 2.16474711894989, + 2.2090450525283813, + 2.372278571128845, + 2.5577309131622314, + 2.2137593030929565, + 2.4104065895080566, + 2.2308237552642822, + 2.3625378608703613, + 2.3910608291625977, + 2.285873770713806, + 2.455374598503113, + 2.475409984588623, + 2.326650619506836, + 2.4168224334716797, + 2.4337093830108643, + 2.6177384853363037, + 2.5317022800445557, + 2.6215431690216064, + 2.7216076850891113, + 2.7294915914535522 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_194113.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..804ff7f6db4d66b1686ca8051887bf30fe955875 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_194113.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T19:41:13.257088+00:00", + "metrics": { + "MSE[mean]": 0.02615404229336382, + "MSE[0.5]": 0.02683143313322693, + "MAE[0.5]": 0.13274650159109744, + "MASE[0.5]": 0.8099788370708352, + "MAPE[0.5]": 0.0854325601171089, + "sMAPE[0.5]": 0.08820376251952128, + "MSIS": 7.802319718953119, + "RMSE[mean]": 0.16172211442274623, + "NRMSE[mean]": 0.10702198448375506, + "ND[0.5]": 0.08784694711830338, + "mean_weighted_sum_quantile_loss": 0.07353693262419791 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704, + 1.4443661855979704 + ], + "p10": [ + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.344366280965402, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.344366280965402, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.344366280965402, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125, + 1.3443661617561125 + ], + "p90": [ + 1.6443661140723966, + 1.5543661999030844, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.5543661999030844, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.5543661999030844, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.5443662094398283, + 1.5543661999030844, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.5543661999030844, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.6443661140723966, + 1.6443661140723966, + 1.6443661140723966, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283, + 1.5443662094398283 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_194113.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_194113.json new file mode 100644 index 0000000000000000000000000000000000000000..83b2e9b0f0a01cb076cc596f244d69ce5a17fda6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_194113.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T19:41:13.275680+00:00", + "metrics": { + "MSE[mean]": 0.0316666758060469, + "MSE[0.5]": 0.0316666758060469, + "MAE[0.5]": 0.13888891372415754, + "MASE[0.5]": 0.8474579704318868, + "MAPE[0.5]": 0.09010569735767, + "sMAPE[0.5]": 0.0929089875572907, + "MSIS": 26.05967350276553, + "RMSE[mean]": 0.17795132987996157, + "NRMSE[mean]": 0.11776190617625382, + "ND[0.5]": 0.09191177856293065, + "mean_weighted_sum_quantile_loss": 0.08777166434282578 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "p10": [ + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47 + ], + "p90": [ + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_194108.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_194108.json new file mode 100644 index 0000000000000000000000000000000000000000..f549262c2046b0d7932c31ce2eff97363fff3174 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_194108.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T19:41:08.923805+00:00", + "metrics": { + "MSE[mean]": 0.02364066445063035, + "MSE[0.5]": 0.02364066445063035, + "MAE[0.5]": 0.12235431373119354, + "MASE[0.5]": 0.7465688628982945, + "MAPE[0.5]": 0.0787561222429096, + "sMAPE[0.5]": 0.08108082626759508, + "MSIS": 9.103982164993132, + "RMSE[mean]": 0.15375520950728905, + "NRMSE[mean]": 0.10174976814346655, + "ND[0.5]": 0.08096976416861972, + "mean_weighted_sum_quantile_loss": 0.06956316445152438 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.49871826171875, + 1.4818572998046875, + 1.47491455078125, + 1.4719390869140625, + 1.468963623046875, + 1.4679718017578125, + 1.46697998046875, + 1.4640045166015625, + 1.4630126953125, + 1.4620208740234375, + 1.4620208740234375, + 1.4620208740234375, + 1.4640045166015625, + 1.4630126953125, + 1.4630126953125, + 1.4620208740234375, + 1.4600372314453125, + 1.461029052734375, + 1.461029052734375, + 1.4600372314453125, + 1.461029052734375, + 1.4630126953125, + 1.4640045166015625, + 1.4600372314453125, + 1.45904541015625, + 1.4600372314453125, + 1.4630126953125, + 1.4630126953125, + 1.4620208740234375, + 1.4630126953125, + 1.4640045166015625, + 1.4620208740234375, + 1.4600372314453125, + 1.4580535888671875, + 1.4580535888671875, + 1.4560699462890625, + 1.4560699462890625, + 1.4545822143554688, + 1.4560699462890625, + 1.4540863037109375, + 1.4525985717773438, + 1.4516067504882812, + 1.4521026611328125, + 1.453094482421875, + 1.4535903930664062, + 1.4545822143554688, + 1.4540863037109375, + 1.4521026611328125, + 1.4466476440429688, + 1.4446640014648438, + 1.445159912109375, + 1.4441680908203125, + 1.4426803588867188, + 1.4421844482421875, + 1.4416885375976562, + 1.4406967163085938, + 1.4402008056640625, + 1.439208984375, + 1.4382171630859375, + 1.4382171630859375, + 1.4377212524414062, + 1.433258056640625, + 1.4342498779296875, + 1.4307785034179688, + 1.429290771484375, + 1.4302825927734375, + 1.4287948608398438, + 1.4287948608398438, + 1.42730712890625, + 1.42730712890625, + 1.425323486328125, + 1.421356201171875 + ], + "p10": [ + 1.4030075073242188, + 1.3544082641601562, + 1.330883502960205, + 1.3193225860595703, + 1.314859390258789, + 1.3154792785644531, + 1.3138675689697266, + 1.3099002838134766, + 1.3090324401855469, + 1.304941177368164, + 1.3046932220458984, + 1.3041973114013672, + 1.3068008422851562, + 1.3070487976074219, + 1.305685043334961, + 1.2992382049560547, + 1.3002300262451172, + 1.2996101379394531, + 1.298990249633789, + 1.2965106964111328, + 1.298370361328125, + 1.2988662719726562, + 1.2988662719726562, + 1.2948989868164062, + 1.2956428527832031, + 1.2953948974609375, + 1.2975025177001953, + 1.2953948974609375, + 1.2951469421386719, + 1.2973785400390625, + 1.2982463836669922, + 1.294403076171875, + 1.2939071655273438, + 1.2926673889160156, + 1.2914276123046875, + 1.2884521484375, + 1.2877082824707031, + 1.2874603271484375, + 1.2867164611816406, + 1.2849807739257812, + 1.2847328186035156, + 1.2832450866699219, + 1.2834930419921875, + 1.2817573547363281, + 1.2832450866699219, + 1.2820053100585938, + 1.2832450866699219, + 1.2802696228027344, + 1.2748146057128906, + 1.2703514099121094, + 1.2701034545898438, + 1.26861572265625, + 1.2661361694335938, + 1.2663841247558594, + 1.2646484375, + 1.2641525268554688, + 1.2653923034667969, + 1.2656402587890625, + 1.2631607055664062, + 1.2616729736328125, + 1.2611770629882812, + 1.2572097778320312, + 1.2582015991210938, + 1.2532424926757812, + 1.2537384033203125, + 1.25274658203125, + 1.2517547607421875, + 1.2522506713867188, + 1.250762939453125, + 1.250762939453125, + 1.2497711181640625, + 1.2462997436523438 + ], + "p90": [ + 1.5552520751953125, + 1.564178466796875, + 1.568145751953125, + 1.5711212158203125, + 1.572113037109375, + 1.5731048583984375, + 1.576080322265625, + 1.5750885009765625, + 1.576080322265625, + 1.576080322265625, + 1.57806396484375, + 1.57806396484375, + 1.5810394287109375, + 1.5790557861328125, + 1.580047607421875, + 1.58203125, + 1.58203125, + 1.584014892578125, + 1.584014892578125, + 1.584014892578125, + 1.58599853515625, + 1.587982177734375, + 1.5899658203125, + 1.587982177734375, + 1.5899658203125, + 1.587982177734375, + 1.59393310546875, + 1.591949462890625, + 1.591949462890625, + 1.595916748046875, + 1.59393310546875, + 1.595916748046875, + 1.591949462890625, + 1.5899658203125, + 1.5899658203125, + 1.587982177734375, + 1.587982177734375, + 1.587982177734375, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.591949462890625, + 1.591949462890625, + 1.59393310546875, + 1.591949462890625, + 1.5899658203125, + 1.587982177734375, + 1.587982177734375, + 1.58599853515625, + 1.587982177734375, + 1.587982177734375, + 1.5899658203125, + 1.587982177734375, + 1.587982177734375, + 1.58599853515625, + 1.58203125, + 1.58599853515625, + 1.58203125, + 1.580047607421875, + 1.5810394287109375, + 1.5790557861328125, + 1.57806396484375, + 1.5790557861328125, + 1.5790557861328125, + 1.5790557861328125, + 1.57806396484375, + 1.5770721435546875, + 1.5750885009765625, + 1.5731048583984375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_193832.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_193832.json new file mode 100644 index 0000000000000000000000000000000000000000..e398adb1c96a152ee6b877761a1c8d0e2e5f9022 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_193832.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T19:38:32.259371+00:00", + "metrics": { + "MSE[mean]": 0.024202893953412366, + "MSE[0.5]": 0.030328875377433364, + "MAE[0.5]": 0.13643380337291294, + "MASE[0.5]": 0.832477632695325, + "MAPE[0.5]": 0.08577594925038669, + "sMAPE[0.5]": 0.09075969733504771, + "MSIS": 14.97219699295105, + "RMSE[mean]": 0.1555727931015329, + "NRMSE[mean]": 0.10295258078238995, + "ND[0.5]": 0.0902870732290023, + "mean_weighted_sum_quantile_loss": 0.07403392275838976 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.4639561176300049, + 1.4623663425445557, + 1.4626175165176392, + 1.4547970294952393, + 1.4591914415359497, + 1.4553779363632202, + 1.4524675607681274, + 1.4463833570480347, + 1.4478974342346191, + 1.4507688283920288, + 1.4523825645446777, + 1.45055091381073, + 1.4456144571304321, + 1.4438639879226685, + 1.437164545059204, + 1.4288820028305054, + 1.428836464881897, + 1.428473949432373, + 1.425094485282898, + 1.4240939617156982, + 1.42123281955719, + 1.4233648777008057, + 1.4229251146316528, + 1.4188448190689087, + 1.4225980043411255, + 1.421645164489746, + 1.4174067974090576, + 1.4183776378631592, + 1.417090892791748, + 1.4099787473678589, + 1.4156123399734497, + 1.4099104404449463, + 1.4043961763381958, + 1.4088016748428345, + 1.4056452512741089, + 1.4027140140533447, + 1.3980824947357178, + 1.3994601964950562, + 1.3996849060058594, + 1.3930065631866455, + 1.3913919925689697, + 1.3895196914672852, + 1.385343313217163, + 1.3867895603179932, + 1.392075777053833, + 1.387575626373291, + 1.3861111402511597, + 1.3868663311004639, + 1.3928977251052856, + 1.3899904489517212, + 1.392715573310852, + 1.3886157274246216, + 1.394946575164795, + 1.3949354887008667, + 1.3895046710968018, + 1.3843812942504883, + 1.3826720714569092, + 1.3834000825881958, + 1.380224585533142, + 1.3754358291625977, + 1.3844342231750488, + 1.3833543062210083, + 1.378536343574524, + 1.3740577697753906, + 1.3740431070327759, + 1.3700348138809204, + 1.3677719831466675, + 1.3699980974197388, + 1.370274305343628, + 1.368378758430481, + 1.3644105195999146, + 1.3584078550338745 + ], + "p10": [ + 1.4738445281982422, + 1.4765440225601196, + 1.47396981716156, + 1.4690277576446533, + 1.4642826318740845, + 1.4620661735534668, + 1.4516503810882568, + 1.4531711339950562, + 1.453286051750183, + 1.4680211544036865, + 1.453596591949463, + 1.455618143081665, + 1.4509016275405884, + 1.4469681978225708, + 1.442232608795166, + 1.4437775611877441, + 1.439784049987793, + 1.4307836294174194, + 1.4377411603927612, + 1.4329562187194824, + 1.4399776458740234, + 1.4318581819534302, + 1.432213544845581, + 1.4285972118377686, + 1.4302176237106323, + 1.4356437921524048, + 1.4332958459854126, + 1.42756986618042, + 1.4323136806488037, + 1.4293317794799805, + 1.4214705228805542, + 1.4248026609420776, + 1.4153213500976562, + 1.4247543811798096, + 1.4204761981964111, + 1.4119422435760498, + 1.4178968667984009, + 1.4110749959945679, + 1.4136393070220947, + 1.4136884212493896, + 1.4060848951339722, + 1.4121419191360474, + 1.4033887386322021, + 1.4051287174224854, + 1.406862735748291, + 1.4058235883712769, + 1.4145694971084595, + 1.4150495529174805, + 1.4145539999008179, + 1.411989450454712, + 1.416120171546936, + 1.4101976156234741, + 1.4141520261764526, + 1.4080575704574585, + 1.4130150079727173, + 1.406191110610962, + 1.4084827899932861, + 1.4090945720672607, + 1.4058841466903687, + 1.398091435432434, + 1.4094182252883911, + 1.4075648784637451, + 1.4070020914077759, + 1.4072728157043457, + 1.40897798538208, + 1.3989710807800293, + 1.4023149013519287, + 1.396958351135254, + 1.3981696367263794, + 1.4013375043869019, + 1.3909070491790771, + 1.394645094871521 + ], + "p90": [ + 1.5548086166381836, + 1.5584337711334229, + 1.56239914894104, + 1.5592384338378906, + 1.5627385377883911, + 1.5605279207229614, + 1.5594578981399536, + 1.5585027933120728, + 1.562559723854065, + 1.5649338960647583, + 1.5723497867584229, + 1.5670497417449951, + 1.5659281015396118, + 1.5706071853637695, + 1.5642337799072266, + 1.559027075767517, + 1.564462423324585, + 1.5641138553619385, + 1.5645650625228882, + 1.5617060661315918, + 1.5651984214782715, + 1.5660126209259033, + 1.5656903982162476, + 1.561301350593567, + 1.5742814540863037, + 1.5749343633651733, + 1.5721300840377808, + 1.5744214057922363, + 1.5742299556732178, + 1.5746092796325684, + 1.5833946466445923, + 1.581734538078308, + 1.579174280166626, + 1.583306908607483, + 1.5785746574401855, + 1.5808351039886475, + 1.5808006525039673, + 1.5833154916763306, + 1.5840959548950195, + 1.5813511610031128, + 1.581127643585205, + 1.5836588144302368, + 1.581453561782837, + 1.583324909210205, + 1.5872725248336792, + 1.588860273361206, + 1.590187907218933, + 1.5880337953567505, + 1.595022439956665, + 1.595165729522705, + 1.5936319828033447, + 1.5932505130767822, + 1.59674072265625, + 1.5989108085632324, + 1.5974373817443848, + 1.5918195247650146, + 1.5932661294937134, + 1.5960254669189453, + 1.5972847938537598, + 1.5896960496902466, + 1.5998870134353638, + 1.5974282026290894, + 1.5939627885818481, + 1.5938448905944824, + 1.5911866426467896, + 1.5880820751190186, + 1.5897852182388306, + 1.5920624732971191, + 1.5938539505004883, + 1.592048168182373, + 1.5888066291809082, + 1.5907604694366455 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_193955.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_193955.json new file mode 100644 index 0000000000000000000000000000000000000000..418cc4c72ede6a223b7c1b3eb34e525e53af8199 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_193955.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T19:39:55.265641+00:00", + "metrics": { + "MSE[mean]": 0.02264087501997282, + "MSE[0.5]": 0.02264087501997282, + "MAE[0.5]": 0.11360398762755924, + "MASE[0.5]": 0.6931770305225959, + "MAPE[0.5]": 0.07580298909561888, + "sMAPE[0.5]": 0.07518335488876664, + "MSIS": 11.312420281295195, + "RMSE[mean]": 0.1504688506634274, + "NRMSE[mean]": 0.09957497191073598, + "ND[0.5]": 0.07517910735069704, + "mean_weighted_sum_quantile_loss": 0.06442885027255996 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.49953293800354, + 1.4979722499847412, + 1.4977635145187378, + 1.4989222288131714, + 1.4996989965438843, + 1.5007704496383667, + 1.5017558336257935, + 1.5014526844024658, + 1.5028877258300781, + 1.504930853843689, + 1.505096197128296, + 1.503407597541809, + 1.5024715662002563, + 1.5032861232757568, + 1.5050442218780518, + 1.5041025876998901, + 1.5047463178634644, + 1.5038764476776123, + 1.5045989751815796, + 1.5058510303497314, + 1.5041744709014893, + 1.5037025213241577, + 1.5044200420379639, + 1.5036425590515137, + 1.5035988092422485, + 1.5054460763931274, + 1.5054363012313843, + 1.5054924488067627, + 1.5076956748962402, + 1.5088763236999512, + 1.508138656616211, + 1.5088001489639282, + 1.5086371898651123, + 1.5137015581130981, + 1.5138064622879028, + 1.5136579275131226, + 1.513622522354126, + 1.5134186744689941, + 1.5132592916488647, + 1.5132217407226562, + 1.5131782293319702, + 1.5133941173553467, + 1.5141043663024902, + 1.5146387815475464, + 1.5149223804473877, + 1.5149263143539429, + 1.5150395631790161, + 1.5153310298919678, + 1.5156668424606323, + 1.5161389112472534, + 1.516545057296753, + 1.5163403749465942, + 1.515968918800354, + 1.5158660411834717, + 1.5154521465301514, + 1.515096664428711, + 1.515468716621399, + 1.5154454708099365, + 1.516148567199707, + 1.5158374309539795, + 1.5156018733978271, + 1.5153104066848755, + 1.5150151252746582, + 1.5148489475250244, + 1.4781192541122437, + 1.4853780269622803, + 1.4936755895614624, + 1.498369812965393, + 1.503635048866272, + 1.5039349794387817, + 1.5043551921844482, + 1.5032604932785034 + ], + "p10": [ + 1.3963996171951294, + 1.3782386779785156, + 1.373721957206726, + 1.363219976425171, + 1.3499739170074463, + 1.3472168445587158, + 1.3494737148284912, + 1.3419922590255737, + 1.3476732969284058, + 1.3475638628005981, + 1.3507702350616455, + 1.3416167497634888, + 1.3373805284500122, + 1.3322315216064453, + 1.3296074867248535, + 1.3269838094711304, + 1.3266302347183228, + 1.3244612216949463, + 1.3291783332824707, + 1.3275952339172363, + 1.3256556987762451, + 1.3265215158462524, + 1.326288104057312, + 1.3162511587142944, + 1.3108081817626953, + 1.3145115375518799, + 1.3112980127334595, + 1.309443712234497, + 1.3039675951004028, + 1.3021072149276733, + 1.3058186769485474, + 1.3046972751617432, + 1.269526481628418, + 1.2992093563079834, + 1.330514669418335, + 1.3602746725082397, + 1.355398178100586, + 1.3445013761520386, + 1.355109453201294, + 1.3423410654067993, + 1.3326520919799805, + 1.3447251319885254, + 1.344448208808899, + 1.3455400466918945, + 1.3511497974395752, + 1.3468375205993652, + 1.3545198440551758, + 1.3311221599578857, + 1.3451839685440063, + 1.336354374885559, + 1.3238906860351562, + 1.3223644495010376, + 1.3248834609985352, + 1.3272563219070435, + 1.3236664533615112, + 1.3060898780822754, + 1.3072657585144043, + 1.3179826736450195, + 1.3181860446929932, + 1.2979155778884888, + 1.301526427268982, + 1.3069289922714233, + 1.3104941844940186, + 1.2982584238052368, + 1.1963748931884766, + 1.2086738348007202, + 1.224543809890747, + 1.2272553443908691, + 1.220151424407959, + 1.2124731540679932, + 1.2220807075500488, + 1.2068439722061157 + ], + "p90": [ + 1.5228331089019775, + 1.5242308378219604, + 1.5273100137710571, + 1.5275864601135254, + 1.5278658866882324, + 1.5289534330368042, + 1.5333656072616577, + 1.5375012159347534, + 1.5401842594146729, + 1.5445969104766846, + 1.5468677282333374, + 1.5453523397445679, + 1.5477707386016846, + 1.5537775754928589, + 1.5585224628448486, + 1.559898853302002, + 1.561596155166626, + 1.5659091472625732, + 1.5673375129699707, + 1.5697652101516724, + 1.5731747150421143, + 1.574873447418213, + 1.5752161741256714, + 1.5757910013198853, + 1.5774332284927368, + 1.5809094905853271, + 1.5851848125457764, + 1.5876893997192383, + 1.594210147857666, + 1.597403645515442, + 1.5983154773712158, + 1.5984258651733398, + 1.525422215461731, + 1.5277836322784424, + 1.528215765953064, + 1.5291022062301636, + 1.5289504528045654, + 1.5293604135513306, + 1.5306925773620605, + 1.532249093055725, + 1.5336101055145264, + 1.5357309579849243, + 1.537147045135498, + 1.5368317365646362, + 1.5369099378585815, + 1.5372072458267212, + 1.53769850730896, + 1.5370391607284546, + 1.5382813215255737, + 1.5402921438217163, + 1.5417790412902832, + 1.543250322341919, + 1.5431233644485474, + 1.54375159740448, + 1.5433106422424316, + 1.542762279510498, + 1.5440301895141602, + 1.5468136072158813, + 1.549887776374817, + 1.5518003702163696, + 1.554595708847046, + 1.5562515258789062, + 1.5573508739471436, + 1.5581436157226562, + 1.5308979749679565, + 1.526976466178894, + 1.525140404701233, + 1.5249168872833252, + 1.5245097875595093, + 1.522474765777588, + 1.5210888385772705, + 1.5220471620559692 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_193921.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_193921.json new file mode 100644 index 0000000000000000000000000000000000000000..059d8fc1263e64ba05cb9aa7baa091871fe0616a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_193921.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T19:39:21.767071+00:00", + "metrics": { + "MSE[mean]": 0.022975764498976165, + "MSE[0.5]": 0.022975764498976165, + "MAE[0.5]": 0.11277320815457238, + "MASE[0.5]": 0.6881078664894449, + "MAPE[0.5]": 0.07480977546646933, + "sMAPE[0.5]": 0.07464178698554598, + "MSIS": 4.897224910156585, + "RMSE[mean]": 0.1515775857406898, + "NRMSE[mean]": 0.10030869363246163, + "ND[0.5]": 0.07462932683252371, + "mean_weighted_sum_quantile_loss": 0.07281443732620863 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" + ], + "context": [ + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5 + ], + "predictions": { + "p50": [ + 1.5035499334335327, + 1.5021709203720093, + 1.4998362064361572, + 1.4992942810058594, + 1.4993414878845215, + 1.5000672340393066, + 1.5004292726516724, + 1.4996674060821533, + 1.4989558458328247, + 1.4982874393463135, + 1.497937560081482, + 1.4973909854888916, + 1.497727870941162, + 1.497099757194519, + 1.4971904754638672, + 1.4948680400848389, + 1.493935227394104, + 1.4941717386245728, + 1.4961626529693604, + 1.4973647594451904, + 1.498364806175232, + 1.4984389543533325, + 1.4960615634918213, + 1.4948060512542725, + 1.4934297800064087, + 1.4922657012939453, + 1.4930951595306396, + 1.4935359954833984, + 1.4943658113479614, + 1.4942866563796997, + 1.4944690465927124, + 1.495737910270691, + 1.5048184394836426, + 1.5027363300323486, + 1.5024266242980957, + 1.5029107332229614, + 1.5032663345336914, + 1.502894401550293, + 1.5043821334838867, + 1.504073977470398, + 1.503372073173523, + 1.5031815767288208, + 1.5031355619430542, + 1.5020664930343628, + 1.504198431968689, + 1.503202199935913, + 1.5027856826782227, + 1.5025520324707031, + 1.5012556314468384, + 1.4996618032455444, + 1.5014365911483765, + 1.5003535747528076, + 1.4991759061813354, + 1.499880075454712, + 1.499956488609314, + 1.500452995300293, + 1.5006425380706787, + 1.501191258430481, + 1.5019097328186035, + 1.5010039806365967, + 1.500584602355957, + 1.5001658201217651, + 1.5007355213165283, + 1.4975345134735107, + 1.5022244453430176, + 1.5002418756484985, + 1.5006849765777588, + 1.502331256866455, + 1.503676176071167, + 1.5029957294464111, + 1.5028561353683472, + 1.5007535219192505 + ], + "p10": [ + 1.3594839572906494, + 1.3541780710220337, + 1.3499553203582764, + 1.3509771823883057, + 1.349669337272644, + 1.3498611450195312, + 1.3434107303619385, + 1.336890697479248, + 1.3348175287246704, + 1.3259567022323608, + 1.3231966495513916, + 1.315006136894226, + 1.3109153509140015, + 1.3048585653305054, + 1.3018701076507568, + 1.2944644689559937, + 1.285605549812317, + 1.2823752164840698, + 1.2841317653656006, + 1.279473066329956, + 1.2785621881484985, + 1.2706018686294556, + 1.2619225978851318, + 1.2552886009216309, + 1.247187852859497, + 1.2419530153274536, + 1.2364563941955566, + 1.2322113513946533, + 1.2249000072479248, + 1.2193944454193115, + 1.21792733669281, + 1.2145684957504272, + 1.2453869581222534, + 1.2484867572784424, + 1.2364325523376465, + 1.2395899295806885, + 1.2313156127929688, + 1.2261645793914795, + 1.223056674003601, + 1.2182157039642334, + 1.2130926847457886, + 1.2057045698165894, + 1.2046163082122803, + 1.2028065919876099, + 1.1984312534332275, + 1.1926181316375732, + 1.1877357959747314, + 1.186633825302124, + 1.179164171218872, + 1.1719691753387451, + 1.17147696018219, + 1.1655045747756958, + 1.160128116607666, + 1.1582142114639282, + 1.1533485651016235, + 1.1526331901550293, + 1.1477680206298828, + 1.1492840051651, + 1.143674373626709, + 1.1408333778381348, + 1.133392095565796, + 1.1327900886535645, + 1.1313139200210571, + 1.1259996891021729, + 1.154541254043579, + 1.1616740226745605, + 1.1480895280838013, + 1.156307578086853, + 1.147501826286316, + 1.145385980606079, + 1.1381503343582153, + 1.1349066495895386 + ], + "p90": [ + 1.5655347108840942, + 1.5706226825714111, + 1.585904836654663, + 1.6073232889175415, + 1.6296454668045044, + 1.6409859657287598, + 1.6517295837402344, + 1.6595577001571655, + 1.659837245941162, + 1.661111831665039, + 1.6660882234573364, + 1.6660237312316895, + 1.670669674873352, + 1.6737942695617676, + 1.6753231287002563, + 1.682401180267334, + 1.6858359575271606, + 1.6923550367355347, + 1.70111882686615, + 1.7047165632247925, + 1.7135999202728271, + 1.7215924263000488, + 1.7180718183517456, + 1.7308146953582764, + 1.7355159521102905, + 1.740600347518921, + 1.7516777515411377, + 1.7619881629943848, + 1.7734758853912354, + 1.7905644178390503, + 1.8006595373153687, + 1.811040997505188, + 1.772743582725525, + 1.812394380569458, + 1.8096684217453003, + 1.8111549615859985, + 1.8112393617630005, + 1.8202744722366333, + 1.827090859413147, + 1.831258773803711, + 1.8344835042953491, + 1.8386578559875488, + 1.8364710807800293, + 1.838626503944397, + 1.843456506729126, + 1.8473337888717651, + 1.8477373123168945, + 1.8584438562393188, + 1.864046335220337, + 1.8690180778503418, + 1.8712217807769775, + 1.874060869216919, + 1.8759241104125977, + 1.8833814859390259, + 1.8835790157318115, + 1.895298957824707, + 1.89994478225708, + 1.9019856452941895, + 1.9108326435089111, + 1.9179050922393799, + 1.9232081174850464, + 1.9266786575317383, + 1.936840534210205, + 1.936962366104126, + 1.9330847263336182, + 1.9532732963562012, + 1.933746576309204, + 1.9559756517410278, + 1.9554786682128906, + 1.9673490524291992, + 1.969423770904541, + 1.9722617864608765 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index c84d2c7c8201a74c2771ac5ecfac1707c4945795..c0d500d5adbe109c5ca2fe84bdde80df2ec938ae 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1122787.1049569447,1122787.1049569447,860.6114908854166,0.8483101650640917,0.01326345977468627,0.01313166011026865,3.908215199389319,1059.6164895644768,0.016237350163683675,0.013187837552565819,0.010321859522397609,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4008625855770636,1.4008625855770636,1.0795833269755046,0.608875548483334,0.046587047792513214,0.047934585519697016,12.12512653834402,1.1835804094260194,0.05117356027909125,0.04667711802198097,0.04109904509084068,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.847231029044771,1.847231029044771,1.3178666662269582,1.483234978926982,12.295002855991456,1.6902901365166627,57.51657896174899,1.3591287757400956,6.446460304799333,6.250750703312984,6.206074025529165,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03388889842563339,0.03388889842563339,0.14166669216420916,0.8793107633359472,0.0913640072118228,0.09486402227310872,27.236911483783167,0.18408937618894086,0.12182384847267334,0.09375001424375662,0.08962623989637021,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.0702541727953907,1.0702541727953907,0.9632666708125422,1.1145695691969435,10.205611193820928,1.5746376794389676,43.18092680342874,1.0345308950415115,4.805066423354202,4.4740668053918355,4.4411587213687405,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0316666758060469,0.0316666758060469,0.13888891372415754,0.8474579704318868,0.09010569735767,0.0929089875572907,26.05967350276553,0.17795132987996157,0.11776190617625382,0.09191177856293065,0.08777166434282578,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.4008334032694925,3.4008334032694925,1.775000015894572,1.7824268700689583,0.08933728307783763,0.09382954327536784,50.70552691149167,1.844134865802795,0.09331485962126182,0.08981657490588965,0.0837486852444064,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,300.6016652329772,300.6016652329772,12.733333428700766,1.0539887985276686,0.4992373752044173,0.3492113853418744,38.59462133490597,17.337867955229594,0.5737058292137809,0.4213429028431881,0.41300888001019354,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.2508327674869786,1.2508327674869786,0.9666664600372314,0.4699281903800309,0.03789632897253967,0.03768261918017818,6.913979036151045,1.1184063516839389,0.04399566221033827,0.03802654641743326,0.03162741359418907,Weather,1 diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 44224bf7fdeac06c5be616c6e750c09d08555b8f..28899d957a9f8259b74ba550c276da319cf5ba7d 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:56:52.673320+00:00", + "evaluated_at": "2026-06-18T19:41:13.266266+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,16 +300,16 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 1.8819999694824219, - 1.8569999933242798, - 1.8220000267028809, - 1.7760000228881836, - 1.7259999513626099, - 1.6829999685287476, - 1.6380000114440918, 1.593999981880188, 1.5529999732971191, 1.5019999742507935, @@ -334,13 +327,13 @@ 0.859000027179718, 0.8119999766349792, 0.7480000257492065, - 1.8819999694824219, - 1.8569999933242798, - 1.8220000267028809, - 1.7760000228881836, - 1.7259999513626099, - 1.6829999685287476, - 1.6380000114440918, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, 1.593999981880188, 1.5529999732971191, 1.5019999742507935, @@ -358,27 +351,27 @@ 0.859000027179718, 0.8119999766349792, 0.7480000257492065, - 1.8819999694824219, - 1.8569999933242798, - 1.8220000267028809, - 1.7760000228881836, - 1.7259999513626099, - 1.6829999685287476, - 1.6380000114440918, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, 1.593999981880188, 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 ], "p10": [ - 1.8443599700927733, - 1.8198599934577941, - 1.7855600261688231, - 1.74048002243042, - 1.6914799523353576, - 1.6493399691581725, - 1.6052400112152099, 1.5621199822425842, 1.5219399738311767, 1.4719599747657777, @@ -396,13 +389,13 @@ 0.8418200266361237, 0.7957599771022796, 0.7330400252342224, - 1.8443599700927733, - 1.8198599934577941, - 1.7855600261688231, - 1.74048002243042, - 1.6914799523353576, - 1.6493399691581725, - 1.6052400112152099, + 0.6850200009346008, + 0.6399399971961975, + 0.5948599934577942, + 0.5556599724292755, + 0.5076400065422058, + 0.4566799908876419, + 0.4165000116825104, 1.5621199822425842, 1.5219399738311767, 1.4719599747657777, @@ -420,27 +413,27 @@ 0.8418200266361237, 0.7957599771022796, 0.7330400252342224, - 1.8443599700927733, - 1.8198599934577941, - 1.7855600261688231, - 1.74048002243042, - 1.6914799523353576, - 1.6493399691581725, - 1.6052400112152099, + 0.6850200009346008, + 0.6399399971961975, + 0.5948599934577942, + 0.5556599724292755, + 0.5076400065422058, + 0.4566799908876419, + 0.4165000116825104, 1.5621199822425842, 1.5219399738311767, 1.4719599747657777, 1.4141399598121642, - 1.36024001121521 + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017 ], "p90": [ - 1.9196399688720704, - 1.8941399931907654, - 1.8584400272369386, - 1.8115200233459472, - 1.760519950389862, - 1.7166599678993226, - 1.6707600116729737, 1.6258799815177918, 1.5840599727630615, 1.5320399737358092, @@ -458,13 +451,13 @@ 0.8761800277233124, 0.8282399761676789, 0.7629600262641907, - 1.9196399688720704, - 1.8941399931907654, - 1.8584400272369386, - 1.8115200233459472, - 1.760519950389862, - 1.7166599678993226, - 1.6707600116729737, + 0.7129800009727478, + 0.6660599970817566, + 0.6191399931907654, + 0.5783399713039399, + 0.5283600068092347, + 0.47531999051570895, + 0.4335000121593475, 1.6258799815177918, 1.5840599727630615, 1.5320399737358092, @@ -482,27 +475,27 @@ 0.8761800277233124, 0.8282399761676789, 0.7629600262641907, - 1.9196399688720704, - 1.8941399931907654, - 1.8584400272369386, - 1.8115200233459472, - 1.760519950389862, - 1.7166599678993226, - 1.6707600116729737, + 0.7129800009727478, + 0.6660599970817566, + 0.6191399931907654, + 0.5783399713039399, + 0.5283600068092347, + 0.47531999051570895, + 0.4335000121593475, 1.6258799815177918, 1.5840599727630615, 1.5320399737358092, 1.4718599581718446, - 1.4157600116729736 + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 40928846b3e66a53b54e8c00f201c9863d50f646..06b4ded48f4d0e3244fe048316baf7752773492f 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:56:52.683455+00:00", + "evaluated_at": "2026-06-18T19:41:13.275680+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,10 +150,10 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.2999999523162842, 1.2999999523162842, 1.399999976158142, 1.5, @@ -178,7 +177,7 @@ 1.5, 1.5, 1.5, - 1.2999999523162842, + 1.5, 1.2999999523162842, 1.399999976158142, 1.5, @@ -202,7 +201,7 @@ 1.5, 1.5, 1.5, - 1.2999999523162842, + 1.5, 1.2999999523162842, 1.399999976158142, 1.5, @@ -225,10 +224,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "p10": [ - 1.2739999532699584, 1.2739999532699584, 1.3719999766349793, 1.47, @@ -252,7 +251,7 @@ 1.47, 1.47, 1.47, - 1.2739999532699584, + 1.47, 1.2739999532699584, 1.3719999766349793, 1.47, @@ -276,7 +275,7 @@ 1.47, 1.47, 1.47, - 1.2739999532699584, + 1.47, 1.2739999532699584, 1.3719999766349793, 1.47, @@ -299,10 +298,10 @@ 1.47, 1.47, 1.47, + 1.47, 1.47 ], "p90": [ - 1.32599995136261, 1.32599995136261, 1.4279999756813049, 1.53, @@ -326,7 +325,7 @@ 1.53, 1.53, 1.53, - 1.32599995136261, + 1.53, 1.32599995136261, 1.4279999756813049, 1.53, @@ -350,7 +349,7 @@ 1.53, 1.53, 1.53, - 1.32599995136261, + 1.53, 1.32599995136261, 1.4279999756813049, 1.53, @@ -373,12 +372,10 @@ 1.53, 1.53, 1.53, + 1.53, 1.53 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index fa4ddf99f2f1d2836ddc58a8ed165048dbe0a42a..84a337974c95af516ef20fb371aea88d8fcde01f 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,43 +1,19 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T19:19:26.757190+00:00", + "evaluated_at": "2026-06-18T19:41:13.279367+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 3418419e8604ceb2add60a859bade3ead2a273b9..33fc6a55159038436e2652150e795a2da79c31b5 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,497982.00566546124,497982.00566546124,564.0017903645834,0.5559401157755683,0.008697375456756537,0.008645581731555841,1.9972860990063683,705.6784010195163,0.010813674016163984,0.008642650103395738,0.0063073889244049846,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,1.0984670856182674,1.0984670856182674,0.7774827480316162,0.4384934657802669,0.032680967701893916,0.03176623087599549,2.3223509441029697,1.048077805135796,0.04531493788774706,0.03361542651051823,0.028551399982475547,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002806412792583694,0.002806412792583694,0.04567589798631767,0.05140739296576118,0.5756578573171357,0.4815707227953538,0.4336394934235551,0.05297558676016429,0.2512675938208211,0.21664456562956882,0.23256787531264925,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.024547890073322795,0.024547890073322795,0.12527663674619463,0.7775793547700748,0.08045502524931131,0.08306703374451511,8.37784378982722,0.1566776629686657,0.10368374464454276,0.08290365434489098,0.07109541784650747,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002198814824468794,0.002198814824468794,0.03836233418745299,0.044388009659497,0.37667163751626886,0.43086479097747243,0.3310340425436437,0.04689152188262601,0.21779618029594372,0.1781808207073669,0.1953392193492096,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02364066445063035,0.02364066445063035,0.12235431373119354,0.7465688628982945,0.0787561222429096,0.08108082626759508,9.103982164993132,0.15375520950728905,0.10174976814346655,0.08096976416861972,0.06956316445152438,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,1.955133022791718,1.955133022791718,0.9825439453125,0.9866550498400594,0.04763835294479796,0.05001548542769304,18.53722048695757,1.3982607134550116,0.0707532321033253,0.04971759497028091,0.05082227009436407,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,106.65601667122989,106.65601667122989,8.479249556859335,0.7018613077944288,0.3092158158254901,0.2507565607348503,3.5283712592346173,10.327439986329134,0.34173247462214007,0.28057630330846234,0.20724060812015277,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,0.3693097606013301,0.3693097606013301,0.46488316853841144,0.22599491671716476,0.01804440662317527,0.018227168484969827,2.0452014844722695,0.6077086148816142,0.023905929094901798,0.01828748810259589,0.026109402990357067,Weather,1 diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9e237de25bdaad047507831e6b9cc52fe4c61511..b823bbcffe4f9eeca9d3e70abb72408f391c2c00 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:56:43.669776+00:00", + "evaluated_at": "2026-06-18T19:41:04.511912+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6787872314453125, - 0.625152587890625, - 0.5715179443359375, - 0.5150604248046875, - 0.467071533203125, - 0.4134368896484375, - 0.35980224609375, - 0.31463623046875, - 0.2581787109375, - 0.22430419921875, - 0.17913818359375, - 0.145263671875, - 0.117034912109375, - 0.083160400390625, - 0.06622314453125, - 0.049285888671875, - -0.02410888671875, - -0.02410888671875, - -0.052337646484375, - -0.063629150390625, - -0.097503662109375, - -0.125732421875, - -0.131378173828125, - -0.13702392578125, - -0.176544189453125, - -0.176544189453125, - -0.199127197265625, - -0.1934814453125, - -0.20477294921875, - -0.210418701171875, - -0.221710205078125, - -0.216064453125, - -0.22735595703125, - -0.210418701171875, - -0.199127197265625, - -0.176544189453125, - -0.15960693359375, - -0.153961181640625, - -0.13702392578125, - -0.086212158203125, - -0.074920654296875, - -0.035400390625, - -0.0128173828125, - 0.026702880859375, - 0.04364013671875, - 0.08880615234375, - 0.08880615234375, - 0.117034912109375, - 0.071868896484375, - 0.1226806640625, - 0.139617919921875, - 0.162200927734375, - 0.15655517578125, - 0.207366943359375, - 0.2581787109375, - 0.263824462890625, - 0.297698974609375, - 0.37109375, - 0.399322509765625, - 0.444488525390625 + 0.36920166015625, + 0.32501220703125, + 0.28082275390625, + 0.23663330078125, + 0.2034912109375, + 0.164825439453125, + 0.12615966796875, + 0.098541259765625, + 0.065399169921875, + 0.03778076171875, + 0.010162353515625, + -0.00640869140625, + -0.022979736328125, + -0.034027099609375, + -0.045074462890625, + -0.0616455078125, + -0.111358642578125, + -0.100311279296875, + -0.111358642578125, + -0.11688232421875, + -0.13897705078125, + -0.144500732421875, + -0.144500732421875, + -0.144500732421875, + -0.166595458984375, + -0.1500244140625, + -0.16107177734375, + -0.13897705078125, + -0.13897705078125, + -0.1279296875, + -0.1279296875, + -0.11688232421875, + -0.083740234375, + -0.056121826171875, + -0.03955078125, + -0.011932373046875, + 0.010162353515625, + 0.021209716796875, + 0.043304443359375, + 0.087493896484375, + 0.10406494140625, + 0.164825439453125, + 0.19244384765625, + 0.220062255859375, + 0.25872802734375, + 0.308441162109375, + 0.308441162109375, + 0.341583251953125, + 0.3360595703125, + 0.3802490234375, + 0.418914794921875, + 0.4244384765625, + 0.4492950439453125, + 0.50177001953125, + 0.551483154296875, + 0.5652923583984375, + 0.606719970703125, + 0.6757659912109375, + 0.7033843994140625, + 0.750335693359375 ], "p10": [ - 0.659027099609375, - 0.60821533203125, - 0.5517578125, - 0.49530029296875, - 0.4388427734375, - 0.3795623779296875, - 0.325927734375, - 0.275115966796875, - 0.22430419921875, - 0.184783935546875, - 0.13397216796875, - 0.094451904296875, - 0.06622314453125, - 0.026702880859375, - 0.015411376953125, - -0.018463134765625, - -0.086212158203125, - -0.097503662109375, - -0.131378173828125, - -0.142669677734375, - -0.1708984375, - -0.199127197265625, - -0.20477294921875, - -0.210418701171875, - -0.233001708984375, - -0.244293212890625, - -0.266876220703125, - -0.266876220703125, - -0.2838134765625, - -0.2838134765625, - -0.300750732421875, - -0.2838134765625, - -0.334625244140625, - -0.334625244140625, - -0.31768798828125, - -0.29510498046875, - -0.29510498046875, - -0.289459228515625, - -0.278167724609375, - -0.2386474609375, + 0.352630615234375, + 0.308441162109375, + 0.25872802734375, + 0.220062255859375, + 0.186920166015625, + 0.142730712890625, + 0.098541259765625, + 0.065399169921875, + 0.032257080078125, + -0.000885009765625, + -0.034027099609375, + -0.05059814453125, + -0.067169189453125, + -0.089263916015625, + -0.100311279296875, + -0.122406005859375, + -0.172119140625, + -0.166595458984375, + -0.188690185546875, + -0.188690185546875, + -0.210784912109375, + -0.221832275390625, + -0.21630859375, + -0.21630859375, + -0.22735595703125, + -0.22735595703125, + -0.2384033203125, -0.22735595703125, - -0.18218994140625, - -0.1708984375, - -0.142669677734375, - -0.125732421875, - -0.086212158203125, - -0.08056640625, - -0.0579833984375, - -0.108795166015625, - -0.063629150390625, - -0.0579833984375, - -0.04669189453125, - -0.0579833984375, - -0.02410888671875, - 0.015411376953125, - 0.02105712890625, - 0.049285888671875, - 0.10009765625, - 0.105743408203125, - 0.150909423828125 + -0.221832275390625, + -0.210784912109375, + -0.21630859375, + -0.20526123046875, + -0.221832275390625, + -0.20526123046875, + -0.188690185546875, + -0.166595458984375, + -0.166595458984375, + -0.1500244140625, + -0.144500732421875, + -0.100311279296875, + -0.083740234375, + -0.022979736328125, + -0.00640869140625, + 0.01568603515625, + 0.054351806640625, + 0.093017578125, + 0.098541259765625, + 0.12615966796875, + 0.08197021484375, + 0.120635986328125, + 0.13720703125, + 0.120635986328125, + 0.131683349609375, + 0.181396484375, + 0.231109619140625, + 0.2476806640625, + 0.28082275390625, + 0.330535888671875, + 0.34710693359375, + 0.385772705078125 ], "p90": [ - 0.69854736328125, - 0.647735595703125, - 0.5997467041015625, - 0.534820556640625, - 0.4981231689453125, - 0.4473114013671875, - 0.3964996337890625, - 0.354156494140625, - 0.31463623046875, - 0.286407470703125, - 0.241241455078125, - 0.207366943359375, - 0.184783935546875, - 0.15655517578125, - 0.139617919921875, - 0.117034912109375, - 0.06622314453125, - 0.06622314453125, - 0.037994384765625, - 0.026702880859375, - -0.00152587890625, - -0.029754638671875, - -0.035400390625, - -0.063629150390625, - -0.09185791015625, - -0.097503662109375, - -0.108795166015625, - -0.1031494140625, - -0.108795166015625, - -0.108795166015625, - -0.11444091796875, - -0.097503662109375, - -0.08056640625, - -0.0579833984375, - -0.04669189453125, - -0.02410888671875, - 0.015411376953125, - 0.026702880859375, - 0.060577392578125, - 0.10009765625, - 0.1226806640625, - 0.1678466796875, - 0.20172119140625, - 0.235595703125, - 0.24688720703125, - 0.3033447265625, - 0.297698974609375, - 0.331573486328125, - 0.342864990234375, - 0.4190826416015625, - 0.45013427734375, - 0.478363037109375, - 0.4868316650390625, - 0.5319976806640625, - 0.5828094482421875, - 0.58563232421875, - 0.6166839599609375, - 0.681610107421875, - 0.704193115234375, - 0.7408905029296875 + 0.385772705078125, + 0.341583251953125, + 0.30291748046875, + 0.25872802734375, + 0.231109619140625, + 0.19244384765625, + 0.1593017578125, + 0.131683349609375, + 0.109588623046875, + 0.087493896484375, + 0.065399169921875, + 0.048828125, + 0.043304443359375, + 0.0267333984375, + 0.01568603515625, + -0.000885009765625, + -0.03955078125, + -0.0174560546875, + -0.03955078125, + -0.03955078125, + -0.056121826171875, + -0.0616455078125, + -0.0616455078125, + -0.067169189453125, + -0.083740234375, + -0.07269287109375, + -0.078216552734375, + -0.045074462890625, + -0.03955078125, + -0.0174560546875, + -0.00640869140625, + 0.010162353515625, + 0.076446533203125, + 0.1151123046875, + 0.131683349609375, + 0.1593017578125, + 0.2034912109375, + 0.209014892578125, + 0.242156982421875, + 0.28082275390625, + 0.31396484375, + 0.363677978515625, + 0.40234375, + 0.4272003173828125, + 0.463104248046875, + 0.5266265869140625, + 0.5266265869140625, + 0.5652923583984375, + 0.6039581298828125, + 0.67852783203125, + 0.72271728515625, + 0.7337646484375, + 0.7627639770507812, + 0.8152389526367188, + 0.85528564453125, + 0.8621902465820312, + 0.8967132568359375, + 0.9498786926269531, + 0.9629974365234375, + 0.9906158447265625 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 5f32d4ed980045a52b082481dcab2a0616f33d8b..3ca6d71ffe2cb1489aaf8bd9915bf38a056aa7fe 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:56:48.353479+00:00", + "evaluated_at": "2026-06-18T19:41:08.923805+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.489532470703125, - 1.473785400390625, - 1.465911865234375, - 1.4629592895507812, - 1.4590225219726562, - 1.4570541381835938, - 1.4570541381835938, - 1.4550857543945312, - 1.4536094665527344, - 1.4521331787109375, - 1.4531173706054688, - 1.4541015625, + 1.49871826171875, + 1.4818572998046875, + 1.47491455078125, + 1.4719390869140625, + 1.468963623046875, + 1.4679718017578125, + 1.46697998046875, + 1.4640045166015625, + 1.4630126953125, + 1.4620208740234375, + 1.4620208740234375, + 1.4620208740234375, + 1.4640045166015625, + 1.4630126953125, + 1.4630126953125, + 1.4620208740234375, + 1.4600372314453125, + 1.461029052734375, + 1.461029052734375, + 1.4600372314453125, + 1.461029052734375, + 1.4630126953125, + 1.4640045166015625, + 1.4600372314453125, + 1.45904541015625, + 1.4600372314453125, + 1.4630126953125, + 1.4630126953125, + 1.4620208740234375, + 1.4630126953125, + 1.4640045166015625, + 1.4620208740234375, + 1.4600372314453125, + 1.4580535888671875, + 1.4580535888671875, 1.4560699462890625, - 1.4536094665527344, - 1.4541015625, - 1.4531173706054688, - 1.4526252746582031, - 1.4526252746582031, - 1.4516410827636719, - 1.4531173706054688, - 1.4536094665527344, - 1.4541015625, - 1.458038330078125, 1.4560699462890625, - 1.4541015625, - 1.4531173706054688, - 1.4541015625, - 1.4570541381835938, + 1.4545822143554688, 1.4560699462890625, - 1.4570541381835938, - 1.458038330078125, - 1.458038330078125, - 1.4526252746582031, - 1.4521331787109375, - 1.4511489868164062, - 1.4516410827636719, - 1.4506568908691406, - 1.4486885070800781, - 1.4506568908691406, - 1.450164794921875, - 1.4486885070800781, - 1.4467201232910156, - 1.4467201232910156, - 1.4477043151855469, - 1.4477043151855469, - 1.4486885070800781, - 1.4496726989746094, - 1.4491806030273438, - 1.4432754516601562, - 1.4413070678710938, - 1.4403228759765625, - 1.4408149719238281, - 1.4383544921875, - 1.4383544921875, - 1.4383544921875, - 1.4383544921875, - 1.4373703002929688, - 1.4368782043457031, - 1.4354019165039062, - 1.4354019165039062, - 1.434417724609375, - 1.43048095703125, - 1.43048095703125, - 1.4299888610839844, - 1.4299888610839844, - 1.4294967651367188, - 1.4290046691894531, - 1.4294967651367188, - 1.4270362854003906, - 1.4285125732421875, - 1.4270362854003906, - 1.4235916137695312 + 1.4540863037109375, + 1.4525985717773438, + 1.4516067504882812, + 1.4521026611328125, + 1.453094482421875, + 1.4535903930664062, + 1.4545822143554688, + 1.4540863037109375, + 1.4521026611328125, + 1.4466476440429688, + 1.4446640014648438, + 1.445159912109375, + 1.4441680908203125, + 1.4426803588867188, + 1.4421844482421875, + 1.4416885375976562, + 1.4406967163085938, + 1.4402008056640625, + 1.439208984375, + 1.4382171630859375, + 1.4382171630859375, + 1.4377212524414062, + 1.433258056640625, + 1.4342498779296875, + 1.4307785034179688, + 1.429290771484375, + 1.4302825927734375, + 1.4287948608398438, + 1.4287948608398438, + 1.42730712890625, + 1.42730712890625, + 1.425323486328125, + 1.421356201171875 ], "p10": [ - 1.3955421447753906, - 1.3470706939697266, - 1.3248494863510132, - 1.3138542175292969, - 1.3043813705444336, - 1.3020439147949219, - 1.3010597229003906, - 1.298476219177246, - 1.2968769073486328, - 1.2922019958496094, - 1.2909717559814453, - 1.289987564086914, - 1.2919559478759766, - 1.2917098999023438, - 1.289987564086914, - 1.2840824127197266, - 1.2838363647460938, - 1.2818679809570312, - 1.2798995971679688, - 1.279653549194336, - 1.2806377410888672, - 1.2806377410888672, - 1.282114028930664, - 1.2789154052734375, - 1.2779312133789062, - 1.275716781616211, - 1.2767009735107422, - 1.276947021484375, - 1.275716781616211, - 1.2774391174316406, - 1.2786693572998047, - 1.2764549255371094, - 1.2739944458007812, - 1.2737483978271484, - 1.2720260620117188, - 1.2715339660644531, - 1.2700576782226562, - 1.2698116302490234, - 1.2700576782226562, - 1.2693195343017578, - 1.2685813903808594, - 1.2661209106445312, - 1.2646446228027344, - 1.2631683349609375, - 1.2646446228027344, - 1.26513671875, - 1.2658748626708984, + 1.4030075073242188, + 1.3544082641601562, + 1.330883502960205, + 1.3193225860595703, + 1.314859390258789, + 1.3154792785644531, + 1.3138675689697266, + 1.3099002838134766, + 1.3090324401855469, + 1.304941177368164, + 1.3046932220458984, + 1.3041973114013672, + 1.3068008422851562, + 1.3070487976074219, + 1.305685043334961, + 1.2992382049560547, + 1.3002300262451172, + 1.2996101379394531, + 1.298990249633789, + 1.2965106964111328, + 1.298370361328125, + 1.2988662719726562, + 1.2988662719726562, + 1.2948989868164062, + 1.2956428527832031, + 1.2953948974609375, + 1.2975025177001953, + 1.2953948974609375, + 1.2951469421386719, + 1.2973785400390625, + 1.2982463836669922, + 1.294403076171875, + 1.2939071655273438, + 1.2926673889160156, + 1.2914276123046875, + 1.2884521484375, + 1.2877082824707031, + 1.2874603271484375, + 1.2867164611816406, + 1.2849807739257812, + 1.2847328186035156, + 1.2832450866699219, + 1.2834930419921875, + 1.2817573547363281, + 1.2832450866699219, + 1.2820053100585938, + 1.2832450866699219, + 1.2802696228027344, + 1.2748146057128906, + 1.2703514099121094, + 1.2701034545898438, + 1.26861572265625, + 1.2661361694335938, + 1.2663841247558594, + 1.2646484375, 1.2641525268554688, - 1.261199951171875, - 1.2577552795410156, - 1.2557868957519531, - 1.2557868957519531, - 1.2523422241210938, - 1.2528343200683594, - 1.2518501281738281, - 1.2528343200683594, - 1.2538185119628906, - 1.2538185119628906, - 1.2518501281738281, - 1.2503738403320312, - 1.2493896484375, - 1.245452880859375, - 1.2449607849121094, - 1.2429924011230469, - 1.2449607849121094, - 1.2449607849121094, - 1.2439765930175781, - 1.245452880859375, - 1.2434844970703125, - 1.2449607849121094, - 1.2439765930175781, - 1.2405319213867188 + 1.2653923034667969, + 1.2656402587890625, + 1.2631607055664062, + 1.2616729736328125, + 1.2611770629882812, + 1.2572097778320312, + 1.2582015991210938, + 1.2532424926757812, + 1.2537384033203125, + 1.25274658203125, + 1.2517547607421875, + 1.2522506713867188, + 1.250762939453125, + 1.250762939453125, + 1.2497711181640625, + 1.2462997436523438 ], "p90": [ - 1.5554733276367188, - 1.568267822265625, - 1.57220458984375, - 1.5741729736328125, - 1.5741729736328125, - 1.5751571655273438, - 1.5771255493164062, - 1.580078125, - 1.580078125, - 1.580078125, - 1.5820465087890625, + 1.5552520751953125, + 1.564178466796875, + 1.568145751953125, + 1.5711212158203125, + 1.572113037109375, + 1.5731048583984375, + 1.576080322265625, + 1.5750885009765625, + 1.576080322265625, + 1.576080322265625, + 1.57806396484375, + 1.57806396484375, + 1.5810394287109375, + 1.5790557861328125, + 1.580047607421875, + 1.58203125, + 1.58203125, + 1.584014892578125, 1.584014892578125, - 1.58795166015625, - 1.5859832763671875, 1.584014892578125, - 1.58795166015625, - 1.591888427734375, - 1.5938568115234375, - 1.5938568115234375, - 1.5977935791015625, - 1.5958251953125, - 1.599761962890625, - 1.6017303466796875, - 1.6017303466796875, - 1.60369873046875, - 1.60369873046875, - 1.6056671142578125, - 1.6056671142578125, - 1.607635498046875, - 1.607635498046875, - 1.6096038818359375, - 1.6135406494140625, - 1.6056671142578125, - 1.60369873046875, - 1.6056671142578125, - 1.6056671142578125, - 1.60369873046875, - 1.6017303466796875, - 1.60369873046875, - 1.6056671142578125, - 1.607635498046875, - 1.6056671142578125, - 1.60369873046875, - 1.6056671142578125, - 1.6056671142578125, - 1.607635498046875, - 1.607635498046875, - 1.607635498046875, - 1.60369873046875, - 1.6017303466796875, - 1.599761962890625, - 1.6017303466796875, - 1.6017303466796875, - 1.6017303466796875, - 1.60369873046875, - 1.6017303466796875, - 1.599761962890625, - 1.599761962890625, - 1.5977935791015625, - 1.599761962890625, - 1.5977935791015625, - 1.5938568115234375, - 1.5938568115234375, - 1.5958251953125, - 1.5938568115234375, - 1.5958251953125, - 1.5938568115234375, - 1.5958251953125, - 1.591888427734375, - 1.5938568115234375, - 1.591888427734375, - 1.58795166015625 + 1.58599853515625, + 1.587982177734375, + 1.5899658203125, + 1.587982177734375, + 1.5899658203125, + 1.587982177734375, + 1.59393310546875, + 1.591949462890625, + 1.591949462890625, + 1.595916748046875, + 1.59393310546875, + 1.595916748046875, + 1.591949462890625, + 1.5899658203125, + 1.5899658203125, + 1.587982177734375, + 1.587982177734375, + 1.587982177734375, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.5899658203125, + 1.591949462890625, + 1.591949462890625, + 1.59393310546875, + 1.591949462890625, + 1.5899658203125, + 1.587982177734375, + 1.587982177734375, + 1.58599853515625, + 1.587982177734375, + 1.587982177734375, + 1.5899658203125, + 1.587982177734375, + 1.587982177734375, + 1.58599853515625, + 1.58203125, + 1.58599853515625, + 1.58203125, + 1.580047607421875, + 1.5810394287109375, + 1.5790557861328125, + 1.57806396484375, + 1.5790557861328125, + 1.5790557861328125, + 1.5790557861328125, + 1.57806396484375, + 1.5770721435546875, + 1.5750885009765625, + 1.5731048583984375 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index fd9bf74a605bac775a80ba34e0945a4d83a74134..cce42e8894b93aa1339b7e8b2c6fc6c45f7dbba1 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,43 +1,19 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T19:19:24.566642+00:00", + "evaluated_at": "2026-06-18T19:41:11.173215+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 415e84f2502134a8bf504d89a660fac12d68cd77..fb6c54abbb762b679779783716fb0d7da532980d 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,738856.7660821279,570699.654214859,585.0496419270834,0.5766871155801597,0.009029842228555232,0.00896587210368016,23.996490346527747,859.567778643504,0.013171843915897305,0.008965183151323313,0.009701484269118191,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0059855139122507615,0.009785635798485409,0.0891686905330668,0.10035774044002026,1.125304916374422,0.671453035151594,1.0416377311719431,0.07736610312178559,0.3669538322003532,0.42293448142126133,0.3170900852647965,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02361697030478776,0.02829903996154866,0.1331821233034134,0.8266479065444933,0.084304655816547,0.0884574525887022,15.14154362346033,0.15367813866906302,0.10169876538430639,0.08813522618454411,0.07328036085601491,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.014916308409422237,0.0060963488232847396,0.07002619168100258,0.08102539479390587,0.5663570026746717,0.5997834592293729,5.357857757780048,0.1221323397361331,0.5672658087685563,0.3252493511933727,0.4856509675117295,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.024202893953412366,0.030328875377433364,0.13643380337291294,0.832477632695325,0.08577594925038669,0.09075969733504771,14.97219699295105,0.1555727931015329,0.10295258078238995,0.0902870732290023,0.07403392275838976,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.451143813647377,1.8587206124896813,0.957312266031901,0.9613177976011991,0.046410566370603035,0.04866735983908856,14.169091384827743,1.2046343070190957,0.06095556422632252,0.04844084962278008,0.03761346568741606,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,128.38730747357113,76.83730431487841,6.912498076756795,0.5721750383386532,0.264575894595827,0.2144088982786079,33.88106499361149,11.330812304224755,0.3749338203201751,0.22873287830458083,0.3146156556132135,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4408147687421054,0.8901380158275364,0.765444835027059,0.3721077755673378,0.029875976417459715,0.03052612799945682,3.600781765025698,0.6639388290664324,0.026117902860577757,0.03011092734925336,0.023208248176009263,Weather,1 diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2e491a4ad511e9256922a00847c1d6dfa2b154a3..f29e226a55cd8452bd3c16f49366bb6db0f9bbfb 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:54:11.287574+00:00", + "evaluated_at": "2026-06-18T19:38:26.820451+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6815268993377686, - 0.6195179224014282, - 0.577777624130249, - 0.5149622559547424, - 0.45350468158721924, - 0.4089493751525879, - 0.3516160249710083, - 0.312296599149704, - 0.2884787619113922, - 0.23444242775440216, - 0.1726030856370926, - 0.13159480690956116, - 0.10613808035850525, - 0.06869614124298096, - 0.020864933729171753, - -0.022991925477981567, - -0.03534519672393799, - -0.08512970805168152, - -0.1333845555782318, - -0.15903785824775696, - -0.18182918429374695, - -0.22060835361480713, - -0.24312686920166016, - -0.25230148434638977, - -0.2772396504878998, - -0.3115316927433014, - -0.3038801848888397, - -0.2871116101741791, - -0.30542030930519104, - -0.32691147923469543, - -0.3061441481113434, - -0.32009127736091614, - -0.31408408284187317, - -0.3108110725879669, - -0.3113571107387543, - -0.3055764138698578, - -0.2718140780925751, - -0.2560569941997528, - -0.26299354434013367, - -0.2690564692020416, - -0.19932204484939575, - -0.2149975299835205, - -0.16569778323173523, - -0.12173140048980713, - -0.11684802174568176, - -0.08733513951301575, - -0.062441080808639526, - -0.049832046031951904, - -0.012834042310714722, - 0.0329887717962265, - 0.06386753916740417, - 0.10727497935295105, - 0.1588497757911682, - 0.17814628779888153, - 0.2519594132900238, - 0.2957342267036438, - 0.3553326427936554, - 0.39869225025177, - 0.449910044670105, - 0.4751027822494507 + 0.3889082670211792, + 0.3532242178916931, + 0.31019365787506104, + 0.2716671824455261, + 0.22057512402534485, + 0.18273085355758667, + 0.1633549928665161, + 0.1461600661277771, + 0.11770181357860565, + 0.06466443836688995, + 0.045423418283462524, + 0.028186187148094177, + 0.015569224953651428, + -0.00818660855293274, + -0.027685225009918213, + -0.03730762004852295, + -0.04556459188461304, + -0.0682050883769989, + -0.0831659734249115, + -0.09608232975006104, + -0.09258311986923218, + -0.1118474006652832, + -0.1212189793586731, + -0.11066222190856934, + -0.11575204133987427, + -0.12101641297340393, + -0.11967426538467407, + -0.09191194176673889, + -0.0911271870136261, + -0.0914471447467804, + -0.0828651487827301, + -0.06781420111656189, + -0.05401092767715454, + -0.04787823557853699, + -0.02367180585861206, + 0.0022938549518585205, + 0.03383453190326691, + 0.039207279682159424, + 0.05893006920814514, + 0.08676449954509735, + 0.13989602029323578, + 0.14966025948524475, + 0.20653028786182404, + 0.24489513039588928, + 0.2573077976703644, + 0.2876569330692291, + 0.3204999268054962, + 0.34834104776382446, + 0.38981956243515015, + 0.45648878812789917, + 0.47440004348754883, + 0.5255167484283447, + 0.5595970153808594, + 0.578301727771759, + 0.6272857189178467, + 0.6676130294799805, + 0.7273305058479309, + 0.7586814165115356, + 0.7979013919830322, + 0.8212871551513672 ], "p10": [ - 0.661786675453186, - 0.606896162033081, - 0.5597800612449646, - 0.5450538396835327, - 0.48231270909309387, - 0.4149322509765625, - 0.38529473543167114, - 0.2930466830730438, - 0.30039742588996887, - 0.23880092799663544, - 0.1903379261493683, - 0.15660607814788818, - 0.12495426833629608, - 0.10383780300617218, - 0.0613136887550354, - -0.04411289095878601, - -0.012402862310409546, - -0.055876314640045166, - -0.12900447845458984, - -0.14298200607299805, - -0.19209131598472595, - -0.18189412355422974, - -0.1938498616218567, - -0.1879064440727234, - -0.23933598399162292, - -0.2712036073207855, - -0.24883094429969788, - -0.27189430594444275, - -0.26290926337242126, - -0.25778523087501526, - -0.27549514174461365, - -0.27449163794517517, - -0.27573224902153015, - -0.26287445425987244, - -0.29075363278388977, - -0.22121357917785645, - -0.24669888615608215, - -0.19859790802001953, - -0.2067764401435852, - -0.17092415690422058, - -0.1496669054031372, - -0.1597500443458557, - -0.13448873162269592, - -0.08255964517593384, - -0.018221497535705566, - -0.03231576085090637, - -0.012985318899154663, - 0.042485371232032776, - 0.08365018665790558, - 0.08550801873207092, - 0.17553900182247162, - 0.16696545481681824, - 0.24210095405578613, - 0.268135666847229, - 0.3318679630756378, - 0.3966771364212036, - 0.42770159244537354, - 0.4811323881149292, - 0.543013334274292, - 0.5596303939819336 + 0.3749726414680481, + 0.33949941396713257, + 0.30411502718925476, + 0.2832857370376587, + 0.25985074043273926, + 0.19316932559013367, + 0.18419045209884644, + 0.13275161385536194, + 0.13888683915138245, + 0.07725536823272705, + 0.06907156109809875, + 0.04914557933807373, + 0.04696875810623169, + 0.006856173276901245, + 0.02745772898197174, + -0.058523327112197876, + -0.03907695412635803, + -0.035882383584976196, + -0.08067852258682251, + -0.09177011251449585, + -0.09433916211128235, + -0.09515964984893799, + -0.07237565517425537, + -0.06182050704956055, + -0.08872118592262268, + -0.09719082713127136, + -0.08931007981300354, + -0.08016794919967651, + -0.0477575957775116, + -0.04751265048980713, + -0.05384719371795654, + -0.0305405855178833, + -0.011308789253234863, + -0.0007959306240081787, + 0.012315765023231506, + 0.07477948069572449, + 0.0663587898015976, + 0.10753627121448517, + 0.12620791792869568, + 0.1615724414587021, + 0.20027092099189758, + 0.22608961164951324, + 0.23174580931663513, + 0.3019058406352997, + 0.3543015718460083, + 0.3552526831626892, + 0.38478755950927734, + 0.4314448833465576, + 0.48900097608566284, + 0.5090903043746948, + 0.5837000608444214, + 0.5770856142044067, + 0.6366523504257202, + 0.6535247564315796, + 0.700937032699585, + 0.7627911567687988, + 0.819738507270813, + 0.8310822248458862, + 0.8875529766082764, + 0.9137407541275024 ], "p90": [ - 0.6995552182197571, - 0.6474308967590332, - 0.6141893863677979, - 0.5594369173049927, - 0.5021112561225891, - 0.45659512281417847, - 0.39752912521362305, - 0.3597568869590759, - 0.33643072843551636, - 0.28858068585395813, - 0.2372204065322876, - 0.19072939455509186, - 0.17114949226379395, - 0.1465991735458374, - 0.09880012273788452, - 0.05469095706939697, - 0.044989213347435, - 0.006185621023178101, - -0.026351839303970337, - -0.056265950202941895, - -0.06389540433883667, - -0.08894166350364685, - -0.10092270374298096, - -0.1371590793132782, - -0.13043561577796936, - -0.16464728116989136, - -0.15112829208374023, - -0.1232939064502716, - -0.13144433498382568, - -0.16153481602668762, - -0.12538769841194153, - -0.14851513504981995, - -0.13071143627166748, - -0.10844463109970093, - -0.11140868067741394, - -0.08594834804534912, - -0.02473500370979309, - -0.011809557676315308, - -0.011725008487701416, - -0.02270492911338806, - 0.037574559450149536, - 0.032568931579589844, - 0.07570786774158478, - 0.12507297098636627, - 0.13606083393096924, - 0.16729208827018738, - 0.2128070741891861, - 0.23163005709648132, - 0.27824366092681885, - 0.33610305190086365, - 0.3704693615436554, - 0.4346798062324524, - 0.4811616539955139, - 0.5108314752578735, - 0.5811675190925598, - 0.6443179845809937, - 0.7058897018432617, - 0.7734957933425903, - 0.8143560886383057, - 0.8455427885055542 + 0.40637439489364624, + 0.3769480586051941, + 0.34074774384498596, + 0.3071640729904175, + 0.26337069272994995, + 0.21796566247940063, + 0.1915908008813858, + 0.18180984258651733, + 0.1554776430130005, + 0.10893304646015167, + 0.1014520525932312, + 0.08150148391723633, + 0.07106225192546844, + 0.055665552616119385, + 0.03515516221523285, + 0.02000802755355835, + 0.023276790976524353, + 0.004497885704040527, + 0.003058880567550659, + -0.007489055395126343, + 0.007538884878158569, + 0.003807663917541504, + 0.011793211102485657, + -0.006338745355606079, + 0.00882178544998169, + 0.010183900594711304, + 0.02200193703174591, + 0.0527811199426651, + 0.06362223625183105, + 0.058936432003974915, + 0.09007373452186584, + 0.10184517502784729, + 0.13102132081985474, + 0.1538606435060501, + 0.1834779679775238, + 0.2288680076599121, + 0.2860848903656006, + 0.29240310192108154, + 0.3155229985713959, + 0.3370398283004761, + 0.39283299446105957, + 0.4076881408691406, + 0.46908754110336304, + 0.5166847705841064, + 0.5450563430786133, + 0.5798187851905823, + 0.6202993988990784, + 0.657203197479248, + 0.7000185251235962, + 0.7743568420410156, + 0.7929325103759766, + 0.8563250303268433, + 0.8787827491760254, + 0.9082760810852051, + 0.9581676721572876, + 1.0114821195602417, + 1.087745189666748, + 1.1288377046585083, + 1.1678752899169922, + 1.1898994445800781 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index a2bd83509f54158644d358678cc9da0db8c84fa4..0edbea08e4b76d9939f2fe7a436e89fbe14fed5c 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:54:17.037237+00:00", + "evaluated_at": "2026-06-18T19:38:32.259371+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.4413578510284424, - 1.4408072233200073, - 1.4469084739685059, - 1.436794638633728, - 1.4369927644729614, - 1.438281536102295, - 1.4402005672454834, - 1.4355283975601196, - 1.4401919841766357, - 1.4456461668014526, - 1.4495677947998047, - 1.4504461288452148, - 1.4436594247817993, - 1.4435069561004639, - 1.4390523433685303, - 1.4336392879486084, - 1.4341017007827759, - 1.4345968961715698, - 1.4322437047958374, - 1.4308961629867554, - 1.427741527557373, - 1.4286421537399292, - 1.4317693710327148, - 1.427246332168579, - 1.432477593421936, - 1.4282898902893066, - 1.4265013933181763, - 1.4327397346496582, - 1.42704439163208, - 1.4231102466583252, - 1.432065725326538, - 1.4300161600112915, - 1.4240301847457886, - 1.426830530166626, - 1.42709481716156, - 1.424286127090454, - 1.4225845336914062, - 1.4204047918319702, - 1.4211623668670654, - 1.4189814329147339, - 1.4175573587417603, - 1.4116730690002441, - 1.4067928791046143, - 1.4094994068145752, - 1.4162636995315552, - 1.4077428579330444, - 1.4056974649429321, - 1.4079163074493408, - 1.4133198261260986, - 1.4082432985305786, - 1.411790132522583, - 1.409084677696228, - 1.4150288105010986, - 1.4144607782363892, - 1.4095382690429688, - 1.4071944952011108, - 1.4063516855239868, - 1.403914213180542, - 1.4015003442764282, - 1.398728609085083, - 1.40897798538208, - 1.4050875902175903, - 1.4040414094924927, - 1.4010626077651978, - 1.3997410535812378, - 1.395864486694336, - 1.3964571952819824, - 1.3969504833221436, - 1.3978995084762573, - 1.3944709300994873, - 1.393156886100769, - 1.388115644454956 + 1.4639561176300049, + 1.4623663425445557, + 1.4626175165176392, + 1.4547970294952393, + 1.4591914415359497, + 1.4553779363632202, + 1.4524675607681274, + 1.4463833570480347, + 1.4478974342346191, + 1.4507688283920288, + 1.4523825645446777, + 1.45055091381073, + 1.4456144571304321, + 1.4438639879226685, + 1.437164545059204, + 1.4288820028305054, + 1.428836464881897, + 1.428473949432373, + 1.425094485282898, + 1.4240939617156982, + 1.42123281955719, + 1.4233648777008057, + 1.4229251146316528, + 1.4188448190689087, + 1.4225980043411255, + 1.421645164489746, + 1.4174067974090576, + 1.4183776378631592, + 1.417090892791748, + 1.4099787473678589, + 1.4156123399734497, + 1.4099104404449463, + 1.4043961763381958, + 1.4088016748428345, + 1.4056452512741089, + 1.4027140140533447, + 1.3980824947357178, + 1.3994601964950562, + 1.3996849060058594, + 1.3930065631866455, + 1.3913919925689697, + 1.3895196914672852, + 1.385343313217163, + 1.3867895603179932, + 1.392075777053833, + 1.387575626373291, + 1.3861111402511597, + 1.3868663311004639, + 1.3928977251052856, + 1.3899904489517212, + 1.392715573310852, + 1.3886157274246216, + 1.394946575164795, + 1.3949354887008667, + 1.3895046710968018, + 1.3843812942504883, + 1.3826720714569092, + 1.3834000825881958, + 1.380224585533142, + 1.3754358291625977, + 1.3844342231750488, + 1.3833543062210083, + 1.378536343574524, + 1.3740577697753906, + 1.3740431070327759, + 1.3700348138809204, + 1.3677719831466675, + 1.3699980974197388, + 1.370274305343628, + 1.368378758430481, + 1.3644105195999146, + 1.3584078550338745 ], "p10": [ - 1.4511533975601196, - 1.4566861391067505, - 1.460903525352478, - 1.4534697532653809, - 1.4431401491165161, - 1.4454772472381592, - 1.4393203258514404, - 1.4476268291473389, - 1.4412564039230347, - 1.4635179042816162, - 1.4497929811477661, - 1.451339602470398, - 1.4490784406661987, - 1.4481101036071777, - 1.446448802947998, - 1.44985830783844, - 1.4442198276519775, - 1.4289957284927368, - 1.446047067642212, - 1.4377273321151733, - 1.4417389631271362, - 1.4368908405303955, - 1.4336599111557007, - 1.4346221685409546, - 1.4378974437713623, - 1.4375109672546387, - 1.4387502670288086, - 1.436600685119629, - 1.4390974044799805, - 1.437315583229065, - 1.434960126876831, - 1.4365726709365845, - 1.4281363487243652, - 1.4387918710708618, - 1.4364290237426758, - 1.430911660194397, - 1.4354910850524902, - 1.4262036085128784, - 1.431273341178894, - 1.4345884323120117, - 1.4216777086257935, - 1.4256178140640259, - 1.4201408624649048, - 1.4184067249298096, - 1.4213474988937378, - 1.4186253547668457, - 1.4273793697357178, - 1.4301248788833618, - 1.4292904138565063, - 1.4254260063171387, - 1.4331234693527222, - 1.4309202432632446, - 1.4269847869873047, - 1.4170345067977905, - 1.4269468784332275, - 1.4246370792388916, - 1.426954746246338, - 1.428222894668579, - 1.4218857288360596, - 1.4192605018615723, - 1.4263044595718384, - 1.419800043106079, - 1.4256651401519775, - 1.4285192489624023, - 1.4316519498825073, - 1.4192678928375244, - 1.426220178604126, - 1.4147405624389648, - 1.4150785207748413, - 1.4222649335861206, - 1.4105144739151, - 1.4193209409713745 + 1.4738445281982422, + 1.4765440225601196, + 1.47396981716156, + 1.4690277576446533, + 1.4642826318740845, + 1.4620661735534668, + 1.4516503810882568, + 1.4531711339950562, + 1.453286051750183, + 1.4680211544036865, + 1.453596591949463, + 1.455618143081665, + 1.4509016275405884, + 1.4469681978225708, + 1.442232608795166, + 1.4437775611877441, + 1.439784049987793, + 1.4307836294174194, + 1.4377411603927612, + 1.4329562187194824, + 1.4399776458740234, + 1.4318581819534302, + 1.432213544845581, + 1.4285972118377686, + 1.4302176237106323, + 1.4356437921524048, + 1.4332958459854126, + 1.42756986618042, + 1.4323136806488037, + 1.4293317794799805, + 1.4214705228805542, + 1.4248026609420776, + 1.4153213500976562, + 1.4247543811798096, + 1.4204761981964111, + 1.4119422435760498, + 1.4178968667984009, + 1.4110749959945679, + 1.4136393070220947, + 1.4136884212493896, + 1.4060848951339722, + 1.4121419191360474, + 1.4033887386322021, + 1.4051287174224854, + 1.406862735748291, + 1.4058235883712769, + 1.4145694971084595, + 1.4150495529174805, + 1.4145539999008179, + 1.411989450454712, + 1.416120171546936, + 1.4101976156234741, + 1.4141520261764526, + 1.4080575704574585, + 1.4130150079727173, + 1.406191110610962, + 1.4084827899932861, + 1.4090945720672607, + 1.4058841466903687, + 1.398091435432434, + 1.4094182252883911, + 1.4075648784637451, + 1.4070020914077759, + 1.4072728157043457, + 1.40897798538208, + 1.3989710807800293, + 1.4023149013519287, + 1.396958351135254, + 1.3981696367263794, + 1.4013375043869019, + 1.3909070491790771, + 1.394645094871521 ], "p90": [ - 1.5376979112625122, - 1.544641375541687, - 1.5547202825546265, - 1.5496385097503662, - 1.5514971017837524, - 1.554128646850586, - 1.557328224182129, - 1.5593230724334717, - 1.565414309501648, - 1.5703258514404297, - 1.578354835510254, - 1.57469642162323, - 1.5726250410079956, - 1.5780608654022217, - 1.571900486946106, - 1.5710835456848145, - 1.5754247903823853, - 1.5746454000473022, - 1.577336072921753, - 1.5732687711715698, - 1.5743757486343384, - 1.5756769180297852, - 1.575763463973999, - 1.5749309062957764, - 1.5882121324539185, - 1.5846055746078491, - 1.5838735103607178, - 1.589901089668274, - 1.5845144987106323, - 1.5884877443313599, - 1.6006935834884644, - 1.6050554513931274, - 1.6003628969192505, - 1.605267882347107, - 1.6010832786560059, - 1.6031265258789062, - 1.6082690954208374, - 1.6071295738220215, - 1.6090713739395142, - 1.6115891933441162, - 1.610615849494934, - 1.6112433671951294, - 1.6040693521499634, - 1.6081725358963013, - 1.6131565570831299, - 1.612602949142456, - 1.6151437759399414, - 1.6129926443099976, - 1.6219167709350586, - 1.6188515424728394, - 1.6170189380645752, - 1.6191400289535522, - 1.6184214353561401, - 1.622238278388977, - 1.6244144439697266, - 1.6215507984161377, - 1.6247386932373047, - 1.6239564418792725, - 1.6255226135253906, - 1.6187994480133057, - 1.6307895183563232, - 1.6259796619415283, - 1.6274172067642212, - 1.628759741783142, - 1.6242421865463257, - 1.6193656921386719, - 1.6241198778152466, - 1.625893235206604, - 1.62946355342865, - 1.6263608932495117, - 1.6278321743011475, - 1.632651686668396 + 1.5548086166381836, + 1.5584337711334229, + 1.56239914894104, + 1.5592384338378906, + 1.5627385377883911, + 1.5605279207229614, + 1.5594578981399536, + 1.5585027933120728, + 1.562559723854065, + 1.5649338960647583, + 1.5723497867584229, + 1.5670497417449951, + 1.5659281015396118, + 1.5706071853637695, + 1.5642337799072266, + 1.559027075767517, + 1.564462423324585, + 1.5641138553619385, + 1.5645650625228882, + 1.5617060661315918, + 1.5651984214782715, + 1.5660126209259033, + 1.5656903982162476, + 1.561301350593567, + 1.5742814540863037, + 1.5749343633651733, + 1.5721300840377808, + 1.5744214057922363, + 1.5742299556732178, + 1.5746092796325684, + 1.5833946466445923, + 1.581734538078308, + 1.579174280166626, + 1.583306908607483, + 1.5785746574401855, + 1.5808351039886475, + 1.5808006525039673, + 1.5833154916763306, + 1.5840959548950195, + 1.5813511610031128, + 1.581127643585205, + 1.5836588144302368, + 1.581453561782837, + 1.583324909210205, + 1.5872725248336792, + 1.588860273361206, + 1.590187907218933, + 1.5880337953567505, + 1.595022439956665, + 1.595165729522705, + 1.5936319828033447, + 1.5932505130767822, + 1.59674072265625, + 1.5989108085632324, + 1.5974373817443848, + 1.5918195247650146, + 1.5932661294937134, + 1.5960254669189453, + 1.5972847938537598, + 1.5896960496902466, + 1.5998870134353638, + 1.5974282026290894, + 1.5939627885818481, + 1.5938448905944824, + 1.5911866426467896, + 1.5880820751190186, + 1.5897852182388306, + 1.5920624732971191, + 1.5938539505004883, + 1.592048168182373, + 1.5888066291809082, + 1.5907604694366455 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index e8a5f0c6ea038046daf6f6ba599021249e558179..ad5f161ee45f2e4d7a946ecd5dde20f48bb66182 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,43 +1,19 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T19:16:06.467980+00:00", + "evaluated_at": "2026-06-18T19:38:35.252584+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 202753c86e930582aade6daf1e1cecdffdcf918d..a8958ce4233afa64ee8a2e637fe6076017026f2c 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,538444.2242705027,538444.2242705027,564.86669921875,0.5567926618786754,0.00871919752665199,0.008658561693916201,4.39773954957201,733.7875879779534,0.011244413548773742,0.0086559037928797,0.006298421775065253,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.23481072909332093,0.23481072909332093,0.3967431386311849,0.22375965810607892,0.0171837974562296,0.01712577484870165,1.4191249015295195,0.48457272838380094,0.02095110017711232,0.017153679427580823,0.018049749832458467,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.05457038789878842,0.05457038789878842,0.18439539880491793,0.20753366973282514,1.6983475518535351,1.173349681859881,1.0404288691317827,0.23360305627022182,1.1079986357479372,0.8746026425172672,0.7392390771439208,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02487907099266431,0.02487907099266431,0.12309221592214373,0.7640208766768848,0.08245904399251475,0.08139580945751301,4.618866813834003,0.15773100834225434,0.10438081141633598,0.08145808178128686,0.06935334459105318,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.11422972175345197,0.11422972175345197,0.2934476615084956,0.3395402784916076,2.3707645526820547,1.2929463908836878,1.0834270971006608,0.3379788776735197,1.5698042124172635,1.362970900225945,0.8460445428887003,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02264087501997282,0.02264087501997282,0.11360398762755924,0.6931770305225959,0.07580298909561888,0.07518335488876664,11.312420281295195,0.1504688506634274,0.09957497191073598,0.07517910735069704,0.06442885027255996,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.5232363022413059,0.5232363022413059,0.5497492949167887,0.5520495246684831,0.026908166898439074,0.02744394326286068,2.726726328818193,0.7233507463473761,0.03660218924550093,0.027817801850254495,0.028199904733279563,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,112.99119646099795,112.99119646099795,9.028175036112467,0.7472980592624431,0.3316983020701754,0.27442773242659785,3.4777457139655845,10.629731721026545,0.35173523452127403,0.2987401137645514,0.21815771636066572,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.41816118383227757,0.41816118383227757,0.4741510550181071,0.23050033953061708,0.018209912475172826,0.018032798729111486,2.1399289099300716,0.6466538361691497,0.025437949006889476,0.01865206650681411,0.02528283498735957,Weather,1 diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 24a1a2f6948d24d05d68f6ca2fa6e180998680cf..1587d2d4f8723d25ac6e7b6d087270a9d7d1fcf8 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T18:55:10.960916+00:00", + "evaluated_at": "2026-06-18T19:39:31.314457+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6936066150665283, - 0.6427173614501953, - 0.5944273471832275, - 0.5448173880577087, - 0.49649298191070557, - 0.4493299722671509, - 0.40761321783065796, - 0.3687930107116699, - 0.32879340648651123, - 0.29031407833099365, - 0.2551778554916382, - 0.22183269262313843, - 0.19068634510040283, - 0.16101586818695068, - 0.13305479288101196, - 0.10675835609436035, - 0.08305585384368896, - 0.062471866607666016, - 0.04455244541168213, - 0.03195798397064209, - 0.019394874572753906, - 0.009731888771057129, - 0.005323648452758789, - 0.001782536506652832, - -0.0050324201583862305, - -0.0019004344940185547, - 0.004397392272949219, - 0.009925007820129395, - 0.019034504890441895, - 0.02975153923034668, - 0.03786146640777588, - 0.0538715124130249, - -0.0149078369140625, - -0.008249521255493164, - 0.02555716037750244, - 0.06986987590789795, - 0.09490925073623657, - 0.11574089527130127, - 0.14655262231826782, - 0.16947120428085327, - 0.18839222192764282, - 0.22631794214248657, - 0.2603617310523987, - 0.2876173257827759, - 0.3111254572868347, - 0.3441629409790039, - 0.37654709815979004, - 0.4073299765586853, - 0.4323446750640869, - 0.46126997470855713, - 0.49101102352142334, - 0.5203503966331482, - 0.5513289570808411, - 0.5796961784362793, - 0.6174367666244507, - 0.652954638004303, - 0.6874055862426758, - 0.7205263376235962, - 0.7483460307121277, - 0.7768890857696533 + 0.3810584545135498, + 0.3425772786140442, + 0.3075108528137207, + 0.27271533012390137, + 0.24060046672821045, + 0.20991337299346924, + 0.18250232934951782, + 0.15781116485595703, + 0.13167357444763184, + 0.10719716548919678, + 0.0876617431640625, + 0.07340550422668457, + 0.062110066413879395, + 0.05208146572113037, + 0.04333090782165527, + 0.03986680507659912, + 0.039780616760253906, + 0.04065597057342529, + 0.04270339012145996, + 0.05038118362426758, + 0.058046698570251465, + 0.06712079048156738, + 0.07912957668304443, + 0.09316527843475342, + 0.10861003398895264, + 0.12687194347381592, + 0.1468324065208435, + 0.16706812381744385, + 0.19028687477111816, + 0.21374553442001343, + 0.23199540376663208, + 0.2544298768043518, + 0.2464788556098938, + 0.2555418610572815, + 0.29604196548461914, + 0.3465220332145691, + 0.37927931547164917, + 0.4084230661392212, + 0.4437131881713867, + 0.47591960430145264, + 0.5058915019035339, + 0.5389324426651001, + 0.5673712491989136, + 0.5931318998336792, + 0.6195513010025024, + 0.6536312103271484, + 0.6882947683334351, + 0.7213900089263916, + 0.7507447004318237, + 0.783038854598999, + 0.8160594701766968, + 0.8571521043777466, + 0.8815271854400635, + 0.9207282066345215, + 0.9592360258102417, + 0.9911036491394043, + 1.0235573053359985, + 1.0552239418029785, + 1.082041621208191, + 1.1134921312332153 ], "p10": [ - 0.682259202003479, - 0.628358006477356, - 0.5759108662605286, - 0.5226590633392334, - 0.46984273195266724, - 0.4183160066604614, - 0.37112855911254883, - 0.32671666145324707, - 0.27824896574020386, - 0.23180150985717773, - 0.18925583362579346, - 0.14495837688446045, - 0.10187506675720215, - 0.06173872947692871, - 0.021882295608520508, - -0.01904749870300293, - -0.05697596073150635, - -0.09474396705627441, - -0.12930607795715332, - -0.1602393388748169, - -0.1897120475769043, - -0.21781861782073975, - -0.24133944511413574, - -0.26565444469451904, - -0.2950577735900879, - -0.31210243701934814, - -0.32851409912109375, - -0.3488149642944336, - -0.36511337757110596, - -0.3834104537963867, - -0.39818084239959717, - -0.39897918701171875, - -0.4032273292541504, - -0.4670896530151367, - -0.5142441987991333, - -0.5213168859481812, - -0.5324920415878296, - -0.5474857091903687, - -0.5624994039535522, - -0.5658949613571167, - -0.565575361251831, - -0.565422534942627, - -0.560620903968811, - -0.5403777360916138, - -0.5200842618942261, - -0.5069808959960938, - -0.5028496980667114, - -0.4964355230331421, - -0.48147809505462646, - -0.47692227363586426, - -0.473211407661438, - -0.46881651878356934, - -0.4601234197616577, - -0.44243502616882324, - -0.4168236255645752, - -0.3925095796585083, - -0.3827286958694458, - -0.36462271213531494, - -0.34510087966918945, - -0.3407166004180908 + 0.37145185470581055, + 0.3293757438659668, + 0.28885674476623535, + 0.250100314617157, + 0.2133689522743225, + 0.17761176824569702, + 0.1444973349571228, + 0.11457520723342896, + 0.07899534702301025, + 0.04538881778717041, + 0.017039775848388672, + -0.007802128791809082, + -0.031050801277160645, + -0.052017807960510254, + -0.07262659072875977, + -0.09082996845245361, + -0.10341906547546387, + -0.11728465557098389, + -0.1314840316772461, + -0.14142119884490967, + -0.14982104301452637, + -0.15896940231323242, + -0.1645737886428833, + -0.16863489151000977, + -0.1752638816833496, + -0.17599976062774658, + -0.17686402797698975, + -0.18004417419433594, + -0.18136537075042725, + -0.184606671333313, + -0.18986082077026367, + -0.18199503421783447, + -0.07470428943634033, + -0.11822628974914551, + -0.1375507116317749, + -0.12496376037597656, + -0.1207815408706665, + -0.11589431762695312, + -0.11658000946044922, + -0.11141562461853027, + -0.10241973400115967, + -0.09650909900665283, + -0.09472930431365967, + -0.07950365543365479, + -0.06745779514312744, + -0.05788695812225342, + -0.05294620990753174, + -0.04559648036956787, + -0.026622414588928223, + -0.013643264770507812, + -0.006045699119567871, + 0.0076427459716796875, + -0.0036748647689819336, + 0.006144881248474121, + 0.016973257064819336, + 0.03575146198272705, + 0.04867291450500488, + 0.06708407402038574, + 0.08560037612915039, + 0.10954958200454712 ], "p90": [ - 0.7071825265884399, - 0.6589149236679077, - 0.614795446395874, - 0.5659953355789185, - 0.5222617387771606, - 0.48123693466186523, - 0.4447975158691406, - 0.41221481561660767, - 0.3800761103630066, - 0.3497225046157837, - 0.3234425187110901, - 0.3003162741661072, - 0.2810443043708801, - 0.2621319890022278, - 0.24836617708206177, - 0.2337154746055603, - 0.2259446382522583, - 0.22022569179534912, - 0.22273296117782593, - 0.22734928131103516, - 0.236872136592865, - 0.24801135063171387, - 0.26472049951553345, - 0.2815399169921875, - 0.29697221517562866, - 0.3220895528793335, - 0.3500326871871948, - 0.3793926239013672, - 0.4135458469390869, - 0.44514381885528564, - 0.47850918769836426, - 0.5134490132331848, - 0.42499077320098877, - 0.4316141605377197, - 0.49391454458236694, - 0.5739702582359314, - 0.6289923191070557, - 0.6811970472335815, - 0.718346357345581, - 0.7649754285812378, - 0.8188015222549438, - 0.8616890907287598, - 0.9108977913856506, - 0.9702005386352539, - 1.0309522151947021, - 1.0846366882324219, - 1.1352814435958862, - 1.1818616390228271, - 1.2274792194366455, - 1.2788684368133545, - 1.3361124992370605, - 1.3909695148468018, - 1.4423024654388428, - 1.4968221187591553, - 1.5472500324249268, - 1.6025859117507935, - 1.65047025680542, - 1.6990013122558594, - 1.7407803535461426, - 1.7897443771362305 + 0.3941066265106201, + 0.3583361506462097, + 0.32753926515579224, + 0.2944232225418091, + 0.2683429718017578, + 0.24423235654830933, + 0.22202354669570923, + 0.20387297868728638, + 0.18531769514083862, + 0.16817116737365723, + 0.1586509346961975, + 0.1547747254371643, + 0.15494322776794434, + 0.1547730565071106, + 0.15766817331314087, + 0.16514593362808228, + 0.18102329969406128, + 0.19577139616012573, + 0.21581882238388062, + 0.24038904905319214, + 0.26873618364334106, + 0.29714667797088623, + 0.33052271604537964, + 0.36485081911087036, + 0.4005802869796753, + 0.4404010772705078, + 0.4799047112464905, + 0.5212154984474182, + 0.5648190975189209, + 0.6042943000793457, + 0.6395525932312012, + 0.6757553815841675, + 0.6497973203659058, + 0.6378657817840576, + 0.6919848918914795, + 0.7686554193496704, + 0.8204581141471863, + 0.8697248697280884, + 0.9113858342170715, + 0.9573042988777161, + 1.010986089706421, + 1.0574841499328613, + 1.1059606075286865, + 1.165651559829712, + 1.2223200798034668, + 1.2743701934814453, + 1.323265552520752, + 1.3710836172103882, + 1.4234013557434082, + 1.4785226583480835, + 1.5343918800354004, + 1.5963077545166016, + 1.6319632530212402, + 1.6879186630249023, + 1.7393088340759277, + 1.7926199436187744, + 1.8388547897338867, + 1.8867403268814087, + 1.9276829957962036, + 1.9794459342956543 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 8e1b3b357c885d2ef0079703532574d193cef3a4..64986a084f6513e2a19569c7b054a95a87f3b229 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T18:55:17.206075+00:00", + "evaluated_at": "2026-06-18T19:39:55.265641+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.4873913526535034, - 1.4833840131759644, - 1.4820350408554077, - 1.4836184978485107, - 1.4844962358474731, - 1.4852402210235596, - 1.4858328104019165, - 1.4863132238388062, - 1.4866459369659424, - 1.4867274761199951, - 1.4873666763305664, - 1.487694501876831, - 1.488898515701294, - 1.4894309043884277, - 1.4897701740264893, - 1.489952802658081, - 1.4893075227737427, - 1.4901775121688843, - 1.4921607971191406, - 1.4941537380218506, - 1.4951618909835815, - 1.4953492879867554, - 1.4963915348052979, - 1.4966875314712524, - 1.4966604709625244, - 1.4968253374099731, - 1.4973691701889038, - 1.499085545539856, - 1.5004570484161377, - 1.5016614198684692, - 1.502650499343872, - 1.5047612190246582, - 1.5228593349456787, - 1.5281435251235962, - 1.5355794429779053, - 1.5369303226470947, - 1.5371735095977783, - 1.538915753364563, - 1.5401426553726196, - 1.5403716564178467, - 1.5400609970092773, - 1.541033387184143, - 1.5423169136047363, - 1.5443830490112305, - 1.5482860803604126, - 1.5500925779342651, - 1.5485364198684692, - 1.5494763851165771, - 1.5500953197479248, - 1.5489519834518433, - 1.5478147268295288, - 1.5487840175628662, - 1.5491385459899902, - 1.5503029823303223, - 1.549872875213623, - 1.5486950874328613, - 1.5468933582305908, - 1.5457414388656616, - 1.5444259643554688, - 1.5446810722351074, - 1.5451416969299316, - 1.5458931922912598, - 1.545342206954956, - 1.5455207824707031, - 1.4628647565841675, - 1.4655632972717285, - 1.480160117149353, - 1.488252878189087, - 1.4921060800552368, - 1.4961051940917969, - 1.495476484298706, - 1.4915952682495117 + 1.49953293800354, + 1.4979722499847412, + 1.4977635145187378, + 1.4989222288131714, + 1.4996989965438843, + 1.5007704496383667, + 1.5017558336257935, + 1.5014526844024658, + 1.5028877258300781, + 1.504930853843689, + 1.505096197128296, + 1.503407597541809, + 1.5024715662002563, + 1.5032861232757568, + 1.5050442218780518, + 1.5041025876998901, + 1.5047463178634644, + 1.5038764476776123, + 1.5045989751815796, + 1.5058510303497314, + 1.5041744709014893, + 1.5037025213241577, + 1.5044200420379639, + 1.5036425590515137, + 1.5035988092422485, + 1.5054460763931274, + 1.5054363012313843, + 1.5054924488067627, + 1.5076956748962402, + 1.5088763236999512, + 1.508138656616211, + 1.5088001489639282, + 1.5086371898651123, + 1.5137015581130981, + 1.5138064622879028, + 1.5136579275131226, + 1.513622522354126, + 1.5134186744689941, + 1.5132592916488647, + 1.5132217407226562, + 1.5131782293319702, + 1.5133941173553467, + 1.5141043663024902, + 1.5146387815475464, + 1.5149223804473877, + 1.5149263143539429, + 1.5150395631790161, + 1.5153310298919678, + 1.5156668424606323, + 1.5161389112472534, + 1.516545057296753, + 1.5163403749465942, + 1.515968918800354, + 1.5158660411834717, + 1.5154521465301514, + 1.515096664428711, + 1.515468716621399, + 1.5154454708099365, + 1.516148567199707, + 1.5158374309539795, + 1.5156018733978271, + 1.5153104066848755, + 1.5150151252746582, + 1.5148489475250244, + 1.4781192541122437, + 1.4853780269622803, + 1.4936755895614624, + 1.498369812965393, + 1.503635048866272, + 1.5039349794387817, + 1.5043551921844482, + 1.5032604932785034 ], "p10": [ - 1.394791841506958, - 1.3617197275161743, - 1.3502423763275146, - 1.3459330797195435, - 1.343460202217102, - 1.3405020236968994, - 1.3356603384017944, - 1.3310078382492065, - 1.32820725440979, - 1.323955774307251, - 1.3202013969421387, - 1.3177483081817627, - 1.315508484840393, - 1.3124217987060547, - 1.3085752725601196, - 1.3048189878463745, - 1.3011505603790283, - 1.2989346981048584, - 1.2995953559875488, - 1.3002554178237915, - 1.2982805967330933, - 1.2951947450637817, - 1.2925790548324585, - 1.2893918752670288, - 1.2868597507476807, - 1.2854595184326172, - 1.2847769260406494, - 1.282703161239624, - 1.2800966501235962, - 1.2768534421920776, - 1.2739671468734741, - 1.2743985652923584, - 1.3003406524658203, - 1.3205610513687134, - 1.3243509531021118, - 1.3140510320663452, - 1.3064348697662354, - 1.302556037902832, - 1.296385407447815, - 1.2961543798446655, - 1.2962077856063843, - 1.2967486381530762, - 1.2962753772735596, - 1.300352931022644, - 1.3036417961120605, - 1.3043546676635742, - 1.302520751953125, - 1.29411780834198, - 1.2874356508255005, - 1.2858467102050781, - 1.2888962030410767, - 1.2911268472671509, - 1.2896430492401123, - 1.2872276306152344, - 1.2882663011550903, - 1.2854070663452148, - 1.2815836668014526, - 1.2801082134246826, - 1.2795222997665405, - 1.2748910188674927, - 1.2713053226470947, - 1.2668542861938477, - 1.2625832557678223, - 1.2605832815170288, - 1.1843441724777222, - 1.2090984582901, - 1.2089616060256958, - 1.1928507089614868, - 1.1864054203033447, - 1.185171365737915, - 1.1773884296417236, - 1.1745185852050781 + 1.3963996171951294, + 1.3782386779785156, + 1.373721957206726, + 1.363219976425171, + 1.3499739170074463, + 1.3472168445587158, + 1.3494737148284912, + 1.3419922590255737, + 1.3476732969284058, + 1.3475638628005981, + 1.3507702350616455, + 1.3416167497634888, + 1.3373805284500122, + 1.3322315216064453, + 1.3296074867248535, + 1.3269838094711304, + 1.3266302347183228, + 1.3244612216949463, + 1.3291783332824707, + 1.3275952339172363, + 1.3256556987762451, + 1.3265215158462524, + 1.326288104057312, + 1.3162511587142944, + 1.3108081817626953, + 1.3145115375518799, + 1.3112980127334595, + 1.309443712234497, + 1.3039675951004028, + 1.3021072149276733, + 1.3058186769485474, + 1.3046972751617432, + 1.269526481628418, + 1.2992093563079834, + 1.330514669418335, + 1.3602746725082397, + 1.355398178100586, + 1.3445013761520386, + 1.355109453201294, + 1.3423410654067993, + 1.3326520919799805, + 1.3447251319885254, + 1.344448208808899, + 1.3455400466918945, + 1.3511497974395752, + 1.3468375205993652, + 1.3545198440551758, + 1.3311221599578857, + 1.3451839685440063, + 1.336354374885559, + 1.3238906860351562, + 1.3223644495010376, + 1.3248834609985352, + 1.3272563219070435, + 1.3236664533615112, + 1.3060898780822754, + 1.3072657585144043, + 1.3179826736450195, + 1.3181860446929932, + 1.2979155778884888, + 1.301526427268982, + 1.3069289922714233, + 1.3104941844940186, + 1.2982584238052368, + 1.1963748931884766, + 1.2086738348007202, + 1.224543809890747, + 1.2272553443908691, + 1.220151424407959, + 1.2124731540679932, + 1.2220807075500488, + 1.2068439722061157 ], "p90": [ - 1.5659853219985962, - 1.5879719257354736, - 1.6046185493469238, - 1.61735999584198, - 1.6243834495544434, - 1.6324658393859863, - 1.642474889755249, - 1.6516501903533936, - 1.6580801010131836, - 1.6646535396575928, - 1.6706212759017944, - 1.6730107069015503, - 1.6759357452392578, - 1.681567668914795, - 1.6897294521331787, - 1.6955856084823608, - 1.6983922719955444, - 1.7018030881881714, - 1.7064844369888306, - 1.7127315998077393, - 1.7145799398422241, - 1.7170042991638184, - 1.7187262773513794, - 1.7206708192825317, - 1.7240086793899536, - 1.727626919746399, - 1.7325388193130493, - 1.7384653091430664, - 1.7446012496948242, - 1.7506487369537354, - 1.7550463676452637, - 1.7584596872329712, - 1.7154202461242676, - 1.728637456893921, - 1.7552659511566162, - 1.778863787651062, - 1.79647696018219, - 1.810973882675171, - 1.8184409141540527, - 1.8257884979248047, - 1.8313772678375244, - 1.8408207893371582, - 1.8479233980178833, - 1.8586149215698242, - 1.869493007659912, - 1.8772664070129395, - 1.8788511753082275, - 1.889261245727539, - 1.892637014389038, - 1.88767671585083, - 1.8840527534484863, - 1.8916401863098145, - 1.893373727798462, - 1.8994522094726562, - 1.8997689485549927, - 1.9015512466430664, - 1.90228271484375, - 1.9063832759857178, - 1.9107918739318848, - 1.9142956733703613, - 1.919041395187378, - 1.924039363861084, - 1.9275588989257812, - 1.9333677291870117, - 1.729104995727539, - 1.77583646774292, - 1.790690302848816, - 1.808321475982666, - 1.823319911956787, - 1.8357267379760742, - 1.832485556602478, - 1.828573226928711 + 1.5228331089019775, + 1.5242308378219604, + 1.5273100137710571, + 1.5275864601135254, + 1.5278658866882324, + 1.5289534330368042, + 1.5333656072616577, + 1.5375012159347534, + 1.5401842594146729, + 1.5445969104766846, + 1.5468677282333374, + 1.5453523397445679, + 1.5477707386016846, + 1.5537775754928589, + 1.5585224628448486, + 1.559898853302002, + 1.561596155166626, + 1.5659091472625732, + 1.5673375129699707, + 1.5697652101516724, + 1.5731747150421143, + 1.574873447418213, + 1.5752161741256714, + 1.5757910013198853, + 1.5774332284927368, + 1.5809094905853271, + 1.5851848125457764, + 1.5876893997192383, + 1.594210147857666, + 1.597403645515442, + 1.5983154773712158, + 1.5984258651733398, + 1.525422215461731, + 1.5277836322784424, + 1.528215765953064, + 1.5291022062301636, + 1.5289504528045654, + 1.5293604135513306, + 1.5306925773620605, + 1.532249093055725, + 1.5336101055145264, + 1.5357309579849243, + 1.537147045135498, + 1.5368317365646362, + 1.5369099378585815, + 1.5372072458267212, + 1.53769850730896, + 1.5370391607284546, + 1.5382813215255737, + 1.5402921438217163, + 1.5417790412902832, + 1.543250322341919, + 1.5431233644485474, + 1.54375159740448, + 1.5433106422424316, + 1.542762279510498, + 1.5440301895141602, + 1.5468136072158813, + 1.549887776374817, + 1.5518003702163696, + 1.554595708847046, + 1.5562515258789062, + 1.5573508739471436, + 1.5581436157226562, + 1.5308979749679565, + 1.526976466178894, + 1.525140404701233, + 1.5249168872833252, + 1.5245097875595093, + 1.522474765777588, + 1.5210888385772705, + 1.5220471620559692 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 3fe6ca0909722601829b559d28e73ba75e906a99..60c70960699cf0c187e9e6557d1adb700e2e8324 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,43 +1,19 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T19:17:39.899582+00:00", + "evaluated_at": "2026-06-18T19:39:58.989635+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 6a62717419fd10271a3a50180fff38c31beb5b7f..11fe21bf972bb9f4ba803b0bde37d9dddbaf9101 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,8 +1,8 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,402565.46604855853,402565.46604855853,504.2911783854167,0.497082989603558,0.007775246884666395,0.007735156333699832,2.3165227413544542,634.4804693988291,0.009722651218726895,0.007727656683850072,0.006531647469351736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.2140646125252109,0.2140646125252109,0.3426423867543538,0.19324730750813968,0.014974947953840717,0.014787909726550608,2.545138457908145,0.46267117105479016,0.02000415930578983,0.01481456662606379,0.02310519785160283,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.005435449415797877,0.005435449415797877,0.06115280378920337,0.06882636913435994,0.668324881184181,0.539556080077314,1.1699496896804071,0.07372550044454007,0.34968615229884453,0.29005281117649423,0.6612377618676287,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.024481725826317715,0.024481725826317715,0.11947040756543477,0.7415406802232059,0.08016774045578005,0.0790383841995721,4.895400086225338,0.15646637282917283,0.10354392029144739,0.07906129690657512,0.07169579815354321,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0005744869868909912,0.0005744869868909912,0.018761106968546905,0.02170796472585567,0.1402246124230807,0.18455822705264244,1.2408452051281809,0.02396845816674471,0.11132585223757238,0.08713936489630306,0.5408957927392656,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.022975764498976165,0.022975764498976165,0.11277320815457238,0.6881078664894449,0.07480977546646933,0.07464178698554598,4.897224910156585,0.1515775857406898,0.10030869363246163,0.07462932683252371,0.07281443732620863,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.3807323165212135,1.3807323165212135,0.7856582800547282,0.7889455867728213,0.037920395511546044,0.039581097902197764,12.452216977648746,1.1750456657173853,0.05945835273672194,0.039755005706523454,0.03889863970467488,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,58.43438622465798,58.43438622465798,6.021690130233765,0.4984393113562405,0.19459469638762675,0.19166353194580887,6.283445522047239,7.644238760312107,0.2529459993591759,0.19925626024808735,0.1864019125765832,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.434988789605086,1.434988789605086,0.9393529891967773,0.45665021865381833,0.036302316408847596,0.03531268632542392,2.1794592749655455,1.1979101759335238,0.047123168944226454,0.036952094153209956,0.03020402322337267,Weather,1 diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 01f83a433b1916c977fcc60382b4a8d990f59afd..6ed9e09367181af13cd1086e08a3d2c89159d706 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:54:52.132816+00:00", + "evaluated_at": "2026-06-18T19:39:16.917491+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.2680000066757202, - 0.2290000021457672, - 0.17800000309944153, - 0.13300000131130219, - 0.1120000034570694, - 0.06800000369548798, - 0.035999998450279236, 0.0020000000949949026, -0.05299999937415123, -0.09099999815225601, @@ -245,16 +238,16 @@ 0.9190000295639038, 0.859000027179718, 0.8119999766349792, - 0.7480000257492065 - ], - "actuals": [ + 0.7480000257492065, 0.6990000009536743, 0.652999997138977, 0.6069999933242798, 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896, + 0.42500001192092896 + ], + "actuals": [ 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, @@ -307,202 +300,202 @@ 0.34299999475479126, 0.3709999918937683, 0.4009999930858612, - 0.43700000643730164 + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694 ], "p50": [ - 0.6948227882385254, - 0.642076849937439, - 0.590082585811615, - 0.5424581170082092, - 0.4939149022102356, - 0.4445838928222656, - 0.4003172516822815, - 0.3547658324241638, - 0.31106483936309814, - 0.269182026386261, - 0.2286522388458252, - 0.18763458728790283, - 0.14967477321624756, - 0.11196446418762207, - 0.08046424388885498, - 0.045519471168518066, - 0.01374053955078125, - -0.014311790466308594, - -0.04052388668060303, - -0.06332552433013916, - -0.09192967414855957, - -0.10829460620880127, - -0.13179290294647217, - -0.148809552192688, - -0.16109132766723633, - -0.18106615543365479, - -0.18958938121795654, - -0.1931602954864502, - -0.1996324062347412, - -0.20604383945465088, - -0.2068413496017456, - -0.20296692848205566, - -0.3156461715698242, - -0.30539488792419434, - -0.308535099029541, - -0.3080754280090332, - -0.30388307571411133, - -0.2874317169189453, - -0.27941596508026123, - -0.2581557035446167, - -0.2401970624923706, - -0.22339105606079102, - -0.20723199844360352, - -0.1791921854019165, - -0.15226125717163086, - -0.1253288984298706, - -0.09135770797729492, - -0.06047546863555908, - -0.03545534610748291, - 0.005856633186340332, - 0.03350210189819336, - 0.07952988147735596, - 0.11518275737762451, - 0.15208780765533447, - 0.19812369346618652, - 0.2469763159751892, - 0.2950859069824219, - 0.34611135721206665, - 0.3876515030860901, - 0.4326130151748657 + 0.37260156869888306, + 0.33185434341430664, + 0.2913930416107178, + 0.25063973665237427, + 0.21386587619781494, + 0.1777667999267578, + 0.14502054452896118, + 0.1121523380279541, + 0.07898211479187012, + 0.04975104331970215, + 0.020691871643066406, + -0.006269574165344238, + -0.029439210891723633, + -0.05457139015197754, + -0.07186365127563477, + -0.09338665008544922, + -0.11162412166595459, + -0.12339961528778076, + -0.13669002056121826, + -0.1468602418899536, + -0.1562650203704834, + -0.15981721878051758, + -0.1623908281326294, + -0.16827118396759033, + -0.1709153652191162, + -0.17308008670806885, + -0.16655981540679932, + -0.1598137617111206, + -0.15201997756958008, + -0.14455604553222656, + -0.13186848163604736, + -0.11665046215057373, + -0.1311875581741333, + -0.10779869556427002, + -0.09392404556274414, + -0.07813644409179688, + -0.05871260166168213, + -0.033387184143066406, + -0.01283729076385498, + 0.012711167335510254, + 0.03713428974151611, + 0.06499767303466797, + 0.08980119228363037, + 0.12094932794570923, + 0.14977943897247314, + 0.18183332681655884, + 0.2123212218284607, + 0.24834001064300537, + 0.2777400612831116, + 0.3140391707420349, + 0.3493075370788574, + 0.3820815086364746, + 0.4161122441291809, + 0.45252764225006104, + 0.48571687936782837, + 0.5129660367965698, + 0.5525840520858765, + 0.5866618156433105, + 0.620812177658081, + 0.6482256054878235 ], "p10": [ - 0.6808242797851562, - 0.6226556301116943, - 0.5669270753860474, - 0.5142926573753357, - 0.45838427543640137, - 0.4032263159751892, - 0.3531110882759094, - 0.29982447624206543, - 0.2487654685974121, - 0.19842731952667236, - 0.14667963981628418, - 0.09885162115097046, - 0.04847109317779541, - -0.0026035308837890625, - -0.04356372356414795, - -0.09518051147460938, - -0.13978064060211182, - -0.1863389015197754, - -0.22449517250061035, - -0.26538681983947754, - -0.311926007270813, - -0.348846435546875, - -0.3912770748138428, - -0.42513084411621094, - -0.46202099323272705, - -0.5005496740341187, - -0.5341252088546753, - -0.5537296533584595, - -0.5796195268630981, - -0.6087926626205444, - -0.6380865573883057, - -0.6559625864028931, - -0.8207985162734985, - -0.8537282943725586, - -0.8753272294998169, - -0.8868820667266846, - -0.9109023809432983, - -0.9151493310928345, - -0.9311062097549438, - -0.9446626901626587, - -0.9612289667129517, - -0.9779657125473022, - -1.011968970298767, - -1.0164941549301147, - -1.0268837213516235, - -1.0540975332260132, - -1.050111174583435, - -1.0633305311203003, - -1.0686935186386108, - -1.0659040212631226, - -1.0937057733535767, - -1.0881999731063843, - -1.0787538290023804, - -1.0851422548294067, - -1.0856395959854126, - -1.0853615999221802, - -1.0621529817581177, - -1.0501612424850464, - -1.0606952905654907, - -1.0380100011825562 + 0.3596796989440918, + 0.31457966566085815, + 0.2712830901145935, + 0.22666794061660767, + 0.18504327535629272, + 0.14451700448989868, + 0.10602432489395142, + 0.06638979911804199, + 0.026148557662963867, + -0.011281371116638184, + -0.04945576190948486, + -0.08332550525665283, + -0.11903786659240723, + -0.1565718650817871, + -0.18382906913757324, + -0.21980643272399902, + -0.2499319314956665, + -0.27775514125823975, + -0.30034172534942627, + -0.32822251319885254, + -0.3546590805053711, + -0.37919414043426514, + -0.4007081985473633, + -0.4235895872116089, + -0.4462125301361084, + -0.4670215845108032, + -0.48629581928253174, + -0.4967402219772339, + -0.504721999168396, + -0.5178463459014893, + -0.5235918760299683, + -0.5385795831680298, + -0.6078770160675049, + -0.605110764503479, + -0.621360182762146, + -0.6218736171722412, + -0.6419926881790161, + -0.6366240978240967, + -0.6487439870834351, + -0.6602938175201416, + -0.67333984375, + -0.6822550296783447, + -0.7047593593597412, + -0.7152425050735474, + -0.7293301820755005, + -0.7570173740386963, + -0.765230655670166, + -0.7744053602218628, + -0.7786657810211182, + -0.7882487773895264, + -0.8149213790893555, + -0.8265905380249023, + -0.8299914598464966, + -0.8394056558609009, + -0.8554645776748657, + -0.8666768074035645, + -0.8609786033630371, + -0.8746649026870728, + -0.8881632089614868, + -0.8626835346221924 ], "p90": [ - 0.7102395296096802, - 0.6603385210037231, - 0.6130189895629883, - 0.5701371431350708, - 0.5286641716957092, - 0.4824775457382202, - 0.4435847997665405, - 0.40503251552581787, - 0.3706696033477783, - 0.33738696575164795, - 0.30797135829925537, - 0.28023332357406616, - 0.25238853693008423, - 0.2314918041229248, - 0.21197032928466797, - 0.18704593181610107, - 0.17089533805847168, - 0.15718871355056763, - 0.15145641565322876, - 0.14001286029815674, - 0.13949769735336304, - 0.13750582933425903, - 0.13850867748260498, - 0.1432235836982727, - 0.1465497612953186, - 0.14681518077850342, - 0.1639946699142456, - 0.17991715669631958, - 0.19051188230514526, - 0.202833890914917, - 0.22701621055603027, - 0.2534369230270386, - 0.22367364168167114, - 0.2521543502807617, - 0.2696203589439392, - 0.28624528646469116, - 0.3234595060348511, - 0.3624227046966553, - 0.38396376371383667, - 0.4403945803642273, - 0.4684537649154663, - 0.5120765566825867, - 0.5608316659927368, - 0.6155647039413452, - 0.6669840812683105, - 0.720822811126709, - 0.7696490287780762, - 0.8189794421195984, - 0.8754212856292725, - 0.9453340172767639, - 0.9985432624816895, - 1.0813552141189575, - 1.1196166276931763, - 1.1854182481765747, - 1.2496472597122192, - 1.3366148471832275, - 1.4082802534103394, - 1.484865665435791, - 1.6018388271331787, - 1.6363234519958496 + 0.3892402648925781, + 0.3510950803756714, + 0.31474316120147705, + 0.27861613035202026, + 0.24722141027450562, + 0.21440929174423218, + 0.18938618898391724, + 0.16306740045547485, + 0.13826626539230347, + 0.11653876304626465, + 0.09776532649993896, + 0.08495080471038818, + 0.0704728364944458, + 0.06431746482849121, + 0.06230580806732178, + 0.054401397705078125, + 0.05104529857635498, + 0.05372440814971924, + 0.05963289737701416, + 0.06697821617126465, + 0.07601296901702881, + 0.09065520763397217, + 0.10861349105834961, + 0.12821143865585327, + 0.1451905369758606, + 0.16144484281539917, + 0.19389724731445312, + 0.22094035148620605, + 0.23985421657562256, + 0.27385491132736206, + 0.30654633045196533, + 0.3396291732788086, + 0.3842635750770569, + 0.4484202265739441, + 0.475482702255249, + 0.5295006036758423, + 0.5818924903869629, + 0.6170059442520142, + 0.6685526371002197, + 0.7285192012786865, + 0.7869603633880615, + 0.8338357210159302, + 0.8958250284194946, + 0.9583678841590881, + 1.0195550918579102, + 1.0858808755874634, + 1.1491228342056274, + 1.2231849431991577, + 1.2703936100006104, + 1.3381874561309814, + 1.403088092803955, + 1.479201078414917, + 1.5336642265319824, + 1.6124088764190674, + 1.6853102445602417, + 1.7537038326263428, + 1.8206340074539185, + 1.917490005493164, + 1.9939966201782227, + 2.0462470054626465 ], "timestamps": [ - "2026-06-17 12:48:00", - "2026-06-17 12:54:00", - "2026-06-17 13:00:00", - "2026-06-17 13:06:00", - "2026-06-17 13:12:00", - "2026-06-17 13:18:00", - "2026-06-17 13:24:00", "2026-06-17 13:30:00", "2026-06-17 13:36:00", "2026-06-17 13:42:00", @@ -795,6 +788,13 @@ "2026-06-18 18:24:00", "2026-06-18 18:30:00", "2026-06-18 18:36:00", - "2026-06-18 18:42:00" + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 4d5430cfb3537c4387d84de9069bf1e975a13ffc..894d95217af3df12e0c4dc5752fe9912c9eceb67 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:54:56.823802+00:00", + "evaluated_at": "2026-06-18T19:39:21.767071+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.2000000476837158, 1.100000023841858, 1.2000000476837158, 1.2000000476837158, @@ -77,13 +76,13 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ 1.5, 1.5, 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -151,234 +150,232 @@ 1.5, 1.399999976158142, 1.2999999523162842, - 1.2000000476837158 + 1.2000000476837158, + 1.5 ], "p50": [ - 1.5025638341903687, - 1.4991402626037598, - 1.4932619333267212, - 1.4965403079986572, - 1.4946502447128296, - 1.4949818849563599, - 1.4950101375579834, - 1.497100591659546, - 1.4975601434707642, - 1.4979898929595947, - 1.4988369941711426, - 1.4982631206512451, - 1.4994093179702759, - 1.4991050958633423, - 1.4995472431182861, - 1.5006332397460938, - 1.4990648031234741, - 1.497762680053711, - 1.4997339248657227, - 1.5009839534759521, - 1.5033951997756958, - 1.5051814317703247, - 1.504239559173584, - 1.5028067827224731, - 1.5032485723495483, - 1.503566026687622, - 1.5041145086288452, - 1.5049958229064941, - 1.5057554244995117, - 1.5056051015853882, - 1.5073531866073608, - 1.509236216545105, - 1.5184649229049683, - 1.5190165042877197, - 1.5169316530227661, - 1.5179831981658936, - 1.5186779499053955, - 1.5171301364898682, - 1.5204795598983765, - 1.5221530199050903, - 1.5221774578094482, - 1.5224171876907349, - 1.521419882774353, - 1.5214791297912598, - 1.5245219469070435, - 1.5255632400512695, - 1.5242700576782227, - 1.5259183645248413, - 1.5235871076583862, - 1.5219788551330566, - 1.5224157571792603, - 1.5237102508544922, - 1.522923469543457, - 1.5230692625045776, - 1.5239678621292114, - 1.524983286857605, - 1.5265476703643799, - 1.5275447368621826, - 1.5288184881210327, - 1.5288041830062866, - 1.5287379026412964, - 1.5262402296066284, - 1.52651846408844, - 1.5258097648620605, - 1.5290923118591309, - 1.5273797512054443, - 1.5245847702026367, - 1.527557611465454, - 1.5320204496383667, - 1.5326282978057861, - 1.5353738069534302, - 1.5344747304916382 + 1.5035499334335327, + 1.5021709203720093, + 1.4998362064361572, + 1.4992942810058594, + 1.4993414878845215, + 1.5000672340393066, + 1.5004292726516724, + 1.4996674060821533, + 1.4989558458328247, + 1.4982874393463135, + 1.497937560081482, + 1.4973909854888916, + 1.497727870941162, + 1.497099757194519, + 1.4971904754638672, + 1.4948680400848389, + 1.493935227394104, + 1.4941717386245728, + 1.4961626529693604, + 1.4973647594451904, + 1.498364806175232, + 1.4984389543533325, + 1.4960615634918213, + 1.4948060512542725, + 1.4934297800064087, + 1.4922657012939453, + 1.4930951595306396, + 1.4935359954833984, + 1.4943658113479614, + 1.4942866563796997, + 1.4944690465927124, + 1.495737910270691, + 1.5048184394836426, + 1.5027363300323486, + 1.5024266242980957, + 1.5029107332229614, + 1.5032663345336914, + 1.502894401550293, + 1.5043821334838867, + 1.504073977470398, + 1.503372073173523, + 1.5031815767288208, + 1.5031355619430542, + 1.5020664930343628, + 1.504198431968689, + 1.503202199935913, + 1.5027856826782227, + 1.5025520324707031, + 1.5012556314468384, + 1.4996618032455444, + 1.5014365911483765, + 1.5003535747528076, + 1.4991759061813354, + 1.499880075454712, + 1.499956488609314, + 1.500452995300293, + 1.5006425380706787, + 1.501191258430481, + 1.5019097328186035, + 1.5010039806365967, + 1.500584602355957, + 1.5001658201217651, + 1.5007355213165283, + 1.4975345134735107, + 1.5022244453430176, + 1.5002418756484985, + 1.5006849765777588, + 1.502331256866455, + 1.503676176071167, + 1.5029957294464111, + 1.5028561353683472, + 1.5007535219192505 ], "p10": [ - 1.3803768157958984, - 1.3617056608200073, - 1.354273796081543, - 1.3636661767959595, - 1.3595632314682007, - 1.3570446968078613, - 1.3532516956329346, - 1.350886583328247, - 1.347446322441101, - 1.344801902770996, - 1.3411545753479004, - 1.3374024629592896, - 1.333125352859497, - 1.3277579545974731, - 1.3240196704864502, - 1.3192344903945923, - 1.3090641498565674, - 1.3038122653961182, - 1.3004398345947266, - 1.2984150648117065, - 1.296291470527649, - 1.2919328212738037, - 1.2855204343795776, - 1.2802696228027344, - 1.2739925384521484, - 1.26839280128479, - 1.2622675895690918, - 1.2551398277282715, - 1.246504306793213, - 1.2412666082382202, - 1.2391438484191895, - 1.2388567924499512, - 1.2671386003494263, - 1.2672302722930908, - 1.25541353225708, - 1.2564001083374023, - 1.2449530363082886, - 1.2364237308502197, - 1.2377121448516846, - 1.234349012374878, - 1.2327121496200562, - 1.2292499542236328, - 1.2259961366653442, - 1.2236891984939575, - 1.219766616821289, - 1.2161422967910767, - 1.2122775316238403, - 1.211766004562378, - 1.2062252759933472, - 1.199080467224121, - 1.198352336883545, - 1.1956626176834106, - 1.1927839517593384, - 1.190467119216919, - 1.1863948106765747, - 1.1866201162338257, - 1.1852679252624512, - 1.1835720539093018, - 1.1798092126846313, - 1.1774128675460815, - 1.172316551208496, - 1.1694964170455933, - 1.1674115657806396, - 1.1647508144378662, - 1.1789917945861816, - 1.170837640762329, - 1.154681921005249, - 1.1622002124786377, - 1.1542781591415405, - 1.1511647701263428, - 1.152158498764038, - 1.1469035148620605 + 1.3594839572906494, + 1.3541780710220337, + 1.3499553203582764, + 1.3509771823883057, + 1.349669337272644, + 1.3498611450195312, + 1.3434107303619385, + 1.336890697479248, + 1.3348175287246704, + 1.3259567022323608, + 1.3231966495513916, + 1.315006136894226, + 1.3109153509140015, + 1.3048585653305054, + 1.3018701076507568, + 1.2944644689559937, + 1.285605549812317, + 1.2823752164840698, + 1.2841317653656006, + 1.279473066329956, + 1.2785621881484985, + 1.2706018686294556, + 1.2619225978851318, + 1.2552886009216309, + 1.247187852859497, + 1.2419530153274536, + 1.2364563941955566, + 1.2322113513946533, + 1.2249000072479248, + 1.2193944454193115, + 1.21792733669281, + 1.2145684957504272, + 1.2453869581222534, + 1.2484867572784424, + 1.2364325523376465, + 1.2395899295806885, + 1.2313156127929688, + 1.2261645793914795, + 1.223056674003601, + 1.2182157039642334, + 1.2130926847457886, + 1.2057045698165894, + 1.2046163082122803, + 1.2028065919876099, + 1.1984312534332275, + 1.1926181316375732, + 1.1877357959747314, + 1.186633825302124, + 1.179164171218872, + 1.1719691753387451, + 1.17147696018219, + 1.1655045747756958, + 1.160128116607666, + 1.1582142114639282, + 1.1533485651016235, + 1.1526331901550293, + 1.1477680206298828, + 1.1492840051651, + 1.143674373626709, + 1.1408333778381348, + 1.133392095565796, + 1.1327900886535645, + 1.1313139200210571, + 1.1259996891021729, + 1.154541254043579, + 1.1616740226745605, + 1.1480895280838013, + 1.156307578086853, + 1.147501826286316, + 1.145385980606079, + 1.1381503343582153, + 1.1349066495895386 ], "p90": [ - 1.5756275653839111, - 1.5749151706695557, - 1.5889860391616821, - 1.6093449592590332, - 1.6188321113586426, - 1.6297261714935303, - 1.6374455690383911, - 1.6446490287780762, - 1.6467359066009521, - 1.64902925491333, - 1.654397964477539, - 1.656968116760254, - 1.6607263088226318, - 1.6652297973632812, - 1.667086124420166, - 1.6764408349990845, - 1.6816625595092773, - 1.6856815814971924, - 1.6911349296569824, - 1.6971580982208252, - 1.702026605606079, - 1.714827299118042, - 1.7129393815994263, - 1.7182843685150146, - 1.7223780155181885, - 1.7247875928878784, - 1.7302165031433105, - 1.7391588687896729, - 1.750736951828003, - 1.7586859464645386, - 1.7672170400619507, - 1.7822651863098145, - 1.780707836151123, - 1.7847394943237305, - 1.7630336284637451, - 1.775527000427246, - 1.776900053024292, - 1.7826563119888306, - 1.7834349870681763, - 1.7904293537139893, - 1.7936837673187256, - 1.801496148109436, - 1.8026549816131592, - 1.8096787929534912, - 1.8183274269104004, - 1.8239030838012695, - 1.8258907794952393, - 1.8324623107910156, - 1.833858609199524, - 1.8340462446212769, - 1.8334813117980957, - 1.841169834136963, - 1.8379268646240234, - 1.846010446548462, - 1.8543221950531006, - 1.8587838411331177, - 1.8665831089019775, - 1.8722305297851562, - 1.87752103805542, - 1.8812518119812012, - 1.8838093280792236, - 1.8864846229553223, - 1.892113208770752, - 1.8949651718139648, - 1.9390273094177246, - 1.9410252571105957, - 1.907410979270935, - 1.9264893531799316, - 1.9286831617355347, - 1.9349658489227295, - 1.9315518140792847, - 1.938625693321228 + 1.5655347108840942, + 1.5706226825714111, + 1.585904836654663, + 1.6073232889175415, + 1.6296454668045044, + 1.6409859657287598, + 1.6517295837402344, + 1.6595577001571655, + 1.659837245941162, + 1.661111831665039, + 1.6660882234573364, + 1.6660237312316895, + 1.670669674873352, + 1.6737942695617676, + 1.6753231287002563, + 1.682401180267334, + 1.6858359575271606, + 1.6923550367355347, + 1.70111882686615, + 1.7047165632247925, + 1.7135999202728271, + 1.7215924263000488, + 1.7180718183517456, + 1.7308146953582764, + 1.7355159521102905, + 1.740600347518921, + 1.7516777515411377, + 1.7619881629943848, + 1.7734758853912354, + 1.7905644178390503, + 1.8006595373153687, + 1.811040997505188, + 1.772743582725525, + 1.812394380569458, + 1.8096684217453003, + 1.8111549615859985, + 1.8112393617630005, + 1.8202744722366333, + 1.827090859413147, + 1.831258773803711, + 1.8344835042953491, + 1.8386578559875488, + 1.8364710807800293, + 1.838626503944397, + 1.843456506729126, + 1.8473337888717651, + 1.8477373123168945, + 1.8584438562393188, + 1.864046335220337, + 1.8690180778503418, + 1.8712217807769775, + 1.874060869216919, + 1.8759241104125977, + 1.8833814859390259, + 1.8835790157318115, + 1.895298957824707, + 1.89994478225708, + 1.9019856452941895, + 1.9108326435089111, + 1.9179050922393799, + 1.9232081174850464, + 1.9266786575317383, + 1.936840534210205, + 1.936962366104126, + 1.9330847263336182, + 1.9532732963562012, + 1.933746576309204, + 1.9559756517410278, + 1.9554786682128906, + 1.9673490524291992, + 1.969423770904541, + 1.9722617864608765 ], "timestamps": [ - "2026-06-16 19:20:00", - "2026-06-16 19:30:00", - "2026-06-16 19:40:00", "2026-06-16 19:50:00", "2026-06-16 20:00:00", "2026-06-16 20:10:00", @@ -519,6 +516,9 @@ "2026-06-17 18:40:00", "2026-06-17 18:50:00", "2026-06-17 19:00:00", - "2026-06-17 19:10:00" + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 4405aece7df1100c15bc64fcc6986496de04093c..ad4896138ab5fd16f0480822bd86da3a3adf42f7 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,43 +1,19 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T19:17:07.934852+00:00", + "evaluated_at": "2026-06-18T19:39:23.950238+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t132400z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_nasa_power_shanghai_hourly_point_shanghai_31.2304_121.4737_t2m_20260614t230000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260618t170000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_air_quality_hourly_grid_shanghai_31.2304_121.4737_pm2_5_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_open_meteo_shanghai_hourly_grid_shanghai_31.2304_121.4737_temperature_2m_20260617t190000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 336, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t165000z", - "data_fetched_at": "2026-06-18T19:13:53.776510Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t192000z", + "data_fetched_at": "2026-06-18T19:37:29.357629Z", + "context_length": 72, + "prediction_length": 72 } ], "failed_datasets": []