diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 47ee213918a86bf95fbba877d1ee0829299c5910..d7ed33c1bc04695d4766d1b2495a5f58e855c818 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,649333.7592963602,431613.9295062413,572.7949139445282,0.5646075530507292,0.00875296012275703,0.008783934196522285,8.450249236107311,805.8124839541518,0.012348108581822077,0.008777394162219126,0.007676814108540187,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,1.268665497113475,1.351726361482078,0.879666856252665,0.49612440855675083,0.03685729892538633,0.038026438571018305,11.522554910988042,1.126350521424603,0.04869915541391916,0.03803348258847486,0.03556678384133805,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.8285370483222084,0.8287563708056154,0.6667656663456519,0.7714963509194317,4.081731040947257,1.285276724622931,30.07810336333564,0.9102401047647859,4.22777529947057,3.0969140998677713,3.0806175559925513,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024008963499832812,0.026458557618566293,0.1318242208870949,0.8043513603153123,0.08496698762287436,0.08758164463122806,6.069825345186577,0.15494826071896647,0.10253928730551944,0.08723661431659753,0.06889443668071207,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,1.352918952383263,1.3530853181457865,0.8751866113063383,1.0276164040391096,4.507874477054347,1.402127254103316,40.28092789647413,1.1631504427129205,4.677548673318136,3.5195171856476173,3.5048019267879997,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.024375307767659796,0.026436586415908226,0.13163300201641148,0.8031846008403305,0.08509378052679813,0.08753010358569059,5.6247474061119895,0.15612593560219198,0.10350890903591053,0.08727049980060628,0.06999367973874937,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.4451002664027401,1.8035552776601043,1.022129555253659,1.026406291640263,0.04991255795863827,0.052107163936643996,15.060105469400105,1.2021232326191604,0.0608285016348203,0.0517206619385274,0.04637358514873647,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,929.0045059681087,909.945573719996,29.261381628689175,2.422081275007385,1.0791384319068313,0.6688620596225278,79.722926101254,30.479575226175786,1.0085617230659911,0.9682519935309838,0.9460927980671118,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,17.61937941263253,18.277733850166015,3.5535783149305455,1.72751067296233,0.13275201168927395,0.14606396494699836,44.09985955828762,4.197544450346241,0.1651222272408034,0.139790006509056,0.13188209729128939,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,60.216586163380704,47.419574867588786,6.301464302084558,1.1678389440156713,0.8459939845272736,0.5459610703408714,6.649131993391343,7.759934675200604,0.8389118567784437,0.6812393840091415,0.5746080461510786,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,42.81557260167947,33.313758560160856,5.185666759723528,0.9524694048471783,0.6281280002137315,0.43878975962360167,5.009673233985278,6.543360956089727,0.6357921576767347,0.5038704543860918,0.41194902960384977,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ARIMA,3213.780880325879,5849.796236542633,64.17859164287614,2.4644579190864437,0.024354599371590662,0.02476098691035041,26.55406948633683,56.690218559517646,0.021734269096300694,0.02460521085349884,0.018841716835551116,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3361.8999032105453,2843.6983884080173,47.51926410579385,1.033027480560736,0.2087414080176455,0.1891203102868941,7.672689515892466,57.98189289088918,0.22264029085914658,0.18246563288017387,0.1327476503944628,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 74eccde33207d4ccb223a2a5485b480532d53611..2d1f7d75830e958830b5c5822e272013c974af0c 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T19:54:43.292924+00:00", + "evaluated_at": "2026-06-19T02:54:01.091124+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 5fae50f46caf478475062aad686832d068a1e446..643c6e8c65a82d8aa69bb5121667dc5fc19592e7 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T19:41:12.991424+00:00", + "evaluated_at": "2026-06-19T02:54:01.238727+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 0.38260049875147484, - 0.33761481237525154, - 0.29484750979823604, - 0.2527021476904244, - 0.2139834400522118, - 0.17245451037156492, - 0.133159770832121, - 0.09575064016041118, - 0.05474635079641596, - 0.017913454239289476, - -0.020367104810059055, - -0.0544447817666216, - -0.09191162684521562, - -0.12618825307152687, - -0.16101785015413733, - -0.1956306705436482, - -0.2300061050135266, - -0.26083322321648617, - -0.29645930165988277, - -0.32731186307692256, - -0.35873351542709825, - -0.3905070847486362, - -0.4208988443711447, - -0.4494457138682787, - -0.4798390964418203, - -0.5067895163898034, - -0.5368018784101579, - -0.5664007762855627, - -0.5906864871201778, - -0.6199538310341478, - -0.6462033765673197, - -0.6730012205237513, - -0.699284277146815, - -0.7239624204659815, - -0.7484070155615257, - -0.7736071584100199, - -0.7983279793042162, - -0.8224208019105425, - -0.8452420228478452, - -0.8678675443057181, - -0.8919824776770566, - -0.9131900921857757, - -0.933395086965318, - -0.9565014231415057, - -0.9783411049400572, - -0.9983331108922354, - -1.0188592740178617, - -1.039925148694718, - -1.0587746680157257, - -1.0789217810322933, - -1.0985438394209386, - -1.1170220041247712, - -1.1335631799258161, - -1.1519928283875052, - -1.1714157963421759, - -1.1876215998148967, - -1.2060802571632623, - -1.2242486990653463, - -1.2401734353750418, - -1.2581503482074177 + 0.21720987813373963, + 0.1795072346781042, + 0.14178084394795015, + 0.10451648912892925, + 0.06735491156211838, + 0.02972610625825121, + -0.004706715286903616, + -0.041843971221192613, + -0.07896415026305331, + -0.11552454386961174, + -0.1489171678500902, + -0.18455255205997997, + -0.21959289923790448, + -0.25467669456450415, + -0.2874483051354416, + -0.3215465811258462, + -0.3553136845807828, + -0.3888973634298746, + -0.42296259450490126, + -0.45420212677224603, + -0.48796607602392494, + -0.5197664976855515, + -0.5509518342705799, + -0.5816841390747789, + -0.6143498932455147, + -0.6449500966778692, + -0.6768468669452091, + -0.7057881946691391, + -0.7354840027260636, + -0.765685161471114, + -0.7959716124302093, + -0.8253192025612741, + -0.8544401819502708, + -0.8837370236064527, + -0.9122963042409414, + -0.9398479484535237, + -0.9688252753857911, + -0.9960346846681835, + -1.024118077757282, + -1.0516651219721127, + -1.081697108638338, + -1.1080590771821948, + -1.1340706585651101, + -1.1592788931989653, + -1.1859090555061576, + -1.2111674876722875, + -1.2379409384300337, + -1.2630966805868833, + -1.288301344229304, + -1.3142594662222313, + -1.3392526527436555, + -1.363364998814729, + -1.3879415593756605, + -1.4124780006823299, + -1.436523557703816, + -1.4604167486110406, + -1.4844947590104953, + -1.508330367182868, + -1.5318073296696217, + -1.556023975608439 ], "p10": [ - 0.3698673381644692, - 0.32763955433690817, - 0.2839688812617708, - 0.24286681887901543, - 0.2032555008287101, - 0.1616216561072799, - 0.12112374458951192, - 0.08500149938606999, - 0.04439971644124081, - 0.006908347754809301, - -0.030186390923131867, - -0.06522970456821907, - -0.10313411615497191, - -0.1386995565447033, - -0.17353493970642536, - -0.20693237867527348, - -0.24285405570375404, - -0.2740547945281163, - -0.3076187156166228, - -0.33746385273307977, - -0.3703417546797426, - -0.40065055637899416, - -0.43253492761667317, - -0.4595590107264642, - -0.489817198806929, - -0.5195446174486479, - -0.5479492077558007, - -0.5767793545917415, - -0.6031850172572598, - -0.6318209799256166, - -0.6583781004630527, - -0.6845046511405918, - -0.710356361701937, - -0.7360598366513461, - -0.7610653703963418, - -0.7846708279087351, - -0.8095759798290415, - -0.8335594284934752, - -0.8566117657919005, - -0.8801528449802918, - -0.9036414920468072, - -0.9248543305379077, - -0.9478494641549103, - -0.9683381297312567, - -0.989452567533829, - -1.0103289986906332, - -1.0284489956229779, - -1.048928665140329, - -1.0699629228620238, - -1.0896700039422953, - -1.1088830243198908, - -1.128901657267882, - -1.146978951747325, - -1.1645158860596547, - -1.1835237293904786, - -1.2012493055989377, - -1.2162671089123163, - -1.2357907228006206, - -1.251772500063465, - -1.2689635130463706 + 0.20681191708812502, + 0.1684236408222171, + 0.13079064183881753, + 0.0942008451617507, + 0.05739484062681445, + 0.019523192897499247, + -0.016689993242357034, + -0.05326996956275799, + -0.08947292264861001, + -0.1264399055851751, + -0.16039527063016462, + -0.19543314431541303, + -0.23106834620462122, + -0.26549982751700263, + -0.2986470807012396, + -0.33337983318198394, + -0.3655858790734506, + -0.40018398767995444, + -0.43289710223470457, + -0.4655701382235492, + -0.49732904623549895, + -0.5306902013885333, + -0.5621251544099969, + -0.5921324446363736, + -0.6249827263059152, + -0.6560392892902264, + -0.6865820455669296, + -0.7170241821059244, + -0.7463463864174179, + -0.7772501802261019, + -0.8058368997888148, + -0.8369306928285698, + -0.8649271716679435, + -0.8932587106791839, + -0.9235797987368758, + -0.9506207296937688, + -0.9801763158908311, + -1.0079409118896083, + -1.034681166688492, + -1.0634288838637578, + -1.0907081781183272, + -1.1167334162183415, + -1.14578011577354, + -1.1714647132769596, + -1.1957777905965197, + -1.222697821774437, + -1.249111942577652, + -1.2736853420949452, + -1.3004459221804532, + -1.3247174148087453, + -1.3509234474817395, + -1.374136784722981, + -1.398867000914965, + -1.4243738073092915, + -1.4476847833097815, + -1.472293943954079, + -1.4960075815089051, + -1.5200472469906638, + -1.5428809469166003, + -1.565534554886483 ], "p90": [ - 0.39381387334344775, - 0.3491462875495582, - 0.3068423483289383, - 0.26819202689400756, - 0.22381781253715655, - 0.1834423005640439, - 0.14399170957501795, - 0.10480675795137802, - 0.06564253177604411, - 0.028952551477734196, - -0.0084743739390368, - -0.04409896594135651, - -0.08057581660017457, - -0.11587374128004446, - -0.15148354158504104, - -0.18431009862583997, - -0.21850006265838587, - -0.2509280065021789, - -0.2832304998904144, - -0.3165640305376284, - -0.34356088728441275, - -0.3790129907028262, - -0.40814531890346833, - -0.43895789120317874, - -0.46830997676606106, - -0.49689296914331493, - -0.5260495686809016, - -0.5529551978267132, - -0.5816090884243462, - -0.6087837242003327, - -0.6340858333699793, - -0.6618914833671479, - -0.68767910966934, - -0.7131806022200523, - -0.7381049133775742, - -0.7610341772194003, - -0.7862077678422296, - -0.8100092521176274, - -0.8346603907459471, - -0.8554762397143021, - -0.8796513880399179, - -0.9011364575552875, - -0.9204334590977494, - -0.9444157163938406, - -0.9668533884521727, - -0.9878046209788368, - -1.0057314218972004, - -1.0284643961923932, - -1.0483094269097906, - -1.0686044517156867, - -1.084556242789236, - -1.1056877201498956, - -1.1240875592862019, - -1.1417442014534778, - -1.1592982531448355, - -1.1764741762597044, - -1.1958218257202828, - -1.211391409252019, - -1.2299335517512464, - -1.2470135843487034 + 0.2279653527299593, + 0.19092269915487786, + 0.1555323779332421, + 0.11505970988906469, + 0.07787115906259966, + 0.04124591151958428, + 0.00469864717749563, + -0.029779757925674277, + -0.06724293633959079, + -0.10118781939090135, + -0.13663636249810676, + -0.17308547963471854, + -0.2085508198188436, + -0.24296024333603722, + -0.2764692654248335, + -0.3116599115105896, + -0.3439908866231345, + -0.3776730464672874, + -0.4113071496857654, + -0.4426418406353383, + -0.47651782917024876, + -0.5078667189127674, + -0.5402835188540858, + -0.5711881789701252, + -0.6018436090136761, + -0.6329121230333475, + -0.6630794941569528, + -0.6930810096237263, + -0.7245894833592623, + -0.7543710415300005, + -0.7847614297595318, + -0.8141547534960537, + -0.8439941670187164, + -0.8723152750061428, + -0.9009983524635083, + -0.9294798764583531, + -0.9555970460637812, + -0.9850507290683644, + -1.0126860832333466, + -1.0391938187582694, + -1.0681491177455826, + -1.0953392741422956, + -1.120471540421849, + -1.1467853301806308, + -1.174849667097347, + -1.201640223443788, + -1.223694530577611, + -1.2518921704994694, + -1.2764506108725395, + -1.3023983791896003, + -1.3289894496970511, + -1.352758378441354, + -1.3769193195662248, + -1.4004433234368017, + -1.4248437891015915, + -1.4487240840799986, + -1.4705895181254218, + -1.4979210818130426, + -1.5205709887152663, + -1.5439262542351821 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 9aaa96919ed2139403493f13a0ef2bc8325210c6..2986318f4088eed2f2dd11b9a538185247146881 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T19:41:13.081457+00:00", + "evaluated_at": "2026-06-19T02:54:01.307005+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4465178761558235, - 1.440450798347971, - 1.4381620616626454, - 1.4367578724379413, - 1.4375390658955662, - 1.451186193726893, - 1.4371373131202945, - 1.4366203191316083, - 1.4445261518352177, - 1.4534012033853296, - 1.4371232101100646, - 1.4511445111172958, - 1.435860934939984, - 1.453400636712089, - 1.4607815790348502, - 1.436401988609456, - 1.4534006291222075, - 1.436260308198807, - 1.453400628841746, - 1.4379045048560288, - 1.4534006288088441, - 1.436401987683285, - 1.4371230133107193, - 1.4374171717034596, - 1.4534006288045316, - 1.4511444437113392, - 1.4371230133102135, - 1.4534006288044738, - 1.4364019876817882, - 1.4534006288044719, - 1.4650347224301492, - 1.4670891513914444, - 1.4691435803527397, - 1.4376608382732732, - 1.4534006288044716, - 1.4511444437113188, - 1.4691435803527397, - 1.4629081493782796, - 1.4650347224301492, - 1.4374171717032842, - 1.4362603080899794, - 1.4374171717032842, - 1.4650347224301492, - 1.4379045048432622, - 1.4511444437113188, - 1.4534006288044716, - 1.4650347224301492, - 1.4374171717032842, - 1.4374171717032842, - 1.4701691853405277, - 1.4364019876817875, - 1.4379045048432622, - 1.4650347224301492, - 1.4511444437113188, - 1.4511444437113188, - 1.4368288549171289, - 1.46078157632641, - 1.4511444437113188, - 1.4511444437113188, - 1.4379045048432622, - 1.4534006288044716, - 1.4379045048432622, - 1.4511444437113188, - 1.4445244742772905, - 1.4366154212994582, - 1.4534006288044716, - 1.4376608382732732, - 1.4691435803527397, - 1.46078157632641, - 1.4534006288044716, - 1.4361186284981713, - 1.4364019876817875 + 1.4710621098823493, + 1.4585809078274934, + 1.4418353684764096, + 1.4425387353025352, + 1.4418874630208267, + 1.4566967065144596, + 1.4546533287600274, + 1.4546421765669961, + 1.441754384849353, + 1.4421620093759249, + 1.456648495809026, + 1.4442687832995733, + 1.4442687173378543, + 1.4494523267032176, + 1.441823753329005, + 1.4419924805208613, + 1.4592217049719012, + 1.4421612092710956, + 1.4592217044419251, + 1.4410228715529096, + 1.469097980314805, + 1.4413063616582962, + 1.4645635236261003, + 1.4566482089616937, + 1.4417521519003305, + 1.4546359465031256, + 1.4546359465030876, + 1.4418237485953553, + 1.4566482089612347, + 1.4417521519001661, + 1.4419924788242473, + 1.4413063616547, + 1.4442686804889837, + 1.4418237485953478, + 1.4442686804889837, + 1.4417879502477566, + 1.4546359465030665, + 1.4556420777321493, + 1.4639299908858707, + 1.4417879502477566, + 1.4442686804889837, + 1.4442686804889837, + 1.449452313496025, + 1.4413490275582401, + 1.4417879502477566, + 1.4556420777321493, + 1.4413490275582401, + 1.4442686804889837, + 1.449452313496025, + 1.4799019006145593, + 1.4442686804889837, + 1.4628625953261287, + 1.4546359465030665, + 1.4421612090531466, + 1.4417521519001653, + 1.4442686804889837, + 1.4556420777321493, + 1.4651970563637524, + 1.4421612090531466, + 1.4556420777321493, + 1.4421612090531466, + 1.4628625953261287, + 1.4546359465030665, + 1.456648208961232, + 1.4432149447710652, + 1.4546359465030665, + 1.4483985777781065, + 1.4421612090531466, + 1.4417521519001653, + 1.4412636957511595, + 1.4417521519001653, + 1.441022871524912 ], "p10": [ - 1.3592788821449084, - 1.3456932540804702, - 1.3725259155619973, - 1.351129153883655, - 1.3695374015936348, - 1.3720962276664008, - 1.350436144072446, - 1.3621835235514181, - 1.3714885447674856, - 1.3472595950569277, - 1.347259217275928, - 1.3714869346155354, - 1.350773292214742, - 1.3383082914793627, - 1.3634876574952521, - 1.347259021403738, - 1.350773269445237, - 1.342659627544611, - 1.3621786257565425, - 1.3507732691402679, - 1.372054477655199, - 1.3507732691289986, - 1.360686665195461, - 1.363633102461159, - 1.3721175454776942, - 1.3467990811720616, - 1.3636331024609905, - 1.3621786257192703, - 1.3621786257192687, - 1.34725902047607, - 1.3610380900600914, - 1.3507732691275012, - 1.3720544776508266, - 1.3507732691275012, - 1.3720544776508266, - 1.3714868672095584, - 1.3705560430605292, - 1.3472590204760697, - 1.362178625719268, - 1.3705560430605292, - 1.3610380900600914, - 1.3507732691275012, - 1.3426596274357834, - 1.3721175454776342, - 1.3636331024609836, - 1.3507732691275012, - 1.3507732691275012, - 1.3623471191276353, - 1.3636331024609836, - 1.3636331024609836, - 1.3507732691275012, - 1.3606866651949483, - 1.3714868672095584, - 1.3507732691275012, - 1.3636331024609836, - 1.3721175454776342, - 1.3507732691275012, - 1.362178625719268, - 1.362178625719268, - 1.362178625719268, - 1.3636331024609836, - 1.3504218442623581, - 1.362178625719268, - 1.3504218442623581, - 1.3504218442623581, - 1.3636331024609836, - 1.3426596274357834, - 1.3714868672095584, - 1.3636331024609836, - 1.3507732691275012, - 1.362178625719268, - 1.3721175454776342 + 1.3677650050467323, + 1.357437176742488, + 1.3551835976803803, + 1.3511951714514445, + 1.3602638175937696, + 1.3675581886854407, + 1.3758571590718243, + 1.343861751103741, + 1.3545005795963316, + 1.35956629081329, + 1.360128793320902, + 1.3939960407238556, + 1.374884415237249, + 1.368329835968195, + 1.3508176499357132, + 1.35081764689867, + 1.3595654910986035, + 1.354130276720584, + 1.360128506551224, + 1.3595654905185093, + 1.407405890960129, + 1.359565490494108, + 1.3601285064743969, + 1.3508176452025176, + 1.3541302765028003, + 1.375704510017227, + 1.350817645202077, + 1.3508176452020635, + 1.3765239197123, + 1.3544983466471447, + 1.354498346647144, + 1.350817645202056, + 1.3765239197122974, + 1.354130276502635, + 1.3748843783883784, + 1.3544983466471439, + 1.3601285064731081, + 1.3683298227610026, + 1.3669466751496167, + 1.3595654904905117, + 1.350817645202056, + 1.3683298227610026, + 1.3544983466471439, + 1.3683298227610026, + 1.3544983466471439, + 1.367509691132213, + 1.3544983466471439, + 1.3683298227610026, + 1.3595654904905117, + 1.354130276502635, + 1.350817645202056, + 1.3601285064731081, + 1.354130276502635, + 1.3544983466471439, + 1.3544983466471439, + 1.354130276502635, + 1.367509691132213, + 1.3683298227610026, + 1.350817645202056, + 1.3766742161541812, + 1.3601285064731081, + 1.3880846167622036, + 1.3766591865099929, + 1.3601285064731081, + 1.3757045100171679, + 1.3683298227610026, + 1.3757045100171679, + 1.3601285064731081, + 1.3765239197122974, + 1.3544983466471439, + 1.3601285064731081, + 1.354130276502635 ], "p90": [ - 1.582343755405794, - 1.5791317914108678, - 1.5766195491667132, - 1.5448553142958235, - 1.5736086117155257, - 1.5736549702993858, - 1.5736346403713235, - 1.5492804484205434, - 1.597823517697253, - 1.5736209151420937, - 1.5755806976141324, - 1.5736844904640308, - 1.575580523901515, - 1.5755805087218917, - 1.6212281466861693, - 1.573486718450912, - 1.57558050113201, - 1.573472661769786, - 1.5736844230953282, - 1.5736844230708205, - 1.5736203405656082, - 1.5755805008157717, - 1.5736844230585665, - 1.573613220283987, - 1.5738740308337358, - 1.5734726616609789, - 1.5516952616956565, - 1.573874030833678, - 1.5738740308336765, - 1.5755805008142745, - 1.5734726616609584, - 1.5978218401393258, - 1.5755805008142743, - 1.5755805008142743, - 1.5736132202838116, - 1.5736844230580538, - 1.5755805008142743, - 1.5736132202838116, - 1.5736844230580538, - 1.5439687494231449, - 1.5755805008142743, - 1.5736844230580538, - 1.5755805008142743, - 1.5736132202838116, - 1.5978218401393258, - 1.5778046347467793, - 1.5736203405612357, - 1.5736844230580538, - 1.5978218401393258, - 1.5978218401393258, - 1.5738740308336758, - 1.5736844230580538, - 1.5978218401393258, - 1.5755805008142743, - 1.5439687494231449, - 1.5978218401393258, - 1.5978218401393258, - 1.5755805008142743, - 1.5778046347467793, - 1.5755805008142743, - 1.5736132202838116, - 1.5755805008142743, - 1.5736203405612357, - 1.5755805008142743, - 1.5736844230580538, - 1.5755805008142743, - 1.5734726616609584, - 1.5778046347467793, - 1.5736132202838116, - 1.5736132202838116, - 1.5736132202838116, - 1.5736844230580538 + 1.5861149320475505, + 1.583612374744342, + 1.5556911843769958, + 1.5810510708983865, + 1.6028537497212159, + 1.5759639785059716, + 1.5779327997482908, + 1.5806797747129275, + 1.5495450177813845, + 1.5828788343669318, + 1.5828783208919475, + 1.602718541411144, + 1.5776089957671262, + 1.6219010501392441, + 1.5698214656950384, + 1.5546378648958645, + 1.5776089595263474, + 1.5776089591362046, + 1.57591548103086, + 1.5546378632272482, + 1.6046366984437384, + 1.5806735446525941, + 1.5806735446502866, + 1.5776089589187172, + 1.580673544649163, + 1.5776089589183147, + 1.5828780340441746, + 1.5760848287493028, + 1.602718438600557, + 1.5806735446489988, + 1.5759154809527443, + 1.5776089589182556, + 1.575915480952744, + 1.5776089589182556, + 1.6027184386005544, + 1.580673544648998, + 1.5828780340441535, + 1.5828780340441535, + 1.5776089589182556, + 1.5698214609613812, + 1.5828780340441535, + 1.5546378631992506, + 1.5760848287492952, + 1.5760848287492952, + 1.5704308629605175, + 1.6219010369320517, + 1.575915480952744, + 1.5776089589182556, + 1.5763912873223693, + 1.6027184386005544, + 1.580673544648998, + 1.5828780340441535, + 1.5495427848321968, + 1.575915480952744, + 1.575915480952744, + 1.5704308629605175, + 1.6219010369320517, + 1.6219010369320517, + 1.5698214609613812, + 1.6027184386005544, + 1.5776089589182556, + 1.580673544648998, + 1.604636698433704, + 1.5828780340441535, + 1.5776089589182556, + 1.6219010369320517, + 1.5704308629605175, + 1.5828780340441535, + 1.5495427848321968, + 1.575915480952744, + 1.5552472651983869, + 1.5698214609613812 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 2aba14be40967b58fc0bf168bf506c41ebafcd90..dfe0f555aa0e7fe1ab769f2017bcbf8d38a0c997 100644 --- a/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/arima/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:44:16.054005+00:00", + "evaluated_at": "2026-06-19T02:54:01.381342+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,114 +172,114 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 15.228414771312654, - 15.083294823108162, - 14.836092938835199, - 15.032963655275879, - 16.204565836051696, - 15.07339838199559, - 15.618823719695992, - 15.117962792535002, - 15.999396361568412, - 15.136404796063475, - 15.94647729443742, - 15.340565573482237, - 15.374010441879433, - 14.888883496834977, - 15.047751406460216, - 15.340565573482237, - 15.092724948325682, - 15.94647729443742, - 15.731160502330178, - 15.721073811941421, - 15.087932368079873, - 15.94647729443742, - 15.94647729443742, - 15.134223345655139 + 14.775959412595508, + 14.36475560574574, + 15.132368440425045, + 14.777439494698067, + 15.139168535221513, + 14.909897728750527, + 14.750233171332205, + 15.672494786933155, + 14.076900003237567, + 15.46139294988245, + 14.909897728750527, + 15.47880932363221, + 15.402990805938293, + 14.881945954684731, + 15.139168535221405, + 14.750233171332205, + 14.575863350311838, + 15.132368404476164, + 14.758610534594213, + 14.750233171332205, + 16.399057011813607, + 15.672494786933155, + 15.402990805938293, + 15.021133066613345 ], "p10": [ - 10.648928007921175, - 10.64943064244073, - 10.645549024791787, - 10.635450649423646, - 10.61324202084705, - 10.855690153941376, - 10.646729861226106, - 10.645546900398266, - 10.85582159403175, - 10.236322361160262, - 10.513275077186826, - 10.431370482627049, - 11.133558034933074, - 10.400892891466206, - 10.513275077186826, - 10.649328924584381, - 10.225349582146098, - 11.154485929804203, - 11.546266748934162, - 10.945206981092916, - 10.648014523664575, - 10.116535816762124, - 10.649197484492401, - 10.513275077186826 + 10.35985959039001, + 9.6169286346775, + 9.655318878437255, + 10.740260707430052, + 10.347867992764296, + 9.68191791463142, + 10.347867992764188, + 11.179191618176548, + 10.066796669785946, + 10.57621022009041, + 10.414139970871874, + 10.283982533663995, + 10.066796669785946, + 9.589464089687104, + 10.568846666967334, + 9.616949397251904, + 10.066796669785946, + 11.714366733818695, + 10.283982533663995, + 10.109560975914226, + 11.181009333641512, + 10.352813024543842, + 11.166268303393721, + 11.723206379889424 ], "p90": [ - 23.69328517903449, - 20.794535088881982, - 21.890137534594768, - 21.11146680666599, - 22.040364166447336, - 20.75906139133791, - 22.578166665951624, - 23.38769725171325, - 24.920448551920494, - 24.90812430531843, - 24.602781458821433, - 22.040364166270976, - 23.20830825599302, - 21.198926524317198, - 20.76353594151628, - 23.38769725171325, - 21.986064157383755, - 22.52906424625598, - 23.18837614535744, - 23.0369172134268, - 21.986064157383755, - 23.38769725171325, - 22.57816666595161, - 23.18837614535744 + 19.93253535938546, + 20.434392145630223, + 20.390437335707425, + 23.103997748383648, + 21.656283043366994, + 19.966175020511287, + 19.92054376175964, + 23.103939517946237, + 19.785929621506607, + 21.654750636302552, + 21.021599034850134, + 23.07840914053528, + 23.33377114514454, + 21.021599034850134, + 22.30491944334618, + 20.999049719673913, + 20.81534648355406, + 21.724964850617173, + 21.08491419499537, + 22.30491944334618, + 21.797116486725816, + 21.724964850617173, + 20.414001437524643, + 21.67007470694592 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 775fef053ace201fcee170b3b1e8004d278170e3..f6188d842946f404ba59c223810e8eb5c516e167 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,13 +1,31 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T19:54:43.325265+00:00", + "evaluated_at": "2026-06-19T02:54:01.406188+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:52:00.546561Z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1c70255befaf1017fbc763d2ebbec93c66ff4c91..1d010b3bb9e3f79b689767ff90c87534fe170615 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -10,3 +10,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,3.700,3.300,3.700,3.900,3.700,2.900,3.700,3.900,3.700 +2026-06-19,Chronos-2,2.700,2.500,2.700,3.200,2.700,3.100,2.600,3.100,3.200 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index eea762abc984991411d9aec07d2de77bd240451a..be9ad4f5df79b17392c78707567983d9cb3db407 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.075,3.75,4.075,4.0,4.125,3.4,4.075,4.0,4.075 +2026-W25,Chronos-Bolt-Mini,3.8,3.5,3.8,3.84,3.84,3.34,3.78,3.82,3.9 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..8ec0ae198fd9bb2c6538d76da69078df6494be89 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,385045.84802691144,385045.84802691144,498.4041341145833,0.49128009300036224,0.007682823164417108,0.0076450952633348975,2.1671099457187712,620.5206265926311,0.009508733392695909,0.007637444800403527,0.006411995246873231,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.0028039436021664327,0.0028039436021664327,0.04180124987227221,0.04908170385966868,0.4238018658780112,0.4031374224609519,0.5759192443215132,0.05295227664762331,0.21294481116695702,0.16810154018171602,0.25369628253179816,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.023877284456183645,0.023877284456183645,0.12067889173825581,0.7363459467296803,0.08137564643818852,0.07999967922492515,10.998541676061977,0.1545227635534119,0.10244603252454787,0.08000810614398804,0.06820393919250703,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,0.3137860168476436,0.3137860168476436,0.464180866877238,0.46612306607609266,0.02298759999327221,0.02320523138772051,2.255276891701538,0.5601660618492017,0.02834489949480901,0.023487963507847386,0.023133381101097576,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,39.61062385971703,39.61062385971703,5.341403961181641,0.4421293116229344,0.1715813951711349,0.18209901352637461,2.198385890212146,6.293697153479585,0.2082569064190109,0.17674575655025554,0.1551408308624319,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5701619780666078,0.5701619780666078,0.5729495684305826,0.2785295290593131,0.022043345694780506,0.021729303244539505,1.9582654497961631,0.7550907085023678,0.02970361863504807,0.02253858415438844,0.024279920752778735,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,33.86120499855588,33.86120499855588,5.188571612040202,0.9530029491502412,0.6297438491113121,0.4386743088488095,9.515223354709391,5.819038150635883,0.5654126138269684,0.5041527072427726,0.35584814472344345,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,4878.137272293369,4878.137272293369,57.902364095052086,2.22345078125,0.021977115806121075,0.02230259439114755,31.591423046874997,69.84366307900359,0.026777123225177096,0.022198989429412938,0.01711120081134074,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index d82bd15eebc0f462aaed6b58211ed7fd5ba6ce2d..7575c1928a682cea11d6e7a89f3a4d1590790a46 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T19:52:36.097468+00:00", + "evaluated_at": "2026-06-18T20:06:48.459118+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 85047eba0df9df6d66853588a0e1495a0bd20b00..7cde94a6ca1e2e663bb23049df4e5f5460e62b1a 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T19:38:00.950246+00:00", + "evaluated_at": "2026-06-18T20:06:53.519560+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 0.34656447172164917, - 0.30620890855789185, - 0.272763192653656, - 0.23010313510894775, - 0.1941472887992859, - 0.15754711627960205, - 0.12383562326431274, - 0.09336400032043457, - 0.06287491321563721, - 0.03648388385772705, - 0.010270953178405762, - -0.017620086669921875, - -0.04518687725067139, - -0.0617218017578125, - -0.08529496192932129, - -0.10404753684997559, - -0.14832937717437744, - -0.15989422798156738, - -0.16190218925476074, - -0.17401576042175293, - -0.1744924783706665, - -0.17660129070281982, - -0.17405974864959717, - -0.16941189765930176, - -0.1606910228729248, - -0.1555767059326172, - -0.14243674278259277, - -0.13459312915802002, - -0.1227571964263916, - -0.11499786376953125, - -0.10506248474121094, - -0.09438550472259521, - -0.04218268394470215, - -0.025042295455932617, - -0.002726316452026367, - 0.009070038795471191, - 0.03559553623199463, - 0.05638742446899414, - 0.08438658714294434, - 0.11719954013824463, - 0.14965051412582397, - 0.18095237016677856, - 0.20775002241134644, - 0.23740607500076294, - 0.2653517723083496, - 0.3021007180213928, - 0.33892929553985596, - 0.3784823417663574, - 0.365665078163147, - 0.40095579624176025, - 0.43838071823120117, - 0.47953611612319946, - 0.5073878765106201, - 0.5448715686798096, - 0.5834183692932129, - 0.6194866895675659, - 0.6518583297729492, - 0.6839472055435181, - 0.7208192348480225, - 0.7506536841392517 + 0.1920674443244934, + 0.1584574580192566, + 0.1299845576286316, + 0.09715569019317627, + 0.06848609447479248, + 0.0347895622253418, + 0.008510708808898926, + -0.016546130180358887, + -0.03902626037597656, + -0.06174802780151367, + -0.0794212818145752, + -0.09920811653137207, + -0.11972534656524658, + -0.12671029567718506, + -0.14468836784362793, + -0.15422070026397705, + -0.17603981494903564, + -0.18112719058990479, + -0.1766040325164795, + -0.18424677848815918, + -0.17738664150238037, + -0.1725778579711914, + -0.16401410102844238, + -0.15260982513427734, + -0.13795733451843262, + -0.12742722034454346, + -0.10847771167755127, + -0.09576499462127686, + -0.07691895961761475, + -0.06379663944244385, + -0.04317331314086914, + -0.019327521324157715, + 0.03263223171234131, + 0.051709890365600586, + 0.07693207263946533, + 0.09331953525543213, + 0.1240687370300293, + 0.14570951461791992, + 0.187921941280365, + 0.22125542163848877, + 0.25707685947418213, + 0.2912025451660156, + 0.3186118006706238, + 0.351831316947937, + 0.38641440868377686, + 0.4203977584838867, + 0.4564657211303711, + 0.5037574768066406, + 0.4790326952934265, + 0.5130028128623962, + 0.5573144555091858, + 0.5902372598648071, + 0.6270129680633545, + 0.6552821397781372, + 0.6932567358016968, + 0.7319073677062988, + 0.7698339223861694, + 0.7899148464202881, + 0.8230445981025696, + 0.8538801670074463 ], "p10": [ - 0.31695252656936646, - 0.27930229902267456, - 0.2379215955734253, - 0.19351089000701904, - 0.15435081720352173, - 0.10571181774139404, - 0.07393527030944824, - 0.032962918281555176, - -0.0060002803802490234, - -0.032808661460876465, - -0.0710289478302002, - -0.10417008399963379, - -0.1342458724975586, - -0.15470314025878906, - -0.19308185577392578, - -0.2177586555480957, - -0.25489211082458496, - -0.2729184627532959, - -0.29446494579315186, - -0.301377534866333, - -0.30907154083251953, - -0.3203299045562744, - -0.32389891147613525, - -0.3282865285873413, - -0.3302938938140869, - -0.32370543479919434, - -0.32465100288391113, - -0.32502520084381104, - -0.3210679292678833, - -0.325930118560791, - -0.3202056884765625, - -0.31909942626953125, - -0.28427672386169434, - -0.2706378698348999, - -0.2687520980834961, - -0.2537883520126343, - -0.23701870441436768, - -0.2290133237838745, - -0.21383798122406006, - -0.17673015594482422, - -0.16174209117889404, - -0.14177203178405762, - -0.14164972305297852, - -0.10744428634643555, - -0.08052396774291992, - -0.0633845329284668, - -0.0525665283203125, - -0.027984023094177246, - -0.02741408348083496, - -0.012192368507385254, - 0.017380356788635254, - 0.054669737815856934, - 0.07879197597503662, - 0.09127748012542725, - 0.11536091566085815, - 0.1630687117576599, - 0.18521654605865479, - 0.21067965030670166, - 0.22295832633972168, - 0.2712724804878235 + 0.16008543968200684, + 0.1305164098739624, + 0.09051263332366943, + 0.06152677536010742, + 0.02932596206665039, + -0.016408920288085938, + -0.04159343242645264, + -0.07734417915344238, + -0.10826337337493896, + -0.12880373001098633, + -0.15886187553405762, + -0.18163156509399414, + -0.2030191421508789, + -0.2162259817123413, + -0.2464749813079834, + -0.2596564292907715, + -0.2778991460800171, + -0.2872304916381836, + -0.2997332811355591, + -0.30243051052093506, + -0.3009912967681885, + -0.30572283267974854, + -0.3018721342086792, + -0.30140388011932373, + -0.2955911159515381, + -0.28230512142181396, + -0.2783263921737671, + -0.2730293273925781, + -0.2603776454925537, + -0.25926506519317627, + -0.24288487434387207, + -0.24332785606384277, + -0.19295716285705566, + -0.178009033203125, + -0.1718151569366455, + -0.15382349491119385, + -0.13700604438781738, + -0.12816154956817627, + -0.1069939136505127, + -0.07190310955047607, + -0.051876187324523926, + -0.027434110641479492, + -0.02642989158630371, + 0.010623931884765625, + 0.03836524486541748, + 0.06230056285858154, + 0.08062112331390381, + 0.10887265205383301, + 0.08693134784698486, + 0.08987069129943848, + 0.12417399883270264, + 0.15908604860305786, + 0.182606041431427, + 0.18950307369232178, + 0.211170494556427, + 0.25553131103515625, + 0.2783428430557251, + 0.299985408782959, + 0.3122570514678955, + 0.3535968065261841 ], "p90": [ - 0.3704734444618225, - 0.339774489402771, - 0.3028849959373474, - 0.2666909694671631, - 0.24228453636169434, - 0.20766562223434448, - 0.1798911690711975, - 0.15561425685882568, - 0.12833154201507568, - 0.1114426851272583, - 0.08642768859863281, - 0.06719481945037842, - 0.05224871635437012, - 0.0331193208694458, - 0.015086054801940918, - 0.011111855506896973, - -0.031561851501464844, - -0.04490852355957031, - -0.0456082820892334, - -0.04195129871368408, - -0.036679863929748535, - -0.023512721061706543, - -0.01797926425933838, - -0.0029202699661254883, - 0.009163737297058105, - 0.02711308002471924, - 0.03816068172454834, - 0.05789637565612793, - 0.09235382080078125, - 0.10680842399597168, - 0.13680511713027954, - 0.1599704623222351, - 0.21603423357009888, - 0.22763842344284058, - 0.258764386177063, - 0.2848261594772339, - 0.30665910243988037, - 0.34683942794799805, - 0.37555253505706787, - 0.4126052260398865, - 0.4500383734703064, - 0.5061125159263611, - 0.562562882900238, - 0.586872935295105, - 0.6270935535430908, - 0.6888984441757202, - 0.7337028980255127, - 0.775214433670044, - 0.8012046813964844, - 0.839669942855835, - 0.8881074786186218, - 0.9436550736427307, - 0.9799904823303223, - 1.0352051258087158, - 1.0736461877822876, - 1.1254761219024658, - 1.1477164030075073, - 1.1853952407836914, - 1.2152988910675049, - 1.2659598588943481 + 0.22065401077270508, + 0.18933236598968506, + 0.159149169921875, + 0.13403582572937012, + 0.11447322368621826, + 0.0855170488357544, + 0.06104147434234619, + 0.04296863079071045, + 0.02222740650177002, + 0.011662602424621582, + -0.005557417869567871, + -0.01892709732055664, + -0.025344252586364746, + -0.03854048252105713, + -0.050421714782714844, + -0.04282116889953613, + -0.06589281558990479, + -0.07432067394256592, + -0.06982266902923584, + -0.06090366840362549, + -0.04859006404876709, + -0.03063976764678955, + -0.019891738891601562, + 0.000584721565246582, + 0.01696634292602539, + 0.039492249488830566, + 0.05595529079437256, + 0.08103728294372559, + 0.12321728467941284, + 0.14483749866485596, + 0.1805717945098877, + 0.21648985147476196, + 0.28293007612228394, + 0.2968915104866028, + 0.3344206213951111, + 0.36728382110595703, + 0.4040331244468689, + 0.43662744760513306, + 0.48956847190856934, + 0.5400069952011108, + 0.5827156901359558, + 0.6183616518974304, + 0.6773954629898071, + 0.7172280550003052, + 0.7630983591079712, + 0.8168162703514099, + 0.8512253165245056, + 0.9041091203689575, + 0.9690766930580139, + 1.016012191772461, + 1.067475438117981, + 1.1200419664382935, + 1.16499924659729, + 1.2152040004730225, + 1.2564455270767212, + 1.3146556615829468, + 1.3344461917877197, + 1.367769718170166, + 1.3980580568313599, + 1.4389173984527588 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2c66d99d30429e77ddbdd12b636a3d754aeb788f..163071e151cc9af8cf3c7d8819813f64e514206c 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T19:38:05.362175+00:00", + "evaluated_at": "2026-06-18T20:06:58.910118+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4963856935501099, - 1.4987856149673462, - 1.503442645072937, - 1.505185604095459, - 1.5087385177612305, - 1.5124720335006714, - 1.5153297185897827, - 1.5157606601715088, - 1.518463134765625, - 1.5202107429504395, - 1.5219645500183105, - 1.5240159034729004, - 1.5262700319290161, - 1.5299575328826904, - 1.5331099033355713, - 1.530972957611084, - 1.5421501398086548, - 1.5460212230682373, - 1.550328016281128, - 1.5530592203140259, - 1.557512640953064, - 1.558344841003418, - 1.5621075630187988, - 1.562943458557129, - 1.5680160522460938, - 1.5711495876312256, - 1.5755424499511719, - 1.5770294666290283, - 1.5802974700927734, - 1.5824811458587646, - 1.5862423181533813, - 1.585351586341858, - 1.600096583366394, - 1.6030913591384888, - 1.6031577587127686, - 1.6039623022079468, - 1.6078457832336426, - 1.6084601879119873, - 1.6113702058792114, - 1.6109259128570557, - 1.6166132688522339, - 1.6195061206817627, - 1.6232718229293823, - 1.623229742050171, - 1.6272536516189575, - 1.628166675567627, - 1.6335277557373047, - 1.6297850608825684, - 1.6453782320022583, - 1.6475448608398438, - 1.646177053451538, - 1.6479933261871338, - 1.6531336307525635, - 1.6529442071914673, - 1.6579887866973877, - 1.6562340259552002, - 1.659424066543579, - 1.6634827852249146, - 1.660784363746643, - 1.660644292831421, - 1.660109281539917, - 1.662841558456421, - 1.667160987854004, - 1.6620910167694092, - 1.6762555837631226, - 1.6764469146728516, - 1.6746172904968262, - 1.6785575151443481, - 1.6818187236785889, - 1.6825939416885376, - 1.6865177154541016, - 1.6850491762161255 + 1.5094044208526611, + 1.5094447135925293, + 1.5093554258346558, + 1.5071722269058228, + 1.5078575611114502, + 1.5078877210617065, + 1.5103901624679565, + 1.5103776454925537, + 1.5096670389175415, + 1.5123106241226196, + 1.5103120803833008, + 1.510511040687561, + 1.5076448917388916, + 1.5084892511367798, + 1.5123568773269653, + 1.509770154953003, + 1.5111613273620605, + 1.5143388509750366, + 1.515568494796753, + 1.5127490758895874, + 1.5124448537826538, + 1.514353632926941, + 1.5166569948196411, + 1.5166888236999512, + 1.5146994590759277, + 1.5168862342834473, + 1.5157619714736938, + 1.5184532403945923, + 1.515519618988037, + 1.5165144205093384, + 1.5200343132019043, + 1.5183049440383911, + 1.5186928510665894, + 1.5207443237304688, + 1.5212063789367676, + 1.5174150466918945, + 1.5167118310928345, + 1.5191391706466675, + 1.521551251411438, + 1.5201537609100342, + 1.5169527530670166, + 1.5207394361495972, + 1.5186699628829956, + 1.5215579271316528, + 1.5181562900543213, + 1.5181857347488403, + 1.5229662656784058, + 1.520081639289856, + 1.5232818126678467, + 1.5262031555175781, + 1.5266926288604736, + 1.522445559501648, + 1.5210323333740234, + 1.5231208801269531, + 1.5250427722930908, + 1.5254106521606445, + 1.5200072526931763, + 1.5239770412445068, + 1.521999478340149, + 1.5236669778823853, + 1.5198028087615967, + 1.5175079107284546, + 1.5227912664413452, + 1.5203946828842163, + 1.5270651578903198, + 1.5323125123977661, + 1.530477523803711, + 1.524926781654358, + 1.5231274366378784, + 1.5249176025390625, + 1.5275492668151855, + 1.5278596878051758 ], "p10": [ - 1.3982360363006592, - 1.3865509033203125, - 1.3834946155548096, - 1.3800647258758545, - 1.378859519958496, - 1.3809958696365356, - 1.3793754577636719, - 1.375016212463379, - 1.3750085830688477, - 1.373319149017334, - 1.3699942827224731, - 1.3626811504364014, - 1.360715627670288, - 1.362058162689209, - 1.3635222911834717, - 1.3599681854248047, - 1.3614757061004639, - 1.3595861196517944, - 1.3593854904174805, - 1.361767053604126, - 1.363779902458191, - 1.3618526458740234, - 1.3618547916412354, - 1.3585748672485352, - 1.3576809167861938, - 1.3549431562423706, - 1.3540219068527222, - 1.3460304737091064, - 1.3444501161575317, - 1.3466579914093018, - 1.3501869440078735, - 1.3466521501541138, - 1.339665174484253, - 1.3336392641067505, - 1.3301886320114136, - 1.3276474475860596, - 1.3263580799102783, - 1.3224729299545288, - 1.3190739154815674, - 1.313512921333313, - 1.3148635625839233, - 1.3098894357681274, - 1.3112035989761353, - 1.3047794103622437, - 1.3053852319717407, - 1.3061264753341675, - 1.308295726776123, - 1.30414617061615, - 1.3054637908935547, - 1.2971537113189697, - 1.2941863536834717, - 1.2918050289154053, - 1.291183352470398, - 1.2874047756195068, - 1.2834951877593994, - 1.2777782678604126, - 1.278572678565979, - 1.2705824375152588, - 1.2721459865570068, - 1.2605061531066895, - 1.2601109743118286, - 1.2562090158462524, - 1.2613098621368408, - 1.2528250217437744, - 1.239365577697754, - 1.2325838804244995, - 1.2272531986236572, - 1.2302700281143188, - 1.226876139640808, - 1.2256358861923218, - 1.2244576215744019, - 1.221358060836792 + 1.4012175798416138, + 1.3858331441879272, + 1.3697596788406372, + 1.3712399005889893, + 1.3663874864578247, + 1.3684049844741821, + 1.3578044176101685, + 1.3589229583740234, + 1.35621178150177, + 1.3445755243301392, + 1.3448655605316162, + 1.341050386428833, + 1.3345149755477905, + 1.3291467428207397, + 1.326363444328308, + 1.329506516456604, + 1.3291503190994263, + 1.3397306203842163, + 1.3354861736297607, + 1.340151309967041, + 1.3394341468811035, + 1.3449935913085938, + 1.3383640050888062, + 1.3391274213790894, + 1.341325283050537, + 1.3347063064575195, + 1.341666579246521, + 1.336241602897644, + 1.333495020866394, + 1.335206151008606, + 1.3341134786605835, + 1.3365055322647095, + 1.3149826526641846, + 1.3118435144424438, + 1.3017709255218506, + 1.301293134689331, + 1.2987618446350098, + 1.302314281463623, + 1.290093183517456, + 1.2871900796890259, + 1.2887111902236938, + 1.2807896137237549, + 1.292124629020691, + 1.28909170627594, + 1.2864696979522705, + 1.289450764656067, + 1.2873414754867554, + 1.2882580757141113, + 1.2797162532806396, + 1.2790307998657227, + 1.2697057723999023, + 1.2701267004013062, + 1.2684988975524902, + 1.27239191532135, + 1.2598443031311035, + 1.2583849430084229, + 1.258396863937378, + 1.2449469566345215, + 1.2478883266448975, + 1.2407563924789429, + 1.2317570447921753, + 1.2300790548324585, + 1.2361801862716675, + 1.2350153923034668, + 1.2299340963363647, + 1.234053611755371, + 1.2212096452713013, + 1.2199912071228027, + 1.218485713005066, + 1.221272349357605, + 1.215423822402954, + 1.2164324522018433 ], "p90": [ - 1.5677536725997925, - 1.582520842552185, - 1.591707706451416, - 1.6054942607879639, - 1.608096718788147, - 1.6160597801208496, - 1.6194360256195068, - 1.6252920627593994, - 1.626989483833313, - 1.6342718601226807, - 1.639223575592041, - 1.6415973901748657, - 1.6510608196258545, - 1.6508781909942627, - 1.6596803665161133, - 1.6582547426223755, - 1.6818385124206543, - 1.6839797496795654, - 1.6848225593566895, - 1.6948208808898926, - 1.6974352598190308, - 1.706965684890747, - 1.7096796035766602, - 1.7155678272247314, - 1.719401240348816, - 1.7298452854156494, - 1.7372750043869019, - 1.7404431104660034, - 1.7494196891784668, - 1.7471539974212646, - 1.7604964971542358, - 1.756662130355835, - 1.7905981540679932, - 1.791487216949463, - 1.7894269227981567, - 1.7995601892471313, - 1.8005330562591553, - 1.8111813068389893, - 1.8100178241729736, - 1.819473385810852, - 1.8190590143203735, - 1.8318060636520386, - 1.83817458152771, - 1.8394417762756348, - 1.8471046686172485, - 1.842397928237915, - 1.8591095209121704, - 1.853393316268921, - 1.8922176361083984, - 1.8898471593856812, - 1.889023780822754, - 1.8994896411895752, - 1.8978180885314941, - 1.912493348121643, - 1.9121737480163574, - 1.9220017194747925, - 1.9179036617279053, - 1.9317307472229004, - 1.9367570877075195, - 1.9417569637298584, - 1.9437651634216309, - 1.9376901388168335, - 1.9602893590927124, - 1.9575680494308472, - 1.9891808032989502, - 1.9825036525726318, - 1.9832555055618286, - 1.996179223060608, - 1.9873968362808228, - 2.0067081451416016, - 2.010317802429199, - 2.0189247131347656 + 1.5317195653915405, + 1.534075379371643, + 1.5350239276885986, + 1.5357952117919922, + 1.5350749492645264, + 1.536253809928894, + 1.5353997945785522, + 1.5375795364379883, + 1.5386444330215454, + 1.5392131805419922, + 1.5400331020355225, + 1.5394442081451416, + 1.5398504734039307, + 1.5396853685379028, + 1.541429877281189, + 1.5416203737258911, + 1.5602390766143799, + 1.5573424100875854, + 1.5575250387191772, + 1.5586161613464355, + 1.5578162670135498, + 1.5597590208053589, + 1.5579640865325928, + 1.559608817100525, + 1.5609149932861328, + 1.561018466949463, + 1.563454031944275, + 1.562894344329834, + 1.562946081161499, + 1.562473177909851, + 1.5662024021148682, + 1.568257451057434, + 1.5827935934066772, + 1.5807979106903076, + 1.5828474760055542, + 1.5849943161010742, + 1.5850101709365845, + 1.5874947309494019, + 1.5863500833511353, + 1.5868210792541504, + 1.587865948677063, + 1.589753270149231, + 1.5935800075531006, + 1.5935240983963013, + 1.5943403244018555, + 1.5908697843551636, + 1.5957252979278564, + 1.6001319885253906, + 1.6129149198532104, + 1.6070802211761475, + 1.6117039918899536, + 1.6153664588928223, + 1.6177934408187866, + 1.6208598613739014, + 1.617742896080017, + 1.6168816089630127, + 1.6179860830307007, + 1.6206605434417725, + 1.6273078918457031, + 1.62742280960083, + 1.630117416381836, + 1.6244062185287476, + 1.628875494003296, + 1.6345617771148682, + 1.642326831817627, + 1.6309504508972168, + 1.6350438594818115, + 1.6406477689743042, + 1.6409095525741577, + 1.6445298194885254, + 1.6445322036743164, + 1.6412056684494019 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index af5d14f3f544d1a2d951a325bf27279db031ad3e..c68d59032449dc045e2dc9615eb7924239cca82c 100644 --- a/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/chronos_2/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:41:00.170861+00:00", + "evaluated_at": "2026-06-18T20:07:03.811593+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,114 +172,114 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 17.163076400756836, - 16.961885452270508, - 16.57190704345703, - 16.03052520751953, - 15.794522285461426, - 15.519828796386719, - 15.275042533874512, - 15.123644828796387, - 14.923822402954102, - 14.742490768432617, - 14.621316909790039, - 14.820302963256836, - 15.072169303894043, - 15.460116386413574, - 15.776411056518555, - 16.09644317626953, - 16.12861442565918, - 16.038301467895508, - 16.246610641479492, - 16.253555297851562, - 16.293184280395508, - 16.28512191772461, - 16.177501678466797, - 16.021862030029297 + 14.893954277038574, + 14.743589401245117, + 14.61050796508789, + 14.572193145751953, + 14.468362808227539, + 14.458636283874512, + 14.448272705078125, + 14.476829528808594, + 14.420723915100098, + 14.429600715637207, + 14.474922180175781, + 14.504483222961426, + 14.688321113586426, + 14.877702713012695, + 15.088639259338379, + 15.209744453430176, + 15.436847686767578, + 15.511842727661133, + 15.552199363708496, + 15.515877723693848, + 15.489140510559082, + 15.355058670043945, + 15.161277770996094, + 15.005158424377441 ], "p10": [ - 11.628521919250488, - 11.203898429870605, - 10.835797309875488, - 10.570352554321289, - 10.308029174804688, - 10.19334602355957, - 10.06959342956543, - 9.851188659667969, - 9.783411026000977, - 9.560426712036133, - 9.640447616577148, - 9.642592430114746, - 9.710683822631836, - 9.917753219604492, - 10.226846694946289, - 10.379037857055664, - 10.594467163085938, - 10.52988052368164, - 10.561240196228027, - 10.705362319946289, - 10.653332710266113, - 10.626956939697266, - 10.554655075073242, - 10.45246410369873 + 9.670123100280762, + 9.6116304397583, + 9.515480041503906, + 9.459402084350586, + 9.406148910522461, + 9.431511878967285, + 9.414093017578125, + 9.355611801147461, + 9.335990905761719, + 9.260429382324219, + 9.346944808959961, + 9.368770599365234, + 9.33845329284668, + 9.529579162597656, + 9.674406051635742, + 9.736690521240234, + 9.888693809509277, + 9.889114379882812, + 9.883437156677246, + 9.927532196044922, + 9.845380783081055, + 9.830400466918945, + 9.738945007324219, + 9.6131591796875 ], "p90": [ - 24.48801612854004, - 24.657135009765625, - 24.157350540161133, - 23.857135772705078, - 23.591686248779297, - 23.379669189453125, - 22.93321990966797, - 22.73565673828125, - 22.672868728637695, - 22.53521728515625, - 22.465011596679688, - 22.740520477294922, - 23.04122543334961, - 23.625900268554688, - 23.85230255126953, - 24.179479598999023, - 23.827293395996094, - 23.85724639892578, - 24.045631408691406, - 24.250770568847656, - 24.394697189331055, - 24.43927001953125, - 24.27444076538086, - 24.041301727294922 + 22.103687286376953, + 22.26059341430664, + 22.297800064086914, + 22.026920318603516, + 21.87085723876953, + 21.86030387878418, + 21.840333938598633, + 21.882726669311523, + 21.977262496948242, + 22.050342559814453, + 22.21407699584961, + 22.445995330810547, + 22.69390106201172, + 23.039865493774414, + 23.13469696044922, + 23.25225067138672, + 22.909259796142578, + 23.177825927734375, + 23.297914505004883, + 23.383209228515625, + 23.393030166625977, + 23.26791763305664, + 23.015525817871094, + 22.786487579345703 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..9ed58fbeeb98c4b4d477ec8b826583b4fc65e0ab 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,32 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-18T20:07:06.550194+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index c278fc3b1f97bae165d4f1135a24a52bd070b112..b28633c4c78eb5ce77f6188442dd8ffce47788a3 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -7,6 +7,5 @@ "open_meteo_shanghai_air_quality_hourly_pm2_5": 3600, "open_meteo_shanghai_hourly_temperature_2m": 3600, "usgs_earthquake_all_week_hourly_earthquake_count": 3600, - "usgs_potomac_iv_usgs_00060": 900, "wikimedia_time_series_hourly_pageviews": 86400 } diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..8a0da2b9260de25f5fd274c19636048628a5d5f9 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,7 +1,5 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 -nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 nws_ksfo_observations_temperature,Weather,1h,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 366bf3c30e5e3be9d3c785c5aa872abcef23aaf9..db202e0430e18a24f25eb7bdfffc07efb7ee8f0e 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,971230.361732948,932893.5536945708,730.0753083399953,0.7196398280598578,0.011275711798433785,0.011166397870142347,17.331063808148226,985.5102037690671,0.01510176033128624,0.01118752732155788,0.010421950298407673,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,0.9514946903994796,1.0571485294759237,0.8420700330223051,0.4749201292819416,0.03574040153658981,0.0363175545886661,2.3788437995932497,0.9754458931173372,0.04217460749847952,0.03640793751814526,0.02806017069390227,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,2.0265579090323027,2.0166737833485833,1.0635494306609565,1.2306040130626739,6.723604141563006,1.443850637223464,47.55297520342548,1.4235722352702382,6.61203950670012,4.939848276489973,4.901109966243942,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.07166776752051651,0.06946743534586557,0.20171995716685512,1.2308339154826027,0.14280294733862497,0.12785360085157627,22.80359951720752,0.26770836281393323,0.17715994101060623,0.13349114438079895,0.12234547524008242,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.91654698904744,1.906808252418615,1.0361593285218473,1.2166254709928372,5.300098549500402,1.4288912373977887,46.99332808798836,1.3843940873347589,5.56726841925849,4.166860549155805,4.134587303593026,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.0727028561886309,0.07190060372804415,0.20687291791319332,1.2622757169821803,0.14685402009140702,0.13131040548909986,24.43424145225584,0.2696346717108742,0.17876332077305823,0.13715331767061947,0.1256099775318171,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.25745731178348435,0.2423058373978858,0.4230695453451954,0.42483972888928917,0.021590429547519278,0.02139620399898215,9.418451790050225,0.507402514561649,0.025675017210405465,0.021407694180073968,0.020458797102551326,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,1368.5135951305901,1343.6210868586359,35.33832814945573,2.9250943782143395,1.30639930676503,0.7490618490552192,96.82074934608215,36.99342637727128,1.2241034716630084,1.169336674287973,1.1408656930272256,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,53.21298265812026,55.039916065403226,6.8684021632937755,3.3389549889572243,0.26707710604788565,0.31617819888335497,92.78016861566512,7.294722932238089,0.28695846153013593,0.2701879339705552,0.2549384634512821,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,70.38827946780434,77.19501973398911,8.19651778971131,1.5190457679773857,1.0798456168059891,0.6471165738411386,4.659849134688183,8.389772313227835,0.9070024122408471,0.8861100313201417,0.6558029590626653,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,52.80949695624562,60.51268300270831,7.187729483404563,1.3201952112375726,0.8574372070681996,0.5518035231814648,4.591071083877352,7.267014308245555,0.7061066534327665,0.698402864784249,0.48984963073501336,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,ETS,2401.7862131439992,2406.445691357245,34.5860418132473,1.3281040056286961,0.013161556548102277,0.013247012466962147,21.49325996303855,49.008021926456074,0.018789017990973572,0.013259824337347206,0.011295565829561191,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2966.045650932652,3054.901089250775,50.34629050796737,1.0944845762601603,0.21644531528869687,0.19999843521598823,13.021680345312786,54.46141433099816,0.20912227115578008,0.19332091802291365,0.13968841953633726,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 34262c5e4d958d7e061ddf02cb1c1688a9cb1d8e..0049eef948bfec9e141383e8df3936cb9f7e469c 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T19:54:43.364600+00:00", + "evaluated_at": "2026-06-19T02:54:01.520774+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 8e041ee18363597e28df66153601fc2c4d131a0c..35fbb7b0b6480988d43939b26e00d8e0dc022ca2 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T19:41:13.210661+00:00", + "evaluated_at": "2026-06-19T02:54:01.542523+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 0.3877377990420943, - 0.3341094919487221, - 0.29448118342483837, - 0.2428528952857432, - 0.20522457591381416, - 0.15359630267588018, - 0.10596803754417786, - 0.0663397290202942, - 0.020711438139385394, - -0.02641687813310214, - -0.06854516937163888, - -0.11717330241944832, - -0.16580173349048163, - -0.213429998622184, - -0.2590582895030928, - -0.30118661054395185, - -0.35481484313151807, - -0.3964431408073564, - -0.4430714784183068, - -0.48519976965684347, - -0.5328280347885458, - -0.5734562857343427, - -0.6165846833075656, - -0.6637128654696024, - -0.7103412030805528, - -0.7589695149422965, - -0.8065977800739988, - -0.8462261482025274, - -0.8928543069995433, - -0.9369826767970019, - -0.9891109584987953, - -1.030739285976956, - -1.0763675768578649, - -1.120995821008732, - -1.1676241586196825, - -1.2157524471164054, - -1.2608807146322936, - -1.3025089676046484, - -1.3541372706449046, - -1.3992655977654376, - -1.4413939039051356, - -1.488022181911441, - -1.5321504772030936, - -1.585278746030284, - -1.6229070355998907, - -1.6715354517697625, - -1.7121635686051087, - -1.759291869976435, - -1.8084202052031997, - -1.8560484852360633, - -1.8966767063795373, - -1.94930511575448, - -1.988433386012182, - -2.0325616515015126, - -2.075689944766607, - -2.128318264734583, - -2.1734465918551154, - -2.219074823131379, - -2.2647031140122884, - -2.306831330745019 + 0.22415248099933335, + 0.18352043705459203, + 0.14588844389300806, + 0.10575645311560987, + 0.06762443658900512, + 0.03349242816863208, + -0.008639596464204332, + -0.04377147280068457, + -0.08290365526662037, + -0.128035641275647, + -0.15916768831982983, + -0.19529967099099635, + -0.23443168954415902, + -0.2775637013023921, + -0.30969575037313296, + -0.3498277709528535, + -0.38395971976858173, + -0.42959178874727394, + -0.46222381647955185, + -0.500855826568855, + -0.5434878745667122, + -0.5766198064547212, + -0.6202518713802976, + -0.6513839184244805, + -0.693015919692296, + -0.7281478854357435, + -0.7712799866009439, + -0.8094119435229037, + -0.8420439414528593, + -0.8836760023253198, + -0.9228080059773212, + -0.9619400096293227, + -0.998072051905134, + -1.0362040684317386, + -1.0713360639775085, + -1.117467977507287, + -1.150100094646532, + -1.1927320830397445, + -1.2318640717905849, + -1.2599961723597388, + -1.3011281204602112, + -1.3487601934920193, + -1.3773921535134208, + -1.421524182199373, + -1.4541561801293286, + -1.4977882152525825, + -1.530920266349881, + -1.574052248305792, + -1.6061843420800164, + -1.6483163071082079, + -1.6824483751332258, + -1.7195803151274667, + -1.7597122164978976, + -1.8028443474654205, + -1.837976402615835, + -1.8731084577662493, + -1.9172403970452347, + -1.9548724498114634, + -1.993504430098444, + -2.023636430412586 ], "p10": [ - 0.34973775183521566, - 0.2890094229027016, - 0.2442812009009202, - 0.19475292744840952, - 0.1531245850690876, - 0.10759629886118291, - 0.06196800798027405, - 0.023339686581787117, - -0.028388585368686506, - -0.07791688564328739, - -0.11954516841796456, - -0.1711734416558985, - -0.2129017767872956, - -0.26343007014775777, - -0.3071582722415877, - -0.3422866387011861, - -0.3994149007334468, - -0.436943181904759, - -0.48577148001571135, - -0.5251997315098709, - -0.581828059584078, - -0.6254563762141935, - -0.6751846202696933, - -0.7137129369951761, - -0.7533411859144151, - -0.8049695187569937, - -0.8545977581394896, - -0.90122609575044, - -0.9349545219577342, - -0.9924826775122576, - -1.0361109941423727, - -1.084839298756192, - -1.1313675244057775, - -1.1689958586788676, - -1.2157241413581774, - -1.261352432239086, - -1.3068806916249007, - -1.3525090093278997, - -1.4033372928655161, - -1.445865570013515, - -1.4863938721656622, - -1.539122126026126, - -1.5816505104624854, - -1.6312787498449812, - -1.6682069858419333, - -1.7195353106259637, - -1.7651636015068726, - -1.811791939117823, - -1.854420209017897, - -1.9050484951304343, - -1.9496767392813013, - -1.9954050348352144, - -2.042933414503202, - -2.08756165865407, - -2.1312899680362603, - -2.1799182798980046, - -2.2197465381632515, - -2.2682748453519905, - -2.315703113058614, - -2.35763144561509 + 0.17005254570613573, + 0.13602048235412206, + 0.10578847736697657, + 0.06665631874289868, + 0.021624432774307846, + -0.018507558003090334, + -0.0406395421047683, + -0.09577163778634132, + -0.12190368959889578, + -0.17413564976334842, + -0.21036768479123485, + -0.24939963608651636, + -0.286431720419365, + -0.3245637369459697, + -0.36189570416761235, + -0.39782771921602184, + -0.4379597397957424, + -0.4751918215536704, + -0.5172237938297869, + -0.551555859279884, + -0.5925877848259591, + -0.6266198213558825, + -0.6670518410534543, + -0.7069838344057733, + -0.7401159063646975, + -0.7842479112087919, + -0.8252799470234597, + -0.8545119559445117, + -0.89364396853721, + -0.9271759548800226, + -0.9728080178982501, + -1.0039399457331435, + -1.049172043703535, + -1.0892040417288578, + -1.1254360767567444, + -1.1654680747820674, + -1.1977001046839542, + -1.2399321310095626, + -1.2798641243618816, + -1.3140961851389747, + -1.3543281805893768, + -1.3953602134238126, + -1.4344921634316337, + -1.4705242069949052, + -1.4982561875441465, + -1.5477882599560662, + -1.573920219381421, + -1.6180522778696957, + -1.6565842624243692, + -1.69731633190374, + -1.736548280624101, + -1.7577803299571022, + -1.8137123557343477, + -1.8528444189909943, + -1.8771763747685448, + -1.9261084310633685, + -1.9624404707642593, + -2.004372438367372, + -2.037504459662348, + -2.07963642469054 ], "p90": [ - 0.4139378133948927, - 0.3662094959064705, - 0.3244812144192536, - 0.2748529154321131, - 0.23222458592739448, - 0.18669629971948978, - 0.13696794837562928, - 0.09633970637052919, - 0.04671152063221376, - 0.0010831492850344516, - -0.04054511262801705, - -0.09107340300824684, - -0.13480171537066962, - -0.17833003328824543, - -0.2280582713832808, - -0.2736866695525502, - -0.32021489520213575, - -0.36394309729596575, - -0.40647148769278957, - -0.45119973055619655, - -0.5008280235828726, - -0.5464562608196012, - -0.588084603198923, - -0.6367129150606669, - -0.683341187106508, - -0.7249695354462943, - -0.7765978086842283, - -0.8202260955120214, - -0.8658543826676398, - -0.911482677273839, - -0.9570108859957054, - -1.0016392374349332, - -1.0452675600255132, - -1.093995828504016, - -1.135624093769829, - -1.187052412796051, - -1.2307806312811582, - -1.2774089688921086, - -1.3221372952020183, - -1.367765585710398, - -1.416393921786529, - -1.4590221678447448, - -1.5005504280650244, - -1.5501786674475202, - -1.5959070404874716, - -1.6374352947472863, - -1.6859636078964906, - -1.7327918237232307, - -1.7753202141200546, - -1.82504845221509, - -1.86567674786437, - -1.915304987246866, - -1.9609333939843032, - -2.0025616741512775, - -2.0511899323688407, - -2.097818237197237, - -2.1434464952955907, - -2.1890748487613765, - -2.2347031392697567, - -2.280331314294137 + 0.2513525182403154, + 0.2121205695199546, + 0.17598852724414332, + 0.13885644419875498, + 0.09872445938182126, + 0.059492421254493284, + 0.021360377905798412, + -0.014571556676340712, + -0.050803597664691676, + -0.09293556269288335, + -0.13116757197156323, + -0.17019974678426264, + -0.20533163802190407, + -0.2415637266939708, + -0.28359564532590703, + -0.32182777381387645, + -0.3598596783791164, + -0.3989917386555305, + -0.4362237578285814, + -0.47435572071100585, + -0.5114878097168587, + -0.5495198215704591, + -0.588651854652254, + -0.6268838732441597, + -0.6639158711502733, + -0.6991478713690473, + -0.7411798436451639, + -0.7784119254030917, + -0.8135439745930418, + -0.8554758885519739, + -0.8926079775578265, + -0.931939972674443, + -0.9710719822869089, + -1.0060039804075993, + -1.0443359943592834, + -1.0844680741711197, + -1.118600112766344, + -1.160732104616626, + -1.198864111830005, + -1.2369960512431006, + -1.275128150843679, + -1.3141601352940442, + -1.3473922119259727, + -1.3884241851557633, + -1.4276561875203044, + -1.465788236829464, + -1.5039202526110105, + -1.5420521834559384, + -1.5801842536267234, + -1.6183162995831215, + -1.6563482402836773, + -1.6905803010607705, + -1.7326122733368867, + -1.770844282615567, + -1.8078763669484155, + -1.8471083156687762, + -1.8862403789254227, + -1.923372438128953, + -1.9615044188927706, + -1.9965364812911104 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 40d29c97e7405f6d0fd3c72f42ad04fffcd8900a..4927c73f9be4d8979fb7a2ae4258743f0a5af000 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T19:41:13.231386+00:00", + "evaluated_at": "2026-06-19T02:54:01.565673+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4947175458622208, - 1.4994075374825162, - 1.5040975291028114, - 1.5087875207231067, - 1.5134775123434019, - 1.5181675039636973, - 1.5228574955839924, - 1.5275474872042878, - 1.532237478824583, - 1.5369274704448783, - 1.5416174620651735, - 1.5463074536854688, - 1.550997445305764, - 1.5556874369260594, - 1.5603774285463545, - 1.56506742016665, - 1.569757411786945, - 1.5744474034072402, - 1.5791373950275356, - 1.5838273866478307, - 1.5885173782681261, - 1.5932073698884213, - 1.5978973615087166, - 1.6025873531290118, - 1.6072773447493072, - 1.6119673363696023, - 1.6166573279898977, - 1.6213473196101928, - 1.6260373112304882, - 1.6307273028507834, - 1.6354172944710788, - 1.640107286091374, - 1.6447972777116693, - 1.6494872693319644, - 1.6541772609522596, - 1.658867252572555, - 1.6635572441928503, - 1.6682472358131455, - 1.6729372274334406, - 1.677627219053736, - 1.6823172106740312, - 1.6870072022943265, - 1.6916971939146217, - 1.696387185534917, - 1.7010771771552122, - 1.7057671687755076, - 1.7104571603958028, - 1.7151471520160981, - 1.7198371436363933, - 1.7245271352566887, - 1.7292171268769838, - 1.7339071184972792, - 1.7385971101175743, - 1.7432871017378697, - 1.7479770933581649, - 1.75266708497846, - 1.7573570765987554, - 1.7620470682190508, - 1.766737059839346, - 1.771427051459641, - 1.7761170430799365, - 1.7808070347002316, - 1.785497026320527, - 1.7901870179408221, - 1.7948770095611175, - 1.7995670011814127, - 1.804256992801708, - 1.8089469844220032, - 1.8136369760422983, - 1.8183269676625937, - 1.823016959282889, - 1.8277069509031842 + 1.4989820214202048, + 1.5035980533407298, + 1.5082140852612549, + 1.51283011718178, + 1.517446149102305, + 1.52206218102283, + 1.5266782129433552, + 1.5312942448638802, + 1.535910276784405, + 1.5405263087049301, + 1.5451423406254552, + 1.5497583725459803, + 1.5543744044665053, + 1.5589904363870304, + 1.5636064683075555, + 1.5682225002280805, + 1.5728385321486056, + 1.5774545640691306, + 1.5820705959896557, + 1.5866866279101808, + 1.5913026598307058, + 1.595918691751231, + 1.600534723671756, + 1.6051507555922808, + 1.6097667875128059, + 1.614382819433331, + 1.618998851353856, + 1.623614883274381, + 1.6282309151949061, + 1.6328469471154312, + 1.6374629790359563, + 1.6420790109564813, + 1.6466950428770064, + 1.6513110747975315, + 1.6559271067180565, + 1.6605431386385816, + 1.6651591705591067, + 1.6697752024796317, + 1.6743912344001566, + 1.6790072663206819, + 1.6836232982412067, + 1.6882393301617318, + 1.6928553620822568, + 1.697471394002782, + 1.702087425923307, + 1.706703457843832, + 1.711319489764357, + 1.7159355216848822, + 1.7205515536054072, + 1.7251675855259323, + 1.7297836174464574, + 1.7343996493669824, + 1.7390156812875075, + 1.7436317132080326, + 1.7482477451285576, + 1.7528637770490825, + 1.7574798089696078, + 1.7620958408901326, + 1.7667118728106577, + 1.7713279047311827, + 1.7759439366517078, + 1.7805599685722329, + 1.785176000492758, + 1.789792032413283, + 1.794408064333808, + 1.7990240962543331, + 1.8036401281748582, + 1.8082561600953833, + 1.8128721920159083, + 1.8174882239364334, + 1.8221042558569582, + 1.8267202877774835 ], "p10": [ - 1.394717522020363, - 1.3994075136406583, - 1.4040975052609534, - 1.4087874968812488, - 1.413477488501544, - 1.4181674801218394, - 1.4228574717421345, - 1.4275474633624299, - 1.432237454982725, - 1.4369274466030204, - 1.4416174382233156, - 1.446307429843611, - 1.450997421463906, - 1.4556874130842015, - 1.4603774047044966, - 1.465067396324792, - 1.4697573879450871, - 1.4744473795653823, - 1.4791373711856777, - 1.4838273628059728, - 1.4885173544262682, - 1.4932073460465634, - 1.4978973376668587, - 1.5025873292871539, - 1.5072773209074493, - 1.5119673125277444, - 1.5166573041480398, - 1.521347295768335, - 1.5260372873886303, - 1.5307272790089255, - 1.5354172706292208, - 1.540107262249516, - 1.5447972538698114, - 1.5494872454901065, - 1.5541772371104017, - 1.558867228730697, - 1.5635572203509924, - 1.5682472119712876, - 1.5729372035915827, - 1.577627195211878, - 1.5823171868321733, - 1.5870071784524686, - 1.5916971700727638, - 1.5963871616930592, - 1.6010771533133543, - 1.6057671449336497, - 1.6104572557632344, - 1.6151471281742402, - 1.6198371197945354, - 1.6245271114148307, - 1.629217103035126, - 1.6339070946554213, - 1.6385970862757164, - 1.6432870778960118, - 1.647977069516307, - 1.6526670611366021, - 1.6573570527568975, - 1.6620470443771929, - 1.6667371552067776, - 1.6714270276177832, - 1.6761170192380785, - 1.6808070108583737, - 1.6854971216879586, - 1.6901869940989642, - 1.6948769857192596, - 1.6995669773395548, - 1.7042569689598501, - 1.7089469605801453, - 1.7136369522004404, - 1.7183269438207358, - 1.7230169354410312, - 1.7277069270613263 + 1.3989819975783468, + 1.403598029498872, + 1.408214061419397, + 1.412830093339922, + 1.417446125260447, + 1.4220621571809722, + 1.4266781891014972, + 1.4312942210220223, + 1.4359102529425471, + 1.4405262848630722, + 1.4451423167835973, + 1.4497583487041223, + 1.4543743806246474, + 1.4589904125451725, + 1.4636064444656975, + 1.4682224763862226, + 1.4728385083067477, + 1.4774545402272727, + 1.4820705721477978, + 1.4866866040683229, + 1.491302635988848, + 1.495918667909373, + 1.500534699829898, + 1.505150731750423, + 1.509766763670948, + 1.5143829148007626, + 1.518998827511998, + 1.5236148594325232, + 1.5282308913530482, + 1.5328469232735733, + 1.5374629551940984, + 1.5420789871146234, + 1.5466950190351485, + 1.5513110509556736, + 1.5559270828761986, + 1.5605431147967237, + 1.5651591467172488, + 1.5697751786377738, + 1.5743912105582987, + 1.579007242478824, + 1.5836232743993488, + 1.5882393063198739, + 1.592855338240399, + 1.597471370160924, + 1.602087402081449, + 1.6067034340019741, + 1.6113194659224992, + 1.6159354978430243, + 1.6205515297635493, + 1.6251675616840744, + 1.6297835936045995, + 1.6343996255251245, + 1.6390156574456496, + 1.6436316893661747, + 1.6482477212866997, + 1.6528637532072246, + 1.6574797851277498, + 1.6620958170482747, + 1.6667118489687998, + 1.6713278808893248, + 1.67594391280985, + 1.680559944730375, + 1.6851759766509, + 1.689792008571425, + 1.6944080404919502, + 1.6990240724124752, + 1.7036401043330003, + 1.7082561362535253, + 1.7128721681740504, + 1.7174882000945755, + 1.7221042320151003, + 1.7267202639356256 ], "p90": [ - 1.694717474336647, - 1.6094075517876303, - 1.6040975529446693, - 1.6087875445649646, - 1.6134775361852598, - 1.6181675278055552, - 1.7228574240584187, - 1.727547415678714, - 1.7322374072990092, - 1.6369274942867362, - 1.7416173905395997, - 1.7463073821598951, - 1.7509973737801903, - 1.6556874607679173, - 1.6603774523882124, - 1.6650674440085078, - 1.6797574260920591, - 1.6744474272490981, - 1.7791373235019619, - 1.6838274104896886, - 1.688517402109984, - 1.7932072983628475, - 1.797897289983143, - 1.802587281603438, - 1.707277368591165, - 1.7119673602114602, - 1.816657256464324, - 1.7213473434520508, - 1.8260372397049145, - 1.8307272313252096, - 1.7354173183129367, - 1.7401073099332318, - 1.8447972061860956, - 1.8494871978063907, - 1.8541771894266859, - 1.8588671810469812, - 1.8635571726672766, - 1.7682472596550034, - 1.872937155907867, - 1.8776271475281623, - 1.782317234515889, - 1.8870071307687528, - 1.891697122389048, - 1.796387209376775, - 1.9010771056296385, - 1.8157671830806217, - 1.8104571842376607, - 1.815147175857956, - 1.9198370721108196, - 1.924527063731115, - 1.8292171507188417, - 1.9339070469717055, - 1.8385971339594323, - 1.943287030212296, - 1.8479771172000228, - 1.862667099283574, - 1.8573571004406133, - 1.8620470920609087, - 1.8667370836812038, - 1.9714269799340673, - 1.9761169715543627, - 1.8908070490053457, - 1.9854969547949533, - 1.9901869464152484, - 1.8948770334029754, - 1.999566929655839, - 2.0042569212761343, - 2.0089469128964295, - 1.9136369998841563, - 1.9183269915044516, - 1.923016983124747, - 1.9277069747450422 + 1.698981949894631, + 1.6035980771825877, + 1.6082141091031128, + 1.6128301410236379, + 1.7174460775767313, + 1.622062204864688, + 1.7266781414177814, + 1.6312942687057381, + 1.635910300626263, + 1.640526332546788, + 1.7451422690998815, + 1.6497583963878382, + 1.7543743329409316, + 1.6689904506921445, + 1.6636064921494134, + 1.6682225240699384, + 1.6728385559904635, + 1.777454492543557, + 1.782070524464082, + 1.6866865325427491, + 1.70130267413582, + 1.7959187394349467, + 1.7005347475136139, + 1.805150684066707, + 1.8097667159872322, + 1.7143828432751889, + 1.8189987798282823, + 1.723614907116239, + 1.7382309295000202, + 1.832846994799147, + 1.7474629933410704, + 1.7420790347983393, + 1.7466950667188643, + 1.7513110986393894, + 1.7559271305599145, + 1.8605430671130079, + 1.7651591944009646, + 1.869775130954058, + 1.7843912487052707, + 1.8790071947951081, + 1.883623226715633, + 1.7882393540035897, + 1.802855376387371, + 1.7974714178446398, + 1.812087440228421, + 1.80670348168569, + 1.811319513606215, + 1.9159354501593084, + 1.8205515774472651, + 1.9251675140003586, + 1.8297836412883153, + 1.8343996732088403, + 1.8390157051293654, + 1.8436317370498905, + 1.8482477689704155, + 1.8528638008909404, + 1.8574798328114657, + 1.8620958647319905, + 1.966711801285084, + 1.971327833205609, + 1.8759439604935657, + 1.8805599924140908, + 1.9851759289671842, + 1.889792056255141, + 1.894408088175666, + 1.9990240247287594, + 2.0036400566492842, + 1.9082561839372412, + 2.0128721204903344, + 1.9174882477782913, + 1.9221042796988161, + 2.02672021625191 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 37b084831c6abec9d19699979572e108cfc9d172..c029f71ed73462ffc2b076ce2bde71c528ba31d8 100644 --- a/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/ets/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:44:16.242322+00:00", + "evaluated_at": "2026-06-19T02:54:01.585284+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,114 +172,114 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 17.675940385823264, - 17.695845667320775, - 15.715750948818286, - 17.735656230315797, - 16.75556151181331, - 15.77546679331082, - 17.79537207480833, - 17.81527735630584, - 16.835182637803353, - 17.855087919300864, - 17.874993200798375, - 17.894898482295886, - 17.9148037637934, - 17.934709045290912, - 15.954614326788423, - 17.974519608285934, - 16.994424889783446, - 18.014330171280957, - 18.034235452778468, - 18.05414073427598, - 18.07404601577349, - 18.093951297271, - 18.113856578768512, - 16.133761860266024 + 17.579126518940786, + 17.59788527557469, + 16.616644032208598, + 17.635402788842505, + 17.65416154547641, + 17.672920302110317, + 17.691679058744224, + 17.71043781537813, + 16.229196572012036, + 17.747955328645943, + 16.766714085279848, + 18.285472841913755, + 17.804231598547663, + 17.822990355181567, + 17.341749111815474, + 16.860507868449382, + 17.379266625083286, + 16.898025381717193, + 17.9167841383511, + 17.935542894985005, + 15.954301651618913, + 17.97306040825282, + 17.491819164886724, + 17.510577921520632 ], "p10": [ - 9.575940385823266, - 8.695845667320775, - 9.715750948818286, - 9.735656230315797, - 9.65556151181331, - 9.675466793310822, - 9.79537207480833, - 9.815277356305842, - 8.835182637803353, - 8.855087919300864, - 9.874993200798375, - 9.794898482295888, - 9.914803763793401, - 8.934709045290912, - 8.854614326788425, - 9.974519608285934, - 8.994424889783446, - 10.014330171280957, - 10.93423545277847, - 10.054140734275979, - 9.07404601577349, - 9.093951297271001, - 9.113856578768512, - 9.133761860266024 + 7.579126518940786, + 7.59788527557469, + 8.5166440322086, + 10.635402788842505, + 8.65416154547641, + 7.672920302110317, + 8.691679058744224, + 9.61043781537813, + 8.629196572012038, + 9.747955328645943, + 9.66671408527985, + 9.785472841913755, + 10.804231598547663, + 6.822990355181567, + 8.841749111815474, + 8.860507868449382, + 9.879266625083286, + 8.798025381717196, + 7.916784138351101, + 9.935542894985005, + 9.954301651618913, + 9.873060408252822, + 8.991819164886724, + 10.010577921520632 ], "p90": [ - 25.675940385823264, - 23.695845667320775, - 23.715750948818286, - 23.83565623031579, - 21.855561511813303, - 22.875466793310814, - 23.79537207480833, - 24.81527735630584, - 21.935182637803347, - 23.855087919300864, - 23.97499320079837, - 25.894898482295886, - 23.9148037637934, - 25.934709045290912, - 23.954614326788423, - 23.974519608285934, - 23.994424889783446, - 26.014330171280957, - 24.034235452778468, - 24.05414073427598, - 24.07404601577349, - 25.093951297271, - 24.113856578768512, - 24.133761860266024 + 23.579126518940786, + 23.59788527557469, + 23.716644032208592, + 23.635402788842505, + 23.65416154547641, + 23.672920302110317, + 23.691679058744224, + 25.71043781537813, + 23.729196572012036, + 23.747955328645943, + 23.766714085279848, + 23.785472841913755, + 23.804231598547663, + 24.822990355181567, + 23.841749111815474, + 22.960507868449376, + 23.879266625083286, + 23.898025381717193, + 23.9167841383511, + 25.935542894985005, + 23.954301651618913, + 23.073060408252815, + 23.991819164886724, + 24.010577921520632 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a0c73c0ba11d4282786b6c77fbf55f12cb8b4f34..781a1919453f042548a1027e73606769acaddd65 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,13 +1,31 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T19:54:43.373307+00:00", + "evaluated_at": "2026-06-19T02:54:01.596810+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:52:00.546561Z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index f0ac0b2a0d72301febd6a441822f7651cebd152c..79a7b3594cbed77a3345a2099df127d74cb7ffdd 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1509,3 +1509,7 @@ {"evaluated_at": "2026-06-18T19:41:13.292052+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-18T19:41:13.292052+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-18T19:54:43.445497+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T02:54:01.693615+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-19T02:54:01.693615+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-19T02:54:01.693615+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-19T02:54:01.693615+00:00", "dataset": "usgs_earthquake_all_week_hourly_earthquake_count", "prediction_length": 24} diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index a8b720b88b8c3fed63a0e079db965fdfbbb2fdd4..c9d9fc7ea3ff212402fda0e9511d03739cdf9e0e 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,1028427.2280941232,979452.171729519,791.8514531364235,0.7805329629346495,0.012218653698468931,0.012102647843930128,18.72413599520036,1014.1140113883267,0.015540079331511934,0.012134172550941121,0.011390509818765958,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.8971895065826423,2.22177218333219,1.1928848628381001,0.6727766231559213,0.050153502356709755,0.05216584472972252,2.6699454011537918,1.3773850248142827,0.05955294210135966,0.05157584980987017,0.040862303023455046,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.8771793863033827,0.8851562903330509,0.9051384663343108,1.0473110105998271,10.360409509411062,1.5527640621766232,38.01432393763933,0.9365785531942222,4.350109001439377,4.204079814257066,4.130048560096964,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02615404229336382,0.02683143313322693,0.13274650159109744,0.8099788370708352,0.0854325601171089,0.08820376251952128,7.802319718953119,0.16172211442274623,0.10702198448375506,0.08784694711830338,0.07353693262419791,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.5390966481056918,0.5451829159775573,0.6732885440774928,0.7905540871025319,8.159773394703636,1.4197396844609271,27.872370366898043,0.7342320124495334,2.952675638183695,2.7075946674313998,2.6456911592821615,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.025560061846371034,0.025926506018261346,0.13046102900102724,0.7960335774332999,0.08460737164836557,0.08672221350036896,7.457505723647801,0.15987514455465252,0.10599457246473172,0.08649350110545645,0.07453894100188667,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.932342005104257,4.060882050768716,1.817105279052465,1.8247083076756667,0.09021548488471502,0.09537248599032146,36.086508830343774,1.9830133648324857,0.10034223483209034,0.09194713856137625,0.08789719481553965,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,112.22604789666775,106.52986706039837,9.318149915915813,0.7713004367136018,0.3539253521397272,0.28699147866182334,12.406617206311937,10.593679620257909,0.3505422792848068,0.30833531193414904,0.2790730163613627,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.363432624967402,5.317922497421328,2.0686029465835087,1.0056155659578252,0.08085304323644242,0.08082059654207746,12.606806292801627,2.3159085959871994,0.09110278401554146,0.0813743201191312,0.07106704240720957,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,55.484738854750844,61.491340671949494,7.1988107119095135,1.334142525759292,0.9587828219230395,0.595302065352143,4.618532467057025,7.448807881449947,0.8052765277243186,0.7782498066929204,0.5671120222018425,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,37.27313316182073,43.49267557698973,6.036676646706586,1.1087773432726384,0.7258840374154735,0.4893669973468912,4.5910710838773525,6.1051726561843225,0.5932151568762095,0.5865596741739193,0.40016269754687656,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,2727.9633204450324,2723.550034626042,38.538011695906484,1.479859649122809,0.014650086894531442,0.014773004411888243,24.242245064166458,52.22990829443445,0.020024245991476466,0.01477495656073092,0.012571199920283507,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3186.993684116635,3177.361323443369,49.11165845648604,1.0676447490540444,0.21863862441419712,0.19485722187989926,15.220407540008106,56.4534647662713,0.21677139515298907,0.18858014766615594,0.14220183563365515,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index 45ef3583a4f91a9b1af6094bb4023e5de8ce6f6a..bb23385594657e52a2025a00db603e1912f9ffe7 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T19:54:43.381814+00:00", + "evaluated_at": "2026-06-19T02:54:01.603965+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ecabf4edd559171fc3ecbb29720ef3eefdb92f1c..e48de97ae73d8bd61cb8be429f93b8642a3c8a46 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T19:41:13.245684+00:00", + "evaluated_at": "2026-06-19T02:54:01.614543+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 1.0094801656569965, - 1.0014801494445331, - 1.0074801318015583, - 1.001480134543372, - 1.0094801060523517, - 1.0034801236953266, - 1.0014801494445331, - 1.0074801318015583, - 1.0074801318015583, - 1.0059801064099796, - 1.0094801060523517, - 1.006480263885451, - 1.0034801236953266, - 1.0014801494445331, - 1.0014801494445331, - 1.0049801192845829, - 0.9969801775779253, - 1.000980170782996, - 0.9999801240529544, - 1.0034801236953266, - 1.0014801494445331, - 1.0064801893796451, - 1.008980082687331, - 1.007480191406203, - 1.0064801446761615, - 1.0034801236953266, - 1.0014801494445331, - 1.0074800721969135, - 1.0064802042808063, - 1.0079801253642566, - 1.001480134543372, - 1.00548009794612, - 1.00548009794612, - 1.0064801446761615, - 1.00548009794612, - 1.0029801003303058, - 1.0034801236953266, - 1.0074801616038807, - 1.0014801494445331, - 1.001980113204909, - 1.00548009794612, - 1.0044801108207233, - 1.0059801064099796, - 0.998480128463698, - 1.0064801297750003, - 1.003480004486037, - 1.0084801785315998, - 1.0069801680411823, - 1.0034801236953266, - 1.001480134543372, - 1.0064802042808063, - 0.9994800857867724, - 1.0059801064099796, - 1.0074801318015583, - 1.0099801294173725, - 1.0029801003303058, - 1.0034800640906818, - 1.0034801236953266, - 1.0034801236953266, - 1.0069801978435047 + 0.8056305601122572, + 0.8031305326941206, + 0.8036305560591414, + 0.8016305818083479, + 0.8016305818083479, + 0.8056305899145796, + 0.8016305818083479, + 0.8046307219984724, + 0.8036305560591414, + 0.7966305865767195, + 0.8036305560591414, + 0.8056305899145796, + 0.8046305878880217, + 0.7996305926563932, + 0.8056305601122572, + 0.8036305560591414, + 0.8076306237700178, + 0.8001305713179304, + 0.8056305601122572, + 0.8051305665495588, + 0.8006305350783064, + 0.805630619716902, + 0.8001305713179304, + 0.8071305408003523, + 0.8036305560591414, + 0.8066306068422987, + 0.8016305222037031, + 0.8016305818083479, + 0.8071306004049971, + 0.8036305560591414, + 0.8026305689337446, + 0.8016305818083479, + 0.8036305560591414, + 0.8036305560591414, + 0.8066305770399763, + 0.7986306800368025, + 0.8041305794241621, + 0.7996306075575544, + 0.7986306353333189, + 0.8086305512907698, + 0.805630619716902, + 0.7961305632116987, + 0.805630619716902, + 0.7996306075575544, + 0.8051306261542036, + 0.7996306075575544, + 0.8046305729868605, + 0.7996306075575544, + 0.8056305303099348, + 0.8016305818083479, + 0.8056305303099348, + 0.8066306068422987, + 0.8046307219984724, + 0.7996306075575544, + 0.8026305689337446, + 0.8056305303099348, + 0.7996306075575544, + 0.8001305713179304, + 0.7996306075575544, + 0.8076306237700178 ], "p10": [ - 0.9714801184501177, - 0.9563800803985125, - 0.95728014927764, - 0.9533801667060381, - 0.957380115207625, - 0.9574801198806292, - 0.9574801198806292, - 0.9644800893630511, - 0.9583801082934863, - 0.9544800988997942, - 0.9584801070060259, - 0.9524801246490008, - 0.9563800803985125, - 0.9514800779189593, - 0.9533801667060381, - 0.9638800911273486, - 0.9523801199759966, - 0.9604801296855933, - 0.9572801224555498, - 0.9634801618422991, - 0.9524801246490008, - 0.9544800988997942, - 0.9503801457252031, - 0.9574801198806292, - 0.9634801618422991, - 0.9574801198806292, - 0.9534801713790423, - 0.9524801246490008, - 0.9643799893226153, - 0.9524801246490008, - 0.9544800988997942, - 0.9513800851668841, - 0.9504801503982073, - 0.9584801070060259, - 0.957380115207625, - 0.957380115207625, - 0.9574801467027193, - 0.9574801198806292, - 0.9522801272239214, - 0.9553801409568315, - 0.9604801296855933, - 0.9533801667060381, - 0.9564800731505877, - 0.9524801246490008, - 0.9611801795329576, - 0.9554801456298357, - 0.9554801456298357, - 0.9544800988997942, - 0.9574801198806292, - 0.9524801246490008, - 0.9534801713790423, - 0.9533801667060381, - 0.9514800779189593, - 0.9524801246490008, - 0.9543801061477191, - 0.9513800851668841, - 0.9571801177825457, - 0.9542801014747149, - 0.9524801246490008, - 0.9561800829734332 + 0.7515306248190595, + 0.7556305779936506, + 0.7635305895331098, + 0.7625304474356367, + 0.7556305779936506, + 0.7536306037428572, + 0.7696306361677839, + 0.7526305570128157, + 0.764630521726866, + 0.750530578089018, + 0.7524305595877363, + 0.7515306248190595, + 0.7526305570128157, + 0.7526305570128157, + 0.7534306063177778, + 0.755630607795973, + 0.7536306037428572, + 0.754530538511534, + 0.7506305827620222, + 0.7544305338385298, + 0.7515306248190595, + 0.7556306048157407, + 0.7533306016447737, + 0.7515306248190595, + 0.7565305693867399, + 0.7505305810692503, + 0.7476305617811873, + 0.7565305693867399, + 0.7555305733206464, + 0.7601306035044386, + 0.7526305570128157, + 0.7596306457045271, + 0.7525305642607405, + 0.7506305827620222, + 0.7525305642607405, + 0.7506305827620222, + 0.7565305693867399, + 0.7524305595877363, + 0.7506305827620222, + 0.754530538511534, + 0.7524305595877363, + 0.7495305432799055, + 0.7485306097986891, + 0.7506305827620222, + 0.7610306187393858, + 0.7496305628540708, + 0.7616306199553206, + 0.7556305779936506, + 0.7552306099655821, + 0.7526305570128157, + 0.7515306248190595, + 0.7684305920126631, + 0.7506305827620222, + 0.7496305360319807, + 0.7634305967810346, + 0.7526305570128157, + 0.7544305338385298, + 0.7506305827620222, + 0.7556305779936506, + 0.7516306294920637 ], "p90": [ - 1.035680180009795, - 1.0335801534022815, - 1.0374801627959735, - 1.0334801546897419, - 1.036480116065932, - 1.0365801207389362, - 1.0324800602759845, - 1.0374801091517933, - 1.0334802142943866, - 1.033480133828116, - 1.0374801627959735, - 1.0325801632966525, - 1.0344801418151386, - 1.0365801147784717, - 1.0324801675643451, - 1.0324800602759845, - 1.0315801255073078, - 1.0334802142943866, - 1.0365801147784717, - 1.0374801627959735, - 1.0334801606502064, - 1.0334802142943866, - 1.0374801627959735, - 1.0344801418151386, - 1.0334801606502064, - 1.0374801031913288, - 1.0314801208343036, - 1.0334801248874195, - 1.0334801286127098, - 1.0334801248874195, - 1.033580207046462, - 1.0345801464881428, - 1.0365801147784717, - 1.0334801371808775, - 1.0374801627959735, - 1.0316801346506603, - 1.033580207046462, - 1.0325801603164204, - 1.0334801248874195, - 1.0334801252599486, - 1.0304800800647267, - 1.0334801248874195, - 1.0375801555480488, - 1.033580207046462, - 1.0334801248874195, - 1.0375801615085132, - 1.0346801392402178, - 1.0334802142943866, - 1.0365801147784717, - 1.0324801675643451, - 1.0374801627959735, - 1.0334802142943866, - 1.0334800984378583, - 1.0374801091517933, - 1.0344801418151386, - 1.0334801278676518, - 1.0334801606502064, - 1.0334800980653294, - 1.0334800984378583, - 1.0334802142943866 + 0.8328305973532393, + 0.8317306651594831, + 0.8337306394102766, + 0.834730572891493, + 0.8327306046011641, + 0.8316305830004408, + 0.8316305561783507, + 0.8338306381228162, + 0.83573061366107, + 0.8317306651594831, + 0.831630672407408, + 0.8307305141213133, + 0.8337306394102766, + 0.8356305672648145, + 0.8317306651594831, + 0.8316305531981184, + 0.8317306651594831, + 0.8307306214096739, + 0.8316306187632276, + 0.831630672407408, + 0.8326305999281599, + 0.8327306046011641, + 0.831730588045974, + 0.8316305859806731, + 0.8327306046011641, + 0.8356306209089949, + 0.8317306651594831, + 0.8326305999281599, + 0.8356305672648145, + 0.8318306698324873, + 0.8328305973532393, + 0.8316306187632276, + 0.8306306256773665, + 0.8338306440832808, + 0.8336306466582014, + 0.8316305833729698, + 0.8356305613043501, + 0.8316305859806731, + 0.8316305952938988, + 0.831630672407408, + 0.8316305893334343, + 0.8307306214096739, + 0.8356305613043501, + 0.8327306046011641, + 0.8316306187632276, + 0.8316305859806731, + 0.8316305867257311, + 0.831630672407408, + 0.8316306187632276, + 0.8316305893334343, + 0.8317306651594831, + 0.8356306209089949, + 0.8317306651594831, + 0.831630672407408, + 0.8327306046011641, + 0.831630672407408, + 0.8306306256773665, + 0.8316305830004408, + 0.8316306187632276, + 0.834730572891493 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 443965f7639ac4412ad783f8cefd338603c87910..b009b298f6126a6232927272cec7d2bf30f43de7 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T19:41:13.257088+00:00", + "evaluated_at": "2026-06-19T02:54:01.628693+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704, - 1.4443661855979704 + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516 ], "p10": [ - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.344366280965402, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.344366280965402, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.344366280965402, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125, - 1.3443661617561125 + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541080673255832, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936 ], "p90": [ - 1.6443661140723966, - 1.5543661999030844, - 1.5443662094398283, - 1.5443662094398283, - 1.5443662094398283, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.5443662094398283, - 1.5443662094398283, - 1.5543661999030844, - 1.5443662094398283, - 1.6443661140723966, - 1.5443662094398283, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.5443662094398283, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.5543661999030844, - 1.5443662094398283, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.5443662094398283, - 1.5543661999030844, - 1.5443662094398283, - 1.5443662094398283, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.5543661999030844, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.6443661140723966, - 1.6443661140723966, - 1.6443661140723966, - 1.5443662094398283, - 1.5443662094398283, - 1.5443662094398283, - 1.5443662094398283 + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5641079862632656, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.55410787659072, + 1.5641079862632656, + 1.6541080196418674, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5641079862632656, + 1.6541080196418674, + 1.5641079862632656, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5641079862632656, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.5641079862632656, + 1.5541079958000095, + 1.5641079862632656, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 8ffc235cc2b22dc60463a1769c3659c460ffa794..6e55c210cf0c128fc445ab7570311caaaa910d1c 100644 --- a/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/moving_average/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:44:16.268976+00:00", + "evaluated_at": "2026-06-19T02:54:01.641965+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,114 +172,114 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 16.898702594810377, - 16.898702594810377, - 14.898702594810379, - 16.898702594810377, - 15.898702594810379, - 14.898702594810379, - 16.898702594810377, - 16.898702594810377, - 15.898702594810379, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 14.898702594810379, - 16.898702594810377, - 15.898702594810379, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 16.898702594810377, - 14.898702594810379 + 16.494011976047904, + 16.494011976047904, + 15.494011976047904, + 16.494011976047904, + 16.494011976047904, + 16.494011976047904, + 16.494011976047904, + 16.494011976047904, + 14.994011976047904, + 16.494011976047904, + 15.494011976047904, + 16.994011976047904, + 16.494011976047904, + 16.494011976047904, + 15.994011976047904, + 15.494011976047904, + 15.994011976047904, + 15.494011976047904, + 16.494011976047904, + 16.494011976047904, + 14.494011976047904, + 16.494011976047904, + 15.994011976047904, + 15.994011976047904 ], "p10": [ - 8.798702594810381, - 7.898702594810379, - 8.898702594810379, - 8.898702594810379, - 8.798702594810381, - 8.798702594810381, - 8.898702594810379, - 8.898702594810379, - 7.898702594810379, - 7.898702594810379, - 8.898702594810379, - 8.798702594810381, - 8.898702594810379, - 7.898702594810379, - 7.798702594810381, - 8.898702594810379, - 7.898702594810379, - 8.898702594810379, - 9.798702594810381, - 8.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379, - 7.898702594810379 + 6.494011976047904, + 6.494011976047904, + 7.394011976047906, + 9.494011976047904, + 7.494011976047904, + 6.494011976047904, + 7.494011976047904, + 8.394011976047906, + 7.394011976047906, + 8.494011976047904, + 8.394011976047906, + 8.494011976047904, + 9.494011976047904, + 5.494011976047904, + 7.494011976047904, + 7.494011976047904, + 8.494011976047904, + 7.394011976047906, + 6.494011976047904, + 8.494011976047904, + 8.494011976047904, + 8.394011976047906, + 7.494011976047904, + 8.494011976047904 ], "p90": [ - 24.89870259481038, - 22.89870259481038, - 22.89870259481038, - 22.998702594810375, - 20.998702594810375, - 21.998702594810375, - 22.89870259481038, - 23.89870259481038, - 20.998702594810375, - 22.89870259481038, - 22.998702594810375, - 24.89870259481038, - 22.89870259481038, - 24.89870259481038, - 22.89870259481038, - 22.89870259481038, - 22.89870259481038, - 24.89870259481038, - 22.89870259481038, - 22.89870259481038, - 22.89870259481038, - 23.89870259481038, - 22.89870259481038, - 22.89870259481038 + 22.494011976047904, + 22.494011976047904, + 22.5940119760479, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 24.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 23.494011976047904, + 22.494011976047904, + 21.5940119760479, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 24.494011976047904, + 22.494011976047904, + 21.5940119760479, + 22.494011976047904, + 22.494011976047904 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 93f1e126ee38cddebb1b8e239972f9671480a337..fb8a409bd33fae614a3f2ce2792a58ef8454a9d3 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,13 +1,31 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T19:54:43.402196+00:00", + "evaluated_at": "2026-06-19T02:54:01.648674+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:52:00.546561Z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/online_status.json b/results/online_status.json index 6851b8eb0b0bac5947f61d9b00924b562f8e1611..fbe81c9f39c8afbb34e8ea11127e941a9117e067 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,270 @@ { - "status": "partial", - "started_at": "2026-06-18T23:08:36.113207+00:00", - "finished_at": "2026-06-19T00:49:34.348323+00:00", - "task_count": 11, + "status": "ok", + "started_at": "2026-06-18T20:05:41.034001+00:00", + "finished_at": "2026-06-19T02:54:01.689077+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-19T00:49:38.154657+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-18T20:07:06.550194+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-18T20:08:21.138205+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-18T20:09:17.903038+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-18T23:12:04.160981+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-19T02:54:01.406188+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-19T02:54:01.596810+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-19T02:54:01.648674+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-19T02:54:01.687551+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_025401.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..f62acad1655ed535ffc0044ccaf198af47d6dbe5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260619_025401.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-19T02:54:01.091124+00:00", + "metrics": { + "MSE[mean]": 649333.7592963602, + "MSE[0.5]": 431613.9295062413, + "MAE[0.5]": 572.7949139445282, + "MASE[0.5]": 0.5646075530507292, + "MAPE[0.5]": 0.00875296012275703, + "sMAPE[0.5]": 0.008783934196522285, + "MSIS": 8.450249236107311, + "RMSE[mean]": 805.8124839541518, + "NRMSE[mean]": 0.012348108581822077, + "ND[0.5]": 0.008777394162219126, + "mean_weighted_sum_quantile_loss": 0.007676814108540187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 64953.90620125411, + 64994.438837694004, + 64994.153062919024, + 64966.23551851568, + 65003.562842226806, + 64968.75947932692, + 64970.967545562584, + 64983.953000821086, + 64994.14397639368, + 64939.42106549019, + 64968.75945726814, + 64966.23429727751, + 64957.922838060156, + 64966.23429727738, + 64976.165179690724, + 64983.953000422596, + 64986.373908118214, + 64957.92283806014, + 64985.163454270405, + 64973.17562792829, + 64942.495582656935, + 64973.17562792829, + 64970.96754259773, + 64970.96754259773 + ], + "p10": [ + 64778.767250038574, + 64778.3318208746, + 64831.2818624965, + 64716.86725961051, + 64770.2652273937, + 64719.588523091836, + 64777.46430055524, + 64778.26421291459, + 64833.11784044813, + 64692.36387444059, + 64777.46429759137, + 64716.86603837234, + 64781.54911375925, + 64719.58850103208, + 64681.98544785023, + 64770.26506325898, + 64778.2642125161, + 64716.86603837221, + 64778.2642125161, + 64781.22062363492, + 64781.22062363492, + 64684.895221105384, + 64692.36387443339, + 64781.77731792762 + ], + "p90": [ + 65308.611861351776, + 65301.92022789693, + 65301.166572307244, + 65210.73590403903, + 65311.84932358457, + 65296.14001244583, + 65212.58837489823, + 65311.84915984834, + 65296.641739973864, + 65210.73468280793, + 65311.84915945082, + 65196.74889444784, + 65296.13999038609, + 65301.157485728334, + 65308.1088238293, + 65308.482857391355, + 65301.157485728334, + 65220.94353377865, + 65210.73468280073, + 65308.1088238293, + 65220.94353377865, + 65308.482857391355, + 65210.73468280073, + 65210.73468280073 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_200648.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_200648.json new file mode 100644 index 0000000000000000000000000000000000000000..b893424e93ebcf5c91c98addbf4559f96d350d3b --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_200648.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T20:06:48.459118+00:00", + "metrics": { + "MSE[mean]": 385045.84802691144, + "MSE[0.5]": 385045.84802691144, + "MAE[0.5]": 498.4041341145833, + "MASE[0.5]": 0.49128009300036224, + "MAPE[0.5]": 0.007682823164417108, + "sMAPE[0.5]": 0.0076450952633348975, + "MSIS": 2.1671099457187712, + "RMSE[mean]": 620.5206265926311, + "NRMSE[mean]": 0.009508733392695909, + "ND[0.5]": 0.007637444800403527, + "mean_weighted_sum_quantile_loss": 0.006411995246873231 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65673.390625, + 65673.390625, + 65660.8984375, + 65668.828125, + 65642.4609375, + 65639.7890625, + 65629.3359375, + 65624.8203125, + 65616.21875, + 65604.5625, + 65584.84375, + 65574.390625, + 65562.75, + 65547.6015625, + 65528.2265625, + 65533.4765625, + 65502.09375, + 65477.953125, + 65484.796875, + 65476.51171875, + 65457.2265625, + 65416.16015625, + 65387.515625, + 65378.8203125 + ], + "p10": [ + 65351.7734375, + 65235.94921875, + 65109.2109375, + 64989.0625, + 64858.33203125, + 64750.37890625, + 64663.86328125, + 64579.12109375, + 64494.2421875, + 64393.7578125, + 64328.58203125, + 64257.34765625, + 64165.24609375, + 64107.41015625, + 64085.29296875, + 64075.08984375, + 63945.7421875, + 63821.80859375, + 63761.4765625, + 63744.890625, + 63683.78515625, + 63669.49609375, + 63633.3828125, + 63589.3515625 + ], + "p90": [ + 65926.828125, + 66044.2421875, + 66119.640625, + 66209.8203125, + 66289.21875, + 66310.703125, + 66341.2109375, + 66406.4140625, + 66461.5546875, + 66497.7890625, + 66518.671875, + 66563.1953125, + 66590.9453125, + 66609.4296875, + 66588.046875, + 66592.7421875, + 66661.90625, + 66686.75, + 66700.4453125, + 66771.2265625, + 66756.9609375, + 66792.3671875, + 66799.5625, + 66819.765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_025401.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..972dfe910d8b0b81429ecb5696d2a59f89e6f040 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260619_025401.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-19T02:54:01.520774+00:00", + "metrics": { + "MSE[mean]": 971230.361732948, + "MSE[0.5]": 932893.5536945708, + "MAE[0.5]": 730.0753083399953, + "MASE[0.5]": 0.7196398280598578, + "MAPE[0.5]": 0.011275711798433785, + "sMAPE[0.5]": 0.011166397870142347, + "MSIS": 17.331063808148226, + "RMSE[mean]": 985.5102037690671, + "NRMSE[mean]": 0.01510176033128624, + "ND[0.5]": 0.01118752732155788, + "mean_weighted_sum_quantile_loss": 0.010421950298407673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65661.43760083824, + 65691.90442417799, + 65713.65835689275, + 65713.5607271075, + 65767.82442544725, + 65779.799061287, + 65785.88697837676, + 65814.56864546651, + 65841.85382818125, + 65864.332370271, + 65885.36169361076, + 65907.11562632551, + 65928.86955904026, + 65917.37349175502, + 65969.61179946977, + 66001.10987280952, + 66008.64700864928, + 66044.61773823903, + 66053.86190532878, + 66091.89708804354, + 66113.65102075829, + 66124.65495347304, + 66140.8776361878, + 66179.37766265255 + ], + "p10": [ + 65474.34189771323, + 65530.216924177985, + 65514.09195064274, + 65527.36541460749, + 65500.611534822245, + 65566.022498787, + 65592.62721275176, + 65626.61942671651, + 65644.61554693125, + 65651.42651089601, + 65706.23278736076, + 65696.54609507551, + 65730.78323091526, + 65694.78521050501, + 65678.92429946977, + 65738.29307593452, + 65810.16653989928, + 65783.41266011403, + 65861.30682720378, + 65887.66661929354, + 65809.44789575829, + 65831.20182847304, + 65852.9557611878, + 65974.68235015255 + ], + "p90": [ + 66000.32783521323, + 66018.85754917799, + 65969.82437251775, + 65966.5529146075, + 66087.34356607225, + 66027.220936287, + 66127.62721275176, + 66153.35770796651, + 66100.34796880625, + 66091.029635896, + 66214.64294361076, + 66140.58437632551, + 66258.15080904026, + 66185.80825738002, + 66301.97273696976, + 66328.29776343453, + 66235.27591489928, + 66288.26812886403, + 66294.57792095379, + 66414.40490054354, + 66336.36977075829, + 66457.07682847304, + 66365.7995111878, + 66403.34758452755 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_025401.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..e71240a742e5c0ce79b64755d9c00a73e3c3d1ac --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260619_025401.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T02:54:01.603965+00:00", + "metrics": { + "MSE[mean]": 1028427.2280941232, + "MSE[0.5]": 979452.171729519, + "MAE[0.5]": 791.8514531364235, + "MASE[0.5]": 0.7805329629346495, + "MAPE[0.5]": 0.012218653698468931, + "sMAPE[0.5]": 0.012102647843930128, + "MSIS": 18.72413599520036, + "RMSE[mean]": 1014.1140113883267, + "NRMSE[mean]": 0.015540079331511934, + "ND[0.5]": 0.012134172550941121, + "mean_weighted_sum_quantile_loss": 0.011390509818765958 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66040.4961520011, + 66049.2090426261, + 66049.2090426261, + 66027.3574801261, + 66059.8672457511, + 66050.0879488761, + 66034.4219332511, + 66041.3496676261, + 66046.8809176261, + 66047.6055270011, + 66046.8809176261, + 66046.8809176261, + 66046.8809176261, + 66013.6309176261, + 66044.1152926261, + 66053.8594332511, + 66039.6426363761, + 66053.8594332511, + 66041.3496676261, + 66057.6309176261, + 66057.6309176261, + 66046.8809176261, + 66041.3496676261, + 66058.0957613761 + ], + "p10": [ + 65853.4004488761, + 65887.5215426261, + 65849.6426363761, + 65841.1621676261, + 65792.6543551261, + 65836.3113863761, + 65841.1621676261, + 65853.4004488761, + 65849.6426363761, + 65834.6996676261, + 65867.7520113761, + 65836.3113863761, + 65848.79458950109, + 65791.04263637609, + 65753.4277926261, + 65791.04263637609, + 65841.1621676261, + 65792.6543551261, + 65848.79458950109, + 65853.4004488761, + 65753.4277926261, + 65753.4277926261, + 65753.4277926261, + 65853.4004488761 + ], + "p90": [ + 66379.38638637609, + 66376.1621676261, + 66305.3750582511, + 66280.3496676261, + 66379.38638637609, + 66297.5098238761, + 66376.1621676261, + 66380.1387301261, + 66305.3750582511, + 66274.3027926261, + 66376.1621676261, + 66280.3496676261, + 66376.1621676261, + 66282.0656832511, + 66376.47623012609, + 66381.0473238761, + 66266.2715426261, + 66297.5098238761, + 66282.0656832511, + 66380.1387301261, + 66280.3496676261, + 66379.3027926261, + 66266.2715426261, + 66282.0656832511 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_025401.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..73f9edfd4b37fcaae353786c6ba33097e8b98450 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260619_025401.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T02:54:01.655497+00:00", + "metrics": { + "MSE[mean]": 1122787.1049569447, + "MSE[0.5]": 1122787.1049569447, + "MAE[0.5]": 860.6114908854166, + "MASE[0.5]": 0.8483101650640917, + "MAPE[0.5]": 0.01326345977468627, + "sMAPE[0.5]": 0.01313166011026865, + "MSIS": 3.908215199389319, + "RMSE[mean]": 1059.6164895644768, + "NRMSE[mean]": 0.016237350163683675, + "ND[0.5]": 0.013187837552565819, + "mean_weighted_sum_quantile_loss": 0.010321859522397609 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "p10": [ + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996 + ], + "p90": [ + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_200753.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_200753.json new file mode 100644 index 0000000000000000000000000000000000000000..fc1a48622d1602e54fe4f113271b2286cbb58631 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_200753.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T20:07:53.085142+00:00", + "metrics": { + "MSE[mean]": 738856.7660821279, + "MSE[0.5]": 570699.654214859, + "MAE[0.5]": 585.0496419270834, + "MASE[0.5]": 0.5766871155801597, + "MAPE[0.5]": 0.009029842228555232, + "sMAPE[0.5]": 0.00896587210368016, + "MSIS": 23.996490346527747, + "RMSE[mean]": 859.567778643504, + "NRMSE[mean]": 0.013171843915897305, + "ND[0.5]": 0.008965183151323313, + "mean_weighted_sum_quantile_loss": 0.009701484269118191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65648.9609375, + 65620.1953125, + 65643.140625, + 65657.078125, + 65676.375, + 65692.9453125, + 65718.3671875, + 65707.3125, + 65694.765625, + 65714.609375, + 65700.375, + 65679.9453125, + 65708.546875, + 65737.140625, + 65754.1953125, + 65734.1953125, + 65779.171875, + 65759.6796875, + 65731.1171875, + 65729.265625, + 65744.890625, + 65733.9921875, + 65707.265625, + 65693.3515625 + ], + "p10": [ + 65734.1796875, + 65713.625, + 65727.9921875, + 65763.015625, + 65753.9765625, + 65766.984375, + 65792.4921875, + 65779.3125, + 65794.9453125, + 65834.1171875, + 65785.0390625, + 65785.9921875, + 65805.640625, + 65818.4140625, + 65868.3671875, + 65860.5703125, + 65880.3125, + 65835.96875, + 65845.8671875, + 65874.1640625, + 65909.84375, + 65907.6484375, + 65864.609375, + 65835.5625 + ], + "p90": [ + 65971.640625, + 65985.765625, + 66033.2734375, + 66077.546875, + 66115.5078125, + 66154.640625, + 66204.53125, + 66224.421875, + 66224.0234375, + 66264.515625, + 66304.6953125, + 66250.0, + 66321.78125, + 66383.484375, + 66380.5234375, + 66406.2734375, + 66453.015625, + 66462.2421875, + 66467.4765625, + 66489.25, + 66528.984375, + 66533.4140625, + 66501.3125, + 66496.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_200938.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_200938.json new file mode 100644 index 0000000000000000000000000000000000000000..e0cd9e413ccf4b8f7cc13091561b834c3727e7a1 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_200938.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T20:09:38.917689+00:00", + "metrics": { + "MSE[mean]": 538444.2242705027, + "MSE[0.5]": 538444.2242705027, + "MAE[0.5]": 564.86669921875, + "MASE[0.5]": 0.5567926618786754, + "MAPE[0.5]": 0.00871919752665199, + "sMAPE[0.5]": 0.008658561693916201, + "MSIS": 4.39773954957201, + "RMSE[mean]": 733.7875879779534, + "NRMSE[mean]": 0.011244413548773742, + "ND[0.5]": 0.0086559037928797, + "mean_weighted_sum_quantile_loss": 0.006298421775065253 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65705.453125, + 65691.0390625, + 65682.71875, + 65682.65625, + 65677.1875, + 65673.578125, + 65678.015625, + 65683.6171875, + 65691.2109375, + 65690.21875, + 65699.3125, + 65710.9375, + 65716.7734375, + 65724.390625, + 65739.109375, + 65751.8984375, + 65750.5234375, + 65746.0625, + 65738.9375, + 65720.90625, + 65704.40625, + 65678.8984375, + 65638.1640625, + 65594.3203125 + ], + "p10": [ + 65429.859375, + 65298.38671875, + 65208.20703125, + 65163.7265625, + 65128.1953125, + 65099.671875, + 65078.54296875, + 65048.375, + 65016.2734375, + 64977.67578125, + 64955.09765625, + 64940.3828125, + 64902.9921875, + 64877.03515625, + 64856.52734375, + 64835.3671875, + 64797.65234375, + 64764.31640625, + 64730.9140625, + 64690.83203125, + 64649.91015625, + 64615.03125, + 64567.0, + 64517.19921875 + ], + "p90": [ + 65994.4140625, + 66073.4375, + 66128.3671875, + 66194.09375, + 66245.3984375, + 66296.6328125, + 66355.765625, + 66406.734375, + 66455.578125, + 66496.8125, + 66546.6796875, + 66594.7578125, + 66628.453125, + 66681.6796875, + 66749.765625, + 66792.6953125, + 66828.53125, + 66883.5859375, + 66926.828125, + 66954.046875, + 66950.0, + 66943.25, + 66910.4921875, + 66885.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_200858.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_200858.json new file mode 100644 index 0000000000000000000000000000000000000000..8baba90bf51604ec7e0cbf8e8fe4fbdf931df7f9 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_200858.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T20:08:58.004719+00:00", + "metrics": { + "MSE[mean]": 402565.46604855853, + "MSE[0.5]": 402565.46604855853, + "MAE[0.5]": 504.2911783854167, + "MASE[0.5]": 0.497082989603558, + "MAPE[0.5]": 0.007775246884666395, + "sMAPE[0.5]": 0.007735156333699832, + "MSIS": 2.3165227413544542, + "RMSE[mean]": 634.4804693988291, + "NRMSE[mean]": 0.009722651218726895, + "ND[0.5]": 0.007727656683850072, + "mean_weighted_sum_quantile_loss": 0.006531647469351736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65683.2421875, + 65675.4375, + 65657.1015625, + 65653.78125, + 65633.359375, + 65624.78125, + 65618.5078125, + 65607.1328125, + 65588.0234375, + 65591.359375, + 65578.4765625, + 65566.828125, + 65556.6953125, + 65546.4609375, + 65523.3125, + 65530.75390625, + 65514.58984375, + 65507.23828125, + 65503.33984375, + 65488.8828125, + 65478.015625, + 65477.22265625, + 65465.046875, + 65459.87109375 + ], + "p10": [ + 65395.234375, + 65252.890625, + 65126.44921875, + 65037.17578125, + 64930.96875, + 64836.96875, + 64752.9453125, + 64671.55859375, + 64577.86328125, + 64515.26953125, + 64422.43359375, + 64339.87890625, + 64256.0390625, + 64174.67578125, + 64106.16796875, + 64056.6640625, + 64001.45703125, + 63945.859375, + 63883.6796875, + 63829.96484375, + 63767.64453125, + 63736.0078125, + 63684.21484375, + 63639.17578125 + ], + "p90": [ + 65968.0234375, + 66075.75, + 66145.609375, + 66222.015625, + 66294.34375, + 66369.3125, + 66435.6953125, + 66497.9453125, + 66560.7890625, + 66640.125, + 66694.9609375, + 66753.9765625, + 66801.1328125, + 66872.15625, + 66897.296875, + 66988.2890625, + 67002.9765625, + 67046.25, + 67100.25, + 67128.3359375, + 67133.421875, + 67220.328125, + 67229.59375, + 67265.359375 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..5e0588899e0049b7173474a878158522457a97a7 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/arima/20260619_025401.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ARIMA", + "evaluated_at": "2026-06-19T02:54:01.381342+00:00", + "metrics": { + "MSE[mean]": 42.81557260167947, + "MSE[0.5]": 33.313758560160856, + "MAE[0.5]": 5.185666759723528, + "MASE[0.5]": 0.9524694048471783, + "MAPE[0.5]": 0.6281280002137315, + "sMAPE[0.5]": 0.43878975962360167, + "MSIS": 5.009673233985278, + "RMSE[mean]": 6.543360956089727, + "NRMSE[mean]": 0.6357921576767347, + "ND[0.5]": 0.5038704543860918, + "mean_weighted_sum_quantile_loss": 0.41194902960384977 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 14.775959412595508, + 14.36475560574574, + 15.132368440425045, + 14.777439494698067, + 15.139168535221513, + 14.909897728750527, + 14.750233171332205, + 15.672494786933155, + 14.076900003237567, + 15.46139294988245, + 14.909897728750527, + 15.47880932363221, + 15.402990805938293, + 14.881945954684731, + 15.139168535221405, + 14.750233171332205, + 14.575863350311838, + 15.132368404476164, + 14.758610534594213, + 14.750233171332205, + 16.399057011813607, + 15.672494786933155, + 15.402990805938293, + 15.021133066613345 + ], + "p10": [ + 10.35985959039001, + 9.6169286346775, + 9.655318878437255, + 10.740260707430052, + 10.347867992764296, + 9.68191791463142, + 10.347867992764188, + 11.179191618176548, + 10.066796669785946, + 10.57621022009041, + 10.414139970871874, + 10.283982533663995, + 10.066796669785946, + 9.589464089687104, + 10.568846666967334, + 9.616949397251904, + 10.066796669785946, + 11.714366733818695, + 10.283982533663995, + 10.109560975914226, + 11.181009333641512, + 10.352813024543842, + 11.166268303393721, + 11.723206379889424 + ], + "p90": [ + 19.93253535938546, + 20.434392145630223, + 20.390437335707425, + 23.103997748383648, + 21.656283043366994, + 19.966175020511287, + 19.92054376175964, + 23.103939517946237, + 19.785929621506607, + 21.654750636302552, + 21.021599034850134, + 23.07840914053528, + 23.33377114514454, + 21.021599034850134, + 22.30491944334618, + 20.999049719673913, + 20.81534648355406, + 21.724964850617173, + 21.08491419499537, + 22.30491944334618, + 21.797116486725816, + 21.724964850617173, + 20.414001437524643, + 21.67007470694592 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_200703.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_200703.json new file mode 100644 index 0000000000000000000000000000000000000000..c1dddd309336bf8a7b06f4de516bd39715170bf3 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/chronos_2/20260618_200703.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T20:07:03.811593+00:00", + "metrics": { + "MSE[mean]": 33.86120499855588, + "MSE[0.5]": 33.86120499855588, + "MAE[0.5]": 5.188571612040202, + "MASE[0.5]": 0.9530029491502412, + "MAPE[0.5]": 0.6297438491113121, + "sMAPE[0.5]": 0.4386743088488095, + "MSIS": 9.515223354709391, + "RMSE[mean]": 5.819038150635883, + "NRMSE[mean]": 0.5654126138269684, + "ND[0.5]": 0.5041527072427726, + "mean_weighted_sum_quantile_loss": 0.35584814472344345 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 14.893954277038574, + 14.743589401245117, + 14.61050796508789, + 14.572193145751953, + 14.468362808227539, + 14.458636283874512, + 14.448272705078125, + 14.476829528808594, + 14.420723915100098, + 14.429600715637207, + 14.474922180175781, + 14.504483222961426, + 14.688321113586426, + 14.877702713012695, + 15.088639259338379, + 15.209744453430176, + 15.436847686767578, + 15.511842727661133, + 15.552199363708496, + 15.515877723693848, + 15.489140510559082, + 15.355058670043945, + 15.161277770996094, + 15.005158424377441 + ], + "p10": [ + 9.670123100280762, + 9.6116304397583, + 9.515480041503906, + 9.459402084350586, + 9.406148910522461, + 9.431511878967285, + 9.414093017578125, + 9.355611801147461, + 9.335990905761719, + 9.260429382324219, + 9.346944808959961, + 9.368770599365234, + 9.33845329284668, + 9.529579162597656, + 9.674406051635742, + 9.736690521240234, + 9.888693809509277, + 9.889114379882812, + 9.883437156677246, + 9.927532196044922, + 9.845380783081055, + 9.830400466918945, + 9.738945007324219, + 9.6131591796875 + ], + "p90": [ + 22.103687286376953, + 22.26059341430664, + 22.297800064086914, + 22.026920318603516, + 21.87085723876953, + 21.86030387878418, + 21.840333938598633, + 21.882726669311523, + 21.977262496948242, + 22.050342559814453, + 22.21407699584961, + 22.445995330810547, + 22.69390106201172, + 23.039865493774414, + 23.13469696044922, + 23.25225067138672, + 22.909259796142578, + 23.177825927734375, + 23.297914505004883, + 23.383209228515625, + 23.393030166625977, + 23.26791763305664, + 23.015525817871094, + 22.786487579345703 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..63ae8c4ff5328e63b228f1d6249354db13120b93 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/ets/20260619_025401.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "ETS", + "evaluated_at": "2026-06-19T02:54:01.585284+00:00", + "metrics": { + "MSE[mean]": 52.80949695624562, + "MSE[0.5]": 60.51268300270831, + "MAE[0.5]": 7.187729483404563, + "MASE[0.5]": 1.3201952112375726, + "MAPE[0.5]": 0.8574372070681996, + "sMAPE[0.5]": 0.5518035231814648, + "MSIS": 4.591071083877352, + "RMSE[mean]": 7.267014308245555, + "NRMSE[mean]": 0.7061066534327665, + "ND[0.5]": 0.698402864784249, + "mean_weighted_sum_quantile_loss": 0.48984963073501336 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 17.579126518940786, + 17.59788527557469, + 16.616644032208598, + 17.635402788842505, + 17.65416154547641, + 17.672920302110317, + 17.691679058744224, + 17.71043781537813, + 16.229196572012036, + 17.747955328645943, + 16.766714085279848, + 18.285472841913755, + 17.804231598547663, + 17.822990355181567, + 17.341749111815474, + 16.860507868449382, + 17.379266625083286, + 16.898025381717193, + 17.9167841383511, + 17.935542894985005, + 15.954301651618913, + 17.97306040825282, + 17.491819164886724, + 17.510577921520632 + ], + "p10": [ + 7.579126518940786, + 7.59788527557469, + 8.5166440322086, + 10.635402788842505, + 8.65416154547641, + 7.672920302110317, + 8.691679058744224, + 9.61043781537813, + 8.629196572012038, + 9.747955328645943, + 9.66671408527985, + 9.785472841913755, + 10.804231598547663, + 6.822990355181567, + 8.841749111815474, + 8.860507868449382, + 9.879266625083286, + 8.798025381717196, + 7.916784138351101, + 9.935542894985005, + 9.954301651618913, + 9.873060408252822, + 8.991819164886724, + 10.010577921520632 + ], + "p90": [ + 23.579126518940786, + 23.59788527557469, + 23.716644032208592, + 23.635402788842505, + 23.65416154547641, + 23.672920302110317, + 23.691679058744224, + 25.71043781537813, + 23.729196572012036, + 23.747955328645943, + 23.766714085279848, + 23.785472841913755, + 23.804231598547663, + 24.822990355181567, + 23.841749111815474, + 22.960507868449376, + 23.879266625083286, + 23.898025381717193, + 23.9167841383511, + 25.935542894985005, + 23.954301651618913, + 23.073060408252815, + 23.991819164886724, + 24.010577921520632 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..a7ca4532a33402734be8ca47ff5c6233b016b3b5 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/moving_average/20260619_025401.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T02:54:01.641965+00:00", + "metrics": { + "MSE[mean]": 37.27313316182073, + "MSE[0.5]": 43.49267557698973, + "MAE[0.5]": 6.036676646706586, + "MASE[0.5]": 1.1087773432726384, + "MAPE[0.5]": 0.7258840374154735, + "sMAPE[0.5]": 0.4893669973468912, + "MSIS": 4.5910710838773525, + "RMSE[mean]": 6.1051726561843225, + "NRMSE[mean]": 0.5932151568762095, + "ND[0.5]": 0.5865596741739193, + "mean_weighted_sum_quantile_loss": 0.40016269754687656 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 16.494011976047904, + 16.494011976047904, + 15.494011976047904, + 16.494011976047904, + 16.494011976047904, + 16.494011976047904, + 16.494011976047904, + 16.494011976047904, + 14.994011976047904, + 16.494011976047904, + 15.494011976047904, + 16.994011976047904, + 16.494011976047904, + 16.494011976047904, + 15.994011976047904, + 15.494011976047904, + 15.994011976047904, + 15.494011976047904, + 16.494011976047904, + 16.494011976047904, + 14.494011976047904, + 16.494011976047904, + 15.994011976047904, + 15.994011976047904 + ], + "p10": [ + 6.494011976047904, + 6.494011976047904, + 7.394011976047906, + 9.494011976047904, + 7.494011976047904, + 6.494011976047904, + 7.494011976047904, + 8.394011976047906, + 7.394011976047906, + 8.494011976047904, + 8.394011976047906, + 8.494011976047904, + 9.494011976047904, + 5.494011976047904, + 7.494011976047904, + 7.494011976047904, + 8.494011976047904, + 7.394011976047906, + 6.494011976047904, + 8.494011976047904, + 8.494011976047904, + 8.394011976047906, + 7.494011976047904, + 8.494011976047904 + ], + "p90": [ + 22.494011976047904, + 22.494011976047904, + 22.5940119760479, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 24.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 23.494011976047904, + 22.494011976047904, + 21.5940119760479, + 22.494011976047904, + 22.494011976047904, + 22.494011976047904, + 24.494011976047904, + 22.494011976047904, + 21.5940119760479, + 22.494011976047904, + 22.494011976047904 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_025401.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..f6b1cd66e070c37627ba485866128df13f8366a7 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/seasonal_naive/20260619_025401.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T02:54:01.683071+00:00", + "metrics": { + "MSE[mean]": 86.70833333333333, + "MSE[0.5]": 86.70833333333333, + "MAE[0.5]": 7.541666666666667, + "MASE[0.5]": 1.3852040816326532, + "MAPE[0.5]": 0.9027474546437396, + "sMAPE[0.5]": 0.5494359623162849, + "MSIS": 52.28204102700016, + "RMSE[mean]": 9.311730952585203, + "NRMSE[mean]": 0.9047835743402627, + "ND[0.5]": 0.7327935222672065, + "mean_weighted_sum_quantile_loss": 0.7233378317588843 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "p10": [ + 23.52, + 8.82, + 18.62, + 12.74, + 10.78, + 8.82, + 9.8, + 11.76, + 8.82, + 12.74, + 17.64, + 8.82, + 12.74, + 19.6, + 23.52, + 19.6, + 13.719999999999999, + 14.7, + 17.64, + 18.62, + 27.439999999999998, + 16.66, + 18.62, + 8.82 + ], + "p90": [ + 24.48, + 9.18, + 19.38, + 13.26, + 11.22, + 9.18, + 10.2, + 12.24, + 9.18, + 13.26, + 18.36, + 9.18, + 13.26, + 20.4, + 24.48, + 20.4, + 14.280000000000001, + 15.3, + 18.36, + 19.38, + 28.560000000000002, + 17.34, + 19.38, + 9.18 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_200817.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_200817.json new file mode 100644 index 0000000000000000000000000000000000000000..4a5b3897091e41a5f63819f0fa057b0c87fb0352 --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/timesfm_2_5/20260618_200817.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T20:08:17.659130+00:00", + "metrics": { + "MSE[mean]": 33.609178954652634, + "MSE[0.5]": 23.571583174889913, + "MAE[0.5]": 4.262144009272258, + "MASE[0.5]": 0.7828427772132717, + "MAPE[0.5]": 0.5167466424063112, + "sMAPE[0.5]": 0.37932201196528603, + "MSIS": 40.5780180595359, + "RMSE[mean]": 5.797342404468847, + "NRMSE[mean]": 0.5633045251305763, + "ND[0.5]": 0.41413545029366067, + "mean_weighted_sum_quantile_loss": 0.5138086884396064 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 14.28138542175293, + 14.298135757446289, + 14.128669738769531, + 14.121695518493652, + 13.915760040283203, + 13.751480102539062, + 13.73034954071045, + 13.758785247802734, + 13.704044342041016, + 13.52968692779541, + 13.632019996643066, + 13.640362739562988, + 13.718684196472168, + 13.738075256347656, + 13.854010581970215, + 13.770042419433594, + 13.622607231140137, + 13.699455261230469, + 13.768570899963379, + 13.69382381439209, + 13.720364570617676, + 13.673632621765137, + 13.4393892288208, + 13.418793678283691 + ], + "p10": [ + 15.93458080291748, + 15.996212005615234, + 15.883590698242188, + 15.76894474029541, + 15.575417518615723, + 15.474112510681152, + 15.303327560424805, + 15.321187019348145, + 15.48783016204834, + 15.239964485168457, + 15.327567100524902, + 15.402556419372559, + 15.470101356506348, + 15.476143836975098, + 15.580192565917969, + 15.552785873413086, + 15.349011421203613, + 15.45226764678955, + 15.59227466583252, + 15.407987594604492, + 15.498226165771484, + 15.382051467895508, + 15.077963829040527, + 15.091249465942383 + ], + "p90": [ + 19.663257598876953, + 19.9127140045166, + 19.964881896972656, + 19.940698623657227, + 19.78633689880371, + 19.679458618164062, + 19.67001724243164, + 19.71790313720703, + 19.660442352294922, + 19.43045425415039, + 19.59760093688965, + 19.618906021118164, + 19.73033332824707, + 19.814558029174805, + 19.91822052001953, + 19.85285758972168, + 19.71669578552246, + 19.76267433166504, + 19.88777732849121, + 19.73212432861328, + 19.7930965423584, + 19.81283187866211, + 19.619152069091797, + 19.43587303161621 + ] + } +} diff --git a/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_200915.json b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_200915.json new file mode 100644 index 0000000000000000000000000000000000000000..ed25a6c8ef9239ee7f2b9cd8b0c970d25beab4be --- /dev/null +++ b/results/saved_evals/hazards/usgs_earthquake_all_week_hourly_earthquake_count_1h_short/toto_2_0_1b/20260618_200915.json @@ -0,0 +1,491 @@ +{ + "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", + "domain": "Hazards", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T20:09:15.366982+00:00", + "metrics": { + "MSE[mean]": 35.696439526229824, + "MSE[0.5]": 35.696439526229824, + "MAE[0.5]": 5.406285047531128, + "MASE[0.5]": 0.9929911311791867, + "MAPE[0.5]": 0.6530045609872178, + "sMAPE[0.5]": 0.4525982309449814, + "MSIS": 9.841335909707206, + "RMSE[mean]": 5.974649740882709, + "NRMSE[mean]": 0.5805327683448787, + "ND[0.5]": 0.5253070491528221, + "mean_weighted_sum_quantile_loss": 0.36088289680429475 + }, + "context_length": 168, + "prediction_length": 24, + "timestamps": [ + "2026-06-10 20:00:00", + "2026-06-10 21:00:00", + "2026-06-10 22:00:00", + "2026-06-10 23:00:00", + "2026-06-11 00:00:00", + "2026-06-11 01:00:00", + "2026-06-11 02:00:00", + "2026-06-11 03:00:00", + "2026-06-11 04:00:00", + "2026-06-11 05:00:00", + "2026-06-11 06:00:00", + "2026-06-11 07:00:00", + "2026-06-11 08:00:00", + "2026-06-11 09:00:00", + "2026-06-11 10:00:00", + "2026-06-11 11:00:00", + "2026-06-11 12:00:00", + "2026-06-11 13:00:00", + "2026-06-11 14:00:00", + "2026-06-11 15:00:00", + "2026-06-11 16:00:00", + "2026-06-11 17:00:00", + "2026-06-11 18:00:00", + "2026-06-11 19:00:00", + "2026-06-11 20:00:00", + "2026-06-11 21:00:00", + "2026-06-11 22:00:00", + "2026-06-11 23:00:00", + "2026-06-12 00:00:00", + "2026-06-12 01:00:00", + "2026-06-12 02:00:00", + "2026-06-12 03:00:00", + "2026-06-12 04:00:00", + "2026-06-12 05:00:00", + "2026-06-12 06:00:00", + "2026-06-12 07:00:00", + "2026-06-12 08:00:00", + "2026-06-12 09:00:00", + "2026-06-12 10:00:00", + "2026-06-12 11:00:00", + "2026-06-12 12:00:00", + "2026-06-12 13:00:00", + "2026-06-12 14:00:00", + "2026-06-12 15:00:00", + "2026-06-12 16:00:00", + "2026-06-12 17:00:00", + "2026-06-12 18:00:00", + "2026-06-12 19:00:00", + "2026-06-12 20:00:00", + "2026-06-12 21:00:00", + "2026-06-12 22:00:00", + "2026-06-12 23:00:00", + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" + ], + "context": [ + 8.0, + 12.0, + 8.0, + 15.0, + 10.0, + 19.0, + 20.0, + 12.0, + 7.0, + 22.0, + 19.0, + 17.0, + 15.0, + 14.0, + 14.0, + 18.0, + 14.0, + 18.0, + 19.0, + 12.0, + 13.0, + 12.0, + 19.0, + 13.0, + 18.0, + 14.0, + 7.0, + 19.0, + 11.0, + 13.0, + 11.0, + 13.0, + 16.0, + 13.0, + 9.0, + 11.0, + 16.0, + 9.0, + 8.0, + 14.0, + 12.0, + 13.0, + 12.0, + 12.0, + 17.0, + 15.0, + 13.0, + 13.0, + 15.0, + 16.0, + 20.0, + 14.0, + 15.0, + 14.0, + 15.0, + 6.0, + 14.0, + 18.0, + 11.0, + 10.0, + 8.0, + 18.0, + 36.0, + 11.0, + 12.0, + 11.0, + 16.0, + 10.0, + 18.0, + 11.0, + 12.0, + 10.0, + 14.0, + 11.0, + 13.0, + 8.0, + 12.0, + 15.0, + 14.0, + 15.0, + 9.0, + 16.0, + 11.0, + 12.0, + 45.0, + 7.0, + 11.0, + 17.0, + 14.0, + 18.0, + 22.0, + 24.0, + 20.0, + 11.0, + 13.0, + 12.0, + 12.0, + 11.0, + 16.0, + 20.0, + 11.0, + 18.0, + 17.0, + 18.0, + 25.0, + 13.0, + 22.0, + 12.0, + 13.0, + 12.0, + 27.0, + 17.0, + 26.0, + 9.0, + 15.0, + 19.0, + 22.0, + 18.0, + 14.0, + 16.0, + 20.0, + 10.0, + 19.0, + 11.0, + 15.0, + 11.0, + 14.0, + 19.0, + 13.0, + 17.0, + 11.0, + 18.0, + 19.0, + 18.0, + 15.0, + 14.0, + 13.0, + 12.0, + 19.0, + 15.0, + 20.0, + 25.0, + 13.0, + 20.0, + 24.0, + 9.0, + 19.0, + 13.0, + 11.0, + 9.0, + 10.0, + 12.0, + 9.0, + 13.0, + 18.0, + 9.0, + 13.0, + 20.0, + 24.0, + 20.0, + 14.0, + 15.0, + 18.0, + 19.0, + 28.0, + 17.0, + 19.0, + 9.0 + ], + "actual": [ + 6.0, + 14.0, + 8.0, + 10.0, + 10.0, + 11.0, + 14.0, + 14.0, + 7.0, + 17.0, + 10.0, + 19.0, + 13.0, + 7.0, + 10.0, + 7.0, + 10.0, + 7.0, + 10.0, + 6.0, + 8.0, + 8.0, + 11.0, + 10.0 + ], + "predictions": { + "p50": [ + 15.419079780578613, + 15.11567497253418, + 15.58303451538086, + 15.306604385375977, + 15.071436882019043, + 14.892080307006836, + 15.376526832580566, + 15.00744915008545, + 15.433116912841797, + 15.210713386535645, + 15.057482719421387, + 14.897109985351562, + 15.36748218536377, + 14.97629451751709, + 15.42075252532959, + 15.231688499450684, + 15.107783317565918, + 14.914307594299316, + 15.382177352905273, + 15.136469841003418, + 15.520979881286621, + 15.32064151763916, + 15.161160469055176, + 15.056440353393555 + ], + "p10": [ + 9.920616149902344, + 9.931640625, + 9.994795799255371, + 9.919239044189453, + 9.812725067138672, + 9.703570365905762, + 9.874919891357422, + 9.710155487060547, + 9.847043991088867, + 9.906200408935547, + 9.82308578491211, + 9.67629337310791, + 9.888253211975098, + 9.725807189941406, + 9.795769691467285, + 9.916156768798828, + 9.832366943359375, + 9.764726638793945, + 9.940250396728516, + 9.874948501586914, + 9.816445350646973, + 10.000286102294922, + 9.898187637329102, + 9.82642936706543 + ], + "p90": [ + 22.23948097229004, + 21.7935848236084, + 22.526796340942383, + 22.040424346923828, + 21.75673484802246, + 21.50210189819336, + 22.158065795898438, + 21.77999496459961, + 22.49629783630371, + 21.918670654296875, + 21.651071548461914, + 21.49312973022461, + 22.246814727783203, + 21.737083435058594, + 22.437965393066406, + 21.963481903076172, + 21.84042739868164, + 21.561859130859375, + 22.201353073120117, + 21.984010696411133, + 22.58026123046875, + 22.164661407470703, + 21.95124626159668, + 21.87589454650879 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_025401.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..0ebaabfcb8620f8e459ad6719a1e20f8948f0905 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260619_025401.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T02:54:01.238727+00:00", + "metrics": { + "MSE[mean]": 1.352918952383263, + "MSE[0.5]": 1.3530853181457865, + "MAE[0.5]": 0.8751866113063383, + "MASE[0.5]": 1.0276164040391096, + "MAPE[0.5]": 4.507874477054347, + "sMAPE[0.5]": 1.402127254103316, + "MSIS": 40.28092789647413, + "RMSE[mean]": 1.1631504427129205, + "NRMSE[mean]": 4.677548673318136, + "ND[0.5]": 3.5195171856476173, + "mean_weighted_sum_quantile_loss": 3.5048019267879997 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.21720987813373963, + 0.1795072346781042, + 0.14178084394795015, + 0.10451648912892925, + 0.06735491156211838, + 0.02972610625825121, + -0.004706715286903616, + -0.041843971221192613, + -0.07896415026305331, + -0.11552454386961174, + -0.1489171678500902, + -0.18455255205997997, + -0.21959289923790448, + -0.25467669456450415, + -0.2874483051354416, + -0.3215465811258462, + -0.3553136845807828, + -0.3888973634298746, + -0.42296259450490126, + -0.45420212677224603, + -0.48796607602392494, + -0.5197664976855515, + -0.5509518342705799, + -0.5816841390747789, + -0.6143498932455147, + -0.6449500966778692, + -0.6768468669452091, + -0.7057881946691391, + -0.7354840027260636, + -0.765685161471114, + -0.7959716124302093, + -0.8253192025612741, + -0.8544401819502708, + -0.8837370236064527, + -0.9122963042409414, + -0.9398479484535237, + -0.9688252753857911, + -0.9960346846681835, + -1.024118077757282, + -1.0516651219721127, + -1.081697108638338, + -1.1080590771821948, + -1.1340706585651101, + -1.1592788931989653, + -1.1859090555061576, + -1.2111674876722875, + -1.2379409384300337, + -1.2630966805868833, + -1.288301344229304, + -1.3142594662222313, + -1.3392526527436555, + -1.363364998814729, + -1.3879415593756605, + -1.4124780006823299, + -1.436523557703816, + -1.4604167486110406, + -1.4844947590104953, + -1.508330367182868, + -1.5318073296696217, + -1.556023975608439 + ], + "p10": [ + 0.20681191708812502, + 0.1684236408222171, + 0.13079064183881753, + 0.0942008451617507, + 0.05739484062681445, + 0.019523192897499247, + -0.016689993242357034, + -0.05326996956275799, + -0.08947292264861001, + -0.1264399055851751, + -0.16039527063016462, + -0.19543314431541303, + -0.23106834620462122, + -0.26549982751700263, + -0.2986470807012396, + -0.33337983318198394, + -0.3655858790734506, + -0.40018398767995444, + -0.43289710223470457, + -0.4655701382235492, + -0.49732904623549895, + -0.5306902013885333, + -0.5621251544099969, + -0.5921324446363736, + -0.6249827263059152, + -0.6560392892902264, + -0.6865820455669296, + -0.7170241821059244, + -0.7463463864174179, + -0.7772501802261019, + -0.8058368997888148, + -0.8369306928285698, + -0.8649271716679435, + -0.8932587106791839, + -0.9235797987368758, + -0.9506207296937688, + -0.9801763158908311, + -1.0079409118896083, + -1.034681166688492, + -1.0634288838637578, + -1.0907081781183272, + -1.1167334162183415, + -1.14578011577354, + -1.1714647132769596, + -1.1957777905965197, + -1.222697821774437, + -1.249111942577652, + -1.2736853420949452, + -1.3004459221804532, + -1.3247174148087453, + -1.3509234474817395, + -1.374136784722981, + -1.398867000914965, + -1.4243738073092915, + -1.4476847833097815, + -1.472293943954079, + -1.4960075815089051, + -1.5200472469906638, + -1.5428809469166003, + -1.565534554886483 + ], + "p90": [ + 0.2279653527299593, + 0.19092269915487786, + 0.1555323779332421, + 0.11505970988906469, + 0.07787115906259966, + 0.04124591151958428, + 0.00469864717749563, + -0.029779757925674277, + -0.06724293633959079, + -0.10118781939090135, + -0.13663636249810676, + -0.17308547963471854, + -0.2085508198188436, + -0.24296024333603722, + -0.2764692654248335, + -0.3116599115105896, + -0.3439908866231345, + -0.3776730464672874, + -0.4113071496857654, + -0.4426418406353383, + -0.47651782917024876, + -0.5078667189127674, + -0.5402835188540858, + -0.5711881789701252, + -0.6018436090136761, + -0.6329121230333475, + -0.6630794941569528, + -0.6930810096237263, + -0.7245894833592623, + -0.7543710415300005, + -0.7847614297595318, + -0.8141547534960537, + -0.8439941670187164, + -0.8723152750061428, + -0.9009983524635083, + -0.9294798764583531, + -0.9555970460637812, + -0.9850507290683644, + -1.0126860832333466, + -1.0391938187582694, + -1.0681491177455826, + -1.0953392741422956, + -1.120471540421849, + -1.1467853301806308, + -1.174849667097347, + -1.201640223443788, + -1.223694530577611, + -1.2518921704994694, + -1.2764506108725395, + -1.3023983791896003, + -1.3289894496970511, + -1.352758378441354, + -1.3769193195662248, + -1.4004433234368017, + -1.4248437891015915, + -1.4487240840799986, + -1.4705895181254218, + -1.4979210818130426, + -1.5205709887152663, + -1.5439262542351821 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_200653.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_200653.json new file mode 100644 index 0000000000000000000000000000000000000000..d002adadcdb4f39144826a1a58944ce32b569913 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_200653.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T20:06:53.519560+00:00", + "metrics": { + "MSE[mean]": 0.0028039436021664327, + "MSE[0.5]": 0.0028039436021664327, + "MAE[0.5]": 0.04180124987227221, + "MASE[0.5]": 0.04908170385966868, + "MAPE[0.5]": 0.4238018658780112, + "sMAPE[0.5]": 0.4031374224609519, + "MSIS": 0.5759192443215132, + "RMSE[mean]": 0.05295227664762331, + "NRMSE[mean]": 0.21294481116695702, + "ND[0.5]": 0.16810154018171602, + "mean_weighted_sum_quantile_loss": 0.25369628253179816 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.1920674443244934, + 0.1584574580192566, + 0.1299845576286316, + 0.09715569019317627, + 0.06848609447479248, + 0.0347895622253418, + 0.008510708808898926, + -0.016546130180358887, + -0.03902626037597656, + -0.06174802780151367, + -0.0794212818145752, + -0.09920811653137207, + -0.11972534656524658, + -0.12671029567718506, + -0.14468836784362793, + -0.15422070026397705, + -0.17603981494903564, + -0.18112719058990479, + -0.1766040325164795, + -0.18424677848815918, + -0.17738664150238037, + -0.1725778579711914, + -0.16401410102844238, + -0.15260982513427734, + -0.13795733451843262, + -0.12742722034454346, + -0.10847771167755127, + -0.09576499462127686, + -0.07691895961761475, + -0.06379663944244385, + -0.04317331314086914, + -0.019327521324157715, + 0.03263223171234131, + 0.051709890365600586, + 0.07693207263946533, + 0.09331953525543213, + 0.1240687370300293, + 0.14570951461791992, + 0.187921941280365, + 0.22125542163848877, + 0.25707685947418213, + 0.2912025451660156, + 0.3186118006706238, + 0.351831316947937, + 0.38641440868377686, + 0.4203977584838867, + 0.4564657211303711, + 0.5037574768066406, + 0.4790326952934265, + 0.5130028128623962, + 0.5573144555091858, + 0.5902372598648071, + 0.6270129680633545, + 0.6552821397781372, + 0.6932567358016968, + 0.7319073677062988, + 0.7698339223861694, + 0.7899148464202881, + 0.8230445981025696, + 0.8538801670074463 + ], + "p10": [ + 0.16008543968200684, + 0.1305164098739624, + 0.09051263332366943, + 0.06152677536010742, + 0.02932596206665039, + -0.016408920288085938, + -0.04159343242645264, + -0.07734417915344238, + -0.10826337337493896, + -0.12880373001098633, + -0.15886187553405762, + -0.18163156509399414, + -0.2030191421508789, + -0.2162259817123413, + -0.2464749813079834, + -0.2596564292907715, + -0.2778991460800171, + -0.2872304916381836, + -0.2997332811355591, + -0.30243051052093506, + -0.3009912967681885, + -0.30572283267974854, + -0.3018721342086792, + -0.30140388011932373, + -0.2955911159515381, + -0.28230512142181396, + -0.2783263921737671, + -0.2730293273925781, + -0.2603776454925537, + -0.25926506519317627, + -0.24288487434387207, + -0.24332785606384277, + -0.19295716285705566, + -0.178009033203125, + -0.1718151569366455, + -0.15382349491119385, + -0.13700604438781738, + -0.12816154956817627, + -0.1069939136505127, + -0.07190310955047607, + -0.051876187324523926, + -0.027434110641479492, + -0.02642989158630371, + 0.010623931884765625, + 0.03836524486541748, + 0.06230056285858154, + 0.08062112331390381, + 0.10887265205383301, + 0.08693134784698486, + 0.08987069129943848, + 0.12417399883270264, + 0.15908604860305786, + 0.182606041431427, + 0.18950307369232178, + 0.211170494556427, + 0.25553131103515625, + 0.2783428430557251, + 0.299985408782959, + 0.3122570514678955, + 0.3535968065261841 + ], + "p90": [ + 0.22065401077270508, + 0.18933236598968506, + 0.159149169921875, + 0.13403582572937012, + 0.11447322368621826, + 0.0855170488357544, + 0.06104147434234619, + 0.04296863079071045, + 0.02222740650177002, + 0.011662602424621582, + -0.005557417869567871, + -0.01892709732055664, + -0.025344252586364746, + -0.03854048252105713, + -0.050421714782714844, + -0.04282116889953613, + -0.06589281558990479, + -0.07432067394256592, + -0.06982266902923584, + -0.06090366840362549, + -0.04859006404876709, + -0.03063976764678955, + -0.019891738891601562, + 0.000584721565246582, + 0.01696634292602539, + 0.039492249488830566, + 0.05595529079437256, + 0.08103728294372559, + 0.12321728467941284, + 0.14483749866485596, + 0.1805717945098877, + 0.21648985147476196, + 0.28293007612228394, + 0.2968915104866028, + 0.3344206213951111, + 0.36728382110595703, + 0.4040331244468689, + 0.43662744760513306, + 0.48956847190856934, + 0.5400069952011108, + 0.5827156901359558, + 0.6183616518974304, + 0.6773954629898071, + 0.7172280550003052, + 0.7630983591079712, + 0.8168162703514099, + 0.8512253165245056, + 0.9041091203689575, + 0.9690766930580139, + 1.016012191772461, + 1.067475438117981, + 1.1200419664382935, + 1.16499924659729, + 1.2152040004730225, + 1.2564455270767212, + 1.3146556615829468, + 1.3344461917877197, + 1.367769718170166, + 1.3980580568313599, + 1.4389173984527588 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_025401.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..e952da29ca28cbfd8b708905d95fdc3a1e80a77b --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260619_025401.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T02:54:01.542523+00:00", + "metrics": { + "MSE[mean]": 1.91654698904744, + "MSE[0.5]": 1.906808252418615, + "MAE[0.5]": 1.0361593285218473, + "MASE[0.5]": 1.2166254709928372, + "MAPE[0.5]": 5.300098549500402, + "sMAPE[0.5]": 1.4288912373977887, + "MSIS": 46.99332808798836, + "RMSE[mean]": 1.3843940873347589, + "NRMSE[mean]": 5.56726841925849, + "ND[0.5]": 4.166860549155805, + "mean_weighted_sum_quantile_loss": 4.134587303593026 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.22415248099933335, + 0.18352043705459203, + 0.14588844389300806, + 0.10575645311560987, + 0.06762443658900512, + 0.03349242816863208, + -0.008639596464204332, + -0.04377147280068457, + -0.08290365526662037, + -0.128035641275647, + -0.15916768831982983, + -0.19529967099099635, + -0.23443168954415902, + -0.2775637013023921, + -0.30969575037313296, + -0.3498277709528535, + -0.38395971976858173, + -0.42959178874727394, + -0.46222381647955185, + -0.500855826568855, + -0.5434878745667122, + -0.5766198064547212, + -0.6202518713802976, + -0.6513839184244805, + -0.693015919692296, + -0.7281478854357435, + -0.7712799866009439, + -0.8094119435229037, + -0.8420439414528593, + -0.8836760023253198, + -0.9228080059773212, + -0.9619400096293227, + -0.998072051905134, + -1.0362040684317386, + -1.0713360639775085, + -1.117467977507287, + -1.150100094646532, + -1.1927320830397445, + -1.2318640717905849, + -1.2599961723597388, + -1.3011281204602112, + -1.3487601934920193, + -1.3773921535134208, + -1.421524182199373, + -1.4541561801293286, + -1.4977882152525825, + -1.530920266349881, + -1.574052248305792, + -1.6061843420800164, + -1.6483163071082079, + -1.6824483751332258, + -1.7195803151274667, + -1.7597122164978976, + -1.8028443474654205, + -1.837976402615835, + -1.8731084577662493, + -1.9172403970452347, + -1.9548724498114634, + -1.993504430098444, + -2.023636430412586 + ], + "p10": [ + 0.17005254570613573, + 0.13602048235412206, + 0.10578847736697657, + 0.06665631874289868, + 0.021624432774307846, + -0.018507558003090334, + -0.0406395421047683, + -0.09577163778634132, + -0.12190368959889578, + -0.17413564976334842, + -0.21036768479123485, + -0.24939963608651636, + -0.286431720419365, + -0.3245637369459697, + -0.36189570416761235, + -0.39782771921602184, + -0.4379597397957424, + -0.4751918215536704, + -0.5172237938297869, + -0.551555859279884, + -0.5925877848259591, + -0.6266198213558825, + -0.6670518410534543, + -0.7069838344057733, + -0.7401159063646975, + -0.7842479112087919, + -0.8252799470234597, + -0.8545119559445117, + -0.89364396853721, + -0.9271759548800226, + -0.9728080178982501, + -1.0039399457331435, + -1.049172043703535, + -1.0892040417288578, + -1.1254360767567444, + -1.1654680747820674, + -1.1977001046839542, + -1.2399321310095626, + -1.2798641243618816, + -1.3140961851389747, + -1.3543281805893768, + -1.3953602134238126, + -1.4344921634316337, + -1.4705242069949052, + -1.4982561875441465, + -1.5477882599560662, + -1.573920219381421, + -1.6180522778696957, + -1.6565842624243692, + -1.69731633190374, + -1.736548280624101, + -1.7577803299571022, + -1.8137123557343477, + -1.8528444189909943, + -1.8771763747685448, + -1.9261084310633685, + -1.9624404707642593, + -2.004372438367372, + -2.037504459662348, + -2.07963642469054 + ], + "p90": [ + 0.2513525182403154, + 0.2121205695199546, + 0.17598852724414332, + 0.13885644419875498, + 0.09872445938182126, + 0.059492421254493284, + 0.021360377905798412, + -0.014571556676340712, + -0.050803597664691676, + -0.09293556269288335, + -0.13116757197156323, + -0.17019974678426264, + -0.20533163802190407, + -0.2415637266939708, + -0.28359564532590703, + -0.32182777381387645, + -0.3598596783791164, + -0.3989917386555305, + -0.4362237578285814, + -0.47435572071100585, + -0.5114878097168587, + -0.5495198215704591, + -0.588651854652254, + -0.6268838732441597, + -0.6639158711502733, + -0.6991478713690473, + -0.7411798436451639, + -0.7784119254030917, + -0.8135439745930418, + -0.8554758885519739, + -0.8926079775578265, + -0.931939972674443, + -0.9710719822869089, + -1.0060039804075993, + -1.0443359943592834, + -1.0844680741711197, + -1.118600112766344, + -1.160732104616626, + -1.198864111830005, + -1.2369960512431006, + -1.275128150843679, + -1.3141601352940442, + -1.3473922119259727, + -1.3884241851557633, + -1.4276561875203044, + -1.465788236829464, + -1.5039202526110105, + -1.5420521834559384, + -1.5801842536267234, + -1.6183162995831215, + -1.6563482402836773, + -1.6905803010607705, + -1.7326122733368867, + -1.770844282615567, + -1.8078763669484155, + -1.8471083156687762, + -1.8862403789254227, + -1.923372438128953, + -1.9615044188927706, + -1.9965364812911104 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_025401.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..fedabf4a75f4a878206224d863f6c8f74adf9c5f --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260619_025401.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T02:54:01.614543+00:00", + "metrics": { + "MSE[mean]": 0.5390966481056918, + "MSE[0.5]": 0.5451829159775573, + "MAE[0.5]": 0.6732885440774928, + "MASE[0.5]": 0.7905540871025319, + "MAPE[0.5]": 8.159773394703636, + "sMAPE[0.5]": 1.4197396844609271, + "MSIS": 27.872370366898043, + "RMSE[mean]": 0.7342320124495334, + "NRMSE[mean]": 2.952675638183695, + "ND[0.5]": 2.7075946674313998, + "mean_weighted_sum_quantile_loss": 2.6456911592821615 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.8056305601122572, + 0.8031305326941206, + 0.8036305560591414, + 0.8016305818083479, + 0.8016305818083479, + 0.8056305899145796, + 0.8016305818083479, + 0.8046307219984724, + 0.8036305560591414, + 0.7966305865767195, + 0.8036305560591414, + 0.8056305899145796, + 0.8046305878880217, + 0.7996305926563932, + 0.8056305601122572, + 0.8036305560591414, + 0.8076306237700178, + 0.8001305713179304, + 0.8056305601122572, + 0.8051305665495588, + 0.8006305350783064, + 0.805630619716902, + 0.8001305713179304, + 0.8071305408003523, + 0.8036305560591414, + 0.8066306068422987, + 0.8016305222037031, + 0.8016305818083479, + 0.8071306004049971, + 0.8036305560591414, + 0.8026305689337446, + 0.8016305818083479, + 0.8036305560591414, + 0.8036305560591414, + 0.8066305770399763, + 0.7986306800368025, + 0.8041305794241621, + 0.7996306075575544, + 0.7986306353333189, + 0.8086305512907698, + 0.805630619716902, + 0.7961305632116987, + 0.805630619716902, + 0.7996306075575544, + 0.8051306261542036, + 0.7996306075575544, + 0.8046305729868605, + 0.7996306075575544, + 0.8056305303099348, + 0.8016305818083479, + 0.8056305303099348, + 0.8066306068422987, + 0.8046307219984724, + 0.7996306075575544, + 0.8026305689337446, + 0.8056305303099348, + 0.7996306075575544, + 0.8001305713179304, + 0.7996306075575544, + 0.8076306237700178 + ], + "p10": [ + 0.7515306248190595, + 0.7556305779936506, + 0.7635305895331098, + 0.7625304474356367, + 0.7556305779936506, + 0.7536306037428572, + 0.7696306361677839, + 0.7526305570128157, + 0.764630521726866, + 0.750530578089018, + 0.7524305595877363, + 0.7515306248190595, + 0.7526305570128157, + 0.7526305570128157, + 0.7534306063177778, + 0.755630607795973, + 0.7536306037428572, + 0.754530538511534, + 0.7506305827620222, + 0.7544305338385298, + 0.7515306248190595, + 0.7556306048157407, + 0.7533306016447737, + 0.7515306248190595, + 0.7565305693867399, + 0.7505305810692503, + 0.7476305617811873, + 0.7565305693867399, + 0.7555305733206464, + 0.7601306035044386, + 0.7526305570128157, + 0.7596306457045271, + 0.7525305642607405, + 0.7506305827620222, + 0.7525305642607405, + 0.7506305827620222, + 0.7565305693867399, + 0.7524305595877363, + 0.7506305827620222, + 0.754530538511534, + 0.7524305595877363, + 0.7495305432799055, + 0.7485306097986891, + 0.7506305827620222, + 0.7610306187393858, + 0.7496305628540708, + 0.7616306199553206, + 0.7556305779936506, + 0.7552306099655821, + 0.7526305570128157, + 0.7515306248190595, + 0.7684305920126631, + 0.7506305827620222, + 0.7496305360319807, + 0.7634305967810346, + 0.7526305570128157, + 0.7544305338385298, + 0.7506305827620222, + 0.7556305779936506, + 0.7516306294920637 + ], + "p90": [ + 0.8328305973532393, + 0.8317306651594831, + 0.8337306394102766, + 0.834730572891493, + 0.8327306046011641, + 0.8316305830004408, + 0.8316305561783507, + 0.8338306381228162, + 0.83573061366107, + 0.8317306651594831, + 0.831630672407408, + 0.8307305141213133, + 0.8337306394102766, + 0.8356305672648145, + 0.8317306651594831, + 0.8316305531981184, + 0.8317306651594831, + 0.8307306214096739, + 0.8316306187632276, + 0.831630672407408, + 0.8326305999281599, + 0.8327306046011641, + 0.831730588045974, + 0.8316305859806731, + 0.8327306046011641, + 0.8356306209089949, + 0.8317306651594831, + 0.8326305999281599, + 0.8356305672648145, + 0.8318306698324873, + 0.8328305973532393, + 0.8316306187632276, + 0.8306306256773665, + 0.8338306440832808, + 0.8336306466582014, + 0.8316305833729698, + 0.8356305613043501, + 0.8316305859806731, + 0.8316305952938988, + 0.831630672407408, + 0.8316305893334343, + 0.8307306214096739, + 0.8356305613043501, + 0.8327306046011641, + 0.8316306187632276, + 0.8316305859806731, + 0.8316305867257311, + 0.831630672407408, + 0.8316306187632276, + 0.8316305893334343, + 0.8317306651594831, + 0.8356306209089949, + 0.8317306651594831, + 0.831630672407408, + 0.8327306046011641, + 0.831630672407408, + 0.8306306256773665, + 0.8316305830004408, + 0.8316306187632276, + 0.834730572891493 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_025401.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..68df5a8034ac4c8e85fc6ed18f1eae5cb45ec1c6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260619_025401.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T02:54:01.663988+00:00", + "metrics": { + "MSE[mean]": 0.7051555707230643, + "MSE[0.5]": 0.7051555707230643, + "MAE[0.5]": 0.7361833434396734, + "MASE[0.5]": 0.8644031687936394, + "MAPE[0.5]": 9.281306209139016, + "sMAPE[0.5]": 1.427225607442834, + "MSIS": 33.42610995653072, + "RMSE[mean]": 0.8397354170946134, + "NRMSE[mean]": 3.3769520622007914, + "ND[0.5]": 2.9605228137071338, + "mean_weighted_sum_quantile_loss": 2.937489301509797 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792 + ], + "p10": [ + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 0.9594199728965759, + 0.9006200289726257, + 0.8418200266361237, + 0.7957599771022796, + 0.7330400252342224, + 0.6850200009346008, + 0.6399399971961975, + 0.5948599934577942, + 0.5556599724292755, + 0.5076400065422058, + 0.4566799908876419, + 0.4165000116825104, + 0.36456000864505766, + 0.3184999883174896, + 0.28615999579429624, + 0.2508800119161606, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 0.9594199728965759, + 0.9006200289726257, + 0.8418200266361237, + 0.7957599771022796, + 0.7330400252342224, + 0.6850200009346008, + 0.6399399971961975, + 0.5948599934577942, + 0.5556599724292755, + 0.5076400065422058, + 0.4566799908876419, + 0.4165000116825104, + 0.36456000864505766, + 0.3184999883174896, + 0.28615999579429624, + 0.2508800119161606, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 0.9594199728965759, + 0.9006200289726257, + 0.8418200266361237, + 0.7957599771022796 + ], + "p90": [ + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 0.9985799717903138, + 0.9373800301551819, + 0.8761800277233124, + 0.8282399761676789, + 0.7629600262641907, + 0.7129800009727478, + 0.6660599970817566, + 0.6191399931907654, + 0.5783399713039399, + 0.5283600068092347, + 0.47531999051570895, + 0.4335000121593475, + 0.3794400089979172, + 0.3314999878406525, + 0.2978399956226349, + 0.26112001240253446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 0.9985799717903138, + 0.9373800301551819, + 0.8761800277233124, + 0.8282399761676789, + 0.7629600262641907, + 0.7129800009727478, + 0.6660599970817566, + 0.6191399931907654, + 0.5783399713039399, + 0.5283600068092347, + 0.47531999051570895, + 0.4335000121593475, + 0.3794400089979172, + 0.3314999878406525, + 0.2978399956226349, + 0.26112001240253446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 0.9985799717903138, + 0.9373800301551819, + 0.8761800277233124, + 0.8282399761676789 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_200802.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_200802.json new file mode 100644 index 0000000000000000000000000000000000000000..0ca57f1e5da62d45284531acbfc3345ae22c23c3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_200802.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T20:08:02.606090+00:00", + "metrics": { + "MSE[mean]": 0.002288210345946227, + "MSE[0.5]": 0.008782145000776821, + "MAE[0.5]": 0.06709895430443187, + "MASE[0.5]": 0.0787854672892954, + "MAPE[0.5]": 0.33039638699876056, + "sMAPE[0.5]": 0.41033030243623553, + "MSIS": 0.8263564371137994, + "RMSE[mean]": 0.047835241673333556, + "NRMSE[mean]": 0.19236692263562882, + "ND[0.5]": 0.2698349355012829, + "mean_weighted_sum_quantile_loss": 0.21121977463398922 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.21945813298225403, + 0.19259263575077057, + 0.1546013206243515, + 0.11589382588863373, + 0.07073119282722473, + 0.03853268921375275, + 0.024065524339675903, + 0.009333878755569458, + -0.012409389019012451, + -0.055173009634017944, + -0.0767679512500763, + -0.08432143926620483, + -0.09182927012443542, + -0.11009079217910767, + -0.12293702363967896, + -0.12732774019241333, + -0.13865947723388672, + -0.14799150824546814, + -0.16855517029762268, + -0.17185714840888977, + -0.16080406308174133, + -0.18663457036018372, + -0.1928648054599762, + -0.17785212397575378, + -0.1876993179321289, + -0.18620368838310242, + -0.18083587288856506, + -0.1591225266456604, + -0.1456308364868164, + -0.13921710848808289, + -0.13938912749290466, + -0.12313896417617798, + -0.11540111899375916, + -0.10753887891769409, + -0.07954567670822144, + -0.056266188621520996, + -0.0310935378074646, + -0.01874089241027832, + -0.0030889809131622314, + 0.021634936332702637, + 0.06281667947769165, + 0.08452275395393372, + 0.12821266055107117, + 0.16709622740745544, + 0.18351446092128754, + 0.19619937241077423, + 0.223114013671875, + 0.2513383626937866, + 0.2906116843223572, + 0.3533230423927307, + 0.3666374981403351, + 0.41337114572525024, + 0.4414064288139343, + 0.4600933790206909, + 0.5050255656242371, + 0.529623806476593, + 0.5838042497634888, + 0.6228866577148438, + 0.6508746147155762, + 0.6740727424621582 + ], + "p10": [ + 0.21380369365215302, + 0.17272265255451202, + 0.15477894246578217, + 0.13618052005767822, + 0.10004328191280365, + 0.039883434772491455, + 0.05659136176109314, + 0.003923147916793823, + 0.002636730670928955, + -0.037660956382751465, + -0.040754228830337524, + -0.073444664478302, + -0.04237070679664612, + -0.0941450297832489, + -0.06771627068519592, + -0.14124253392219543, + -0.12148982286453247, + -0.118022620677948, + -0.166118323802948, + -0.15947678685188293, + -0.16352549195289612, + -0.15720412135124207, + -0.13491466641426086, + -0.12252205610275269, + -0.15305772423744202, + -0.16076815128326416, + -0.15466564893722534, + -0.13716718554496765, + -0.10207340121269226, + -0.09550061821937561, + -0.08318385481834412, + -0.07101914286613464, + -0.07519000768661499, + -0.039276957511901855, + -0.04937812685966492, + 0.038364335894584656, + 0.005745649337768555, + 0.05841885507106781, + 0.06271524727344513, + 0.11276772618293762, + 0.14620602130889893, + 0.15382397174835205, + 0.17622095346450806, + 0.2400979995727539, + 0.2994787096977234, + 0.28183311223983765, + 0.308441698551178, + 0.35656848549842834, + 0.4097728729248047, + 0.4238855242729187, + 0.49055883288383484, + 0.4859769344329834, + 0.5310057997703552, + 0.5531772971153259, + 0.5948335528373718, + 0.6419596076011658, + 0.6859651803970337, + 0.7071375250816345, + 0.7680575251579285, + 0.7739505171775818 + ], + "p90": [ + 0.24293620884418488, + 0.22213488817214966, + 0.19361639022827148, + 0.15916794538497925, + 0.11942557990550995, + 0.0826115608215332, + 0.05685374140739441, + 0.04366177320480347, + 0.02284809947013855, + -0.01795017719268799, + -0.030900031328201294, + -0.039774805307388306, + -0.05096399784088135, + -0.056772083044052124, + -0.0717926025390625, + -0.08225417137145996, + -0.07717293500900269, + -0.07603421807289124, + -0.0777483880519867, + -0.07792681455612183, + -0.05371394753456116, + -0.06210687756538391, + -0.050739020109176636, + -0.057179808616638184, + -0.045819759368896484, + -0.03787115216255188, + -0.02103593945503235, + 0.008565276861190796, + 0.02804635465145111, + 0.0345931202173233, + 0.06309965252876282, + 0.06639783084392548, + 0.09413696825504303, + 0.1142895370721817, + 0.15058758854866028, + 0.18965066969394684, + 0.23704218864440918, + 0.25947386026382446, + 0.28032079339027405, + 0.2994188964366913, + 0.3531981110572815, + 0.38423556089401245, + 0.43898630142211914, + 0.48944389820098877, + 0.5195947289466858, + 0.5400518178939819, + 0.5795156955718994, + 0.6075552701950073, + 0.6626688838005066, + 0.7292619943618774, + 0.7409576177597046, + 0.80085289478302, + 0.8285917639732361, + 0.8554776906967163, + 0.8971682190895081, + 0.9445515275001526, + 1.0157356262207031, + 1.0555477142333984, + 1.0884151458740234, + 1.1188488006591797 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_200944.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_200944.json new file mode 100644 index 0000000000000000000000000000000000000000..7e3fa908d2e7d79bee6e7390e94eb33750b2fd5a --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_200944.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T20:09:44.059155+00:00", + "metrics": { + "MSE[mean]": 0.003635528196691373, + "MSE[0.5]": 0.003635528196691373, + "MAE[0.5]": 0.05059466074841718, + "MASE[0.5]": 0.059406648445252105, + "MAPE[0.5]": 0.2814002311183665, + "sMAPE[0.5]": 0.3695402175083338, + "MSIS": 0.8819583677477267, + "RMSE[mean]": 0.060295341417819115, + "NRMSE[mean]": 0.2424745621025339, + "ND[0.5]": 0.20346378213015925, + "mean_weighted_sum_quantile_loss": 0.39712602966895705 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.21240437030792236, + 0.17992794513702393, + 0.15161937475204468, + 0.12106043100357056, + 0.09022808074951172, + 0.05931580066680908, + 0.033921122550964355, + 0.012412428855895996, + -0.009621739387512207, + -0.030174612998962402, + -0.0468137264251709, + -0.06084120273590088, + -0.07617461681365967, + -0.0896683931350708, + -0.10055041313171387, + -0.10851311683654785, + -0.11439025402069092, + -0.12010228633880615, + -0.12660598754882812, + -0.12704968452453613, + -0.12817466259002686, + -0.1283339262008667, + -0.12318027019500732, + -0.11697828769683838, + -0.11052131652832031, + -0.10431766510009766, + -0.09622597694396973, + -0.08939552307128906, + -0.0789194107055664, + -0.06663823127746582, + -0.05777311325073242, + -0.0400843620300293, + -0.02265763282775879, + -0.027759075164794922, + 0.006777405738830566, + 0.04764437675476074, + 0.06571996212005615, + 0.0785515308380127, + 0.10236978530883789, + 0.12117689847946167, + 0.14104533195495605, + 0.17263340950012207, + 0.19961684942245483, + 0.22546619176864624, + 0.24912863969802856, + 0.27992087602615356, + 0.3120635151863098, + 0.3446616530418396, + 0.3714253306388855, + 0.4024004340171814, + 0.4357515573501587, + 0.47224050760269165, + 0.4991796612739563, + 0.5346523523330688, + 0.5743814706802368, + 0.609856903553009, + 0.6461503505706787, + 0.6807558536529541, + 0.7089709639549255, + 0.7393474578857422 + ], + "p10": [ + 0.2038942575454712, + 0.16758209466934204, + 0.13430309295654297, + 0.09992921352386475, + 0.0644456148147583, + 0.027596354484558105, + -0.0035130977630615234, + -0.030289292335510254, + -0.061681270599365234, + -0.08962714672088623, + -0.11400020122528076, + -0.13878989219665527, + -0.16565227508544922, + -0.19072842597961426, + -0.21186327934265137, + -0.23318016529083252, + -0.2522120475769043, + -0.272297739982605, + -0.2933915853500366, + -0.3099557161331177, + -0.32520437240600586, + -0.33957064151763916, + -0.35058069229125977, + -0.3595668077468872, + -0.3710669279098511, + -0.3812522888183594, + -0.3914618492126465, + -0.4056180715560913, + -0.41887640953063965, + -0.4353569746017456, + -0.4485071897506714, + -0.4437202215194702, + -0.27309978008270264, + -0.32818603515625, + -0.34480953216552734, + -0.33640146255493164, + -0.3468121290206909, + -0.36347317695617676, + -0.37550032138824463, + -0.38438642024993896, + -0.39018118381500244, + -0.392025351524353, + -0.39152634143829346, + -0.37977349758148193, + -0.37520813941955566, + -0.37189388275146484, + -0.3684573173522949, + -0.3620259761810303, + -0.3465372323989868, + -0.3379260301589966, + -0.32970237731933594, + -0.3203127384185791, + -0.3194396495819092, + -0.30103015899658203, + -0.28078460693359375, + -0.25745201110839844, + -0.24366211891174316, + -0.22459208965301514, + -0.20634377002716064, + -0.19340884685516357 + ], + "p90": [ + 0.22459739446640015, + 0.19510293006896973, + 0.17220556735992432, + 0.14359110593795776, + 0.11730194091796875, + 0.0924532413482666, + 0.07184600830078125, + 0.05633425712585449, + 0.041686177253723145, + 0.03035271167755127, + 0.024419665336608887, + 0.01961982250213623, + 0.013957858085632324, + 0.009126901626586914, + 0.01065528392791748, + 0.013708353042602539, + 0.021877288818359375, + 0.029266715049743652, + 0.040647268295288086, + 0.05601942539215088, + 0.07702493667602539, + 0.09700095653533936, + 0.11866509914398193, + 0.14246565103530884, + 0.16675788164138794, + 0.19102758169174194, + 0.21384137868881226, + 0.23858642578125, + 0.2648119330406189, + 0.2889811396598816, + 0.3146287202835083, + 0.348747193813324, + 0.24874508380889893, + 0.2756027579307556, + 0.3427577614784241, + 0.41792869567871094, + 0.46596890687942505, + 0.5085316300392151, + 0.5448455810546875, + 0.5859418511390686, + 0.6356714963912964, + 0.677277684211731, + 0.7185043096542358, + 0.773001492023468, + 0.8248864412307739, + 0.8766153454780579, + 0.9304257035255432, + 0.977828860282898, + 1.025354266166687, + 1.0772541761398315, + 1.1375367641448975, + 1.1971545219421387, + 1.243921160697937, + 1.3012760877609253, + 1.3538039922714233, + 1.4087573289871216, + 1.455060601234436, + 1.5033130645751953, + 1.5408291816711426, + 1.5906974077224731 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_200905.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_200905.json new file mode 100644 index 0000000000000000000000000000000000000000..bd5705398cc2d93e26b5b0ab7f2d7b4074bef2ac --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_200905.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T20:09:05.126495+00:00", + "metrics": { + "MSE[mean]": 0.012345871346760354, + "MSE[0.5]": 0.012345871346760354, + "MAE[0.5]": 0.07510409182868898, + "MASE[0.5]": 0.08818484626772478, + "MAPE[0.5]": 0.27304739423063396, + "sMAPE[0.5]": 0.3690681820515968, + "MSIS": 1.2163450096666373, + "RMSE[mean]": 0.11111197661260623, + "NRMSE[mean]": 0.446831002859643, + "ND[0.5]": 0.30202717739131996, + "mean_weighted_sum_quantile_loss": 0.5566330352800711 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00", + "2026-06-18 18:18:00", + "2026-06-18 18:24:00", + "2026-06-18 18:30:00", + "2026-06-18 18:36:00", + "2026-06-18 18:42:00", + "2026-06-18 18:48:00", + "2026-06-18 18:54:00", + "2026-06-18 19:00:00", + "2026-06-18 19:06:00", + "2026-06-18 19:12:00", + "2026-06-18 19:18:00", + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" + ], + "context": [ + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753 + ], + "actual": [ + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803, + 0.31200000643730164, + 0.34299999475479126, + 0.3709999918937683, + 0.4009999930858612, + 0.43700000643730164, + 0.4880000054836273, + 0.5249999761581421, + 0.5619999766349792, + 0.6019999980926514, + 0.6439999938011169, + 0.6710000038146973, + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 + ], + "predictions": { + "p50": [ + 0.21779483556747437, + 0.18394571542739868, + 0.14940202236175537, + 0.11593598127365112, + 0.08580911159515381, + 0.056252360343933105, + 0.028639912605285645, + 0.003526926040649414, + -0.020841598510742188, + -0.04193270206451416, + -0.06243324279785156, + -0.08019781112670898, + -0.09278035163879395, + -0.1077955961227417, + -0.11855673789978027, + -0.13074803352355957, + -0.13988614082336426, + -0.14390099048614502, + -0.14896070957183838, + -0.15212571620941162, + -0.15163087844848633, + -0.14905023574829102, + -0.14545810222625732, + -0.1428523063659668, + -0.1378248929977417, + -0.13276159763336182, + -0.12016654014587402, + -0.10976827144622803, + -0.0973128080368042, + -0.08522379398345947, + -0.06523001194000244, + -0.05274629592895508, + -0.07119262218475342, + -0.04467570781707764, + -0.0292738676071167, + -0.013341665267944336, + 0.006180405616760254, + 0.025305867195129395, + 0.048105835914611816, + 0.0680382251739502, + 0.08956849575042725, + 0.11583232879638672, + 0.13538402318954468, + 0.16093868017196655, + 0.18631595373153687, + 0.21433377265930176, + 0.23524224758148193, + 0.2700440287590027, + 0.2949265241622925, + 0.3229840397834778, + 0.3527764678001404, + 0.37513285875320435, + 0.4013155698776245, + 0.43162059783935547, + 0.45487290620803833, + 0.4726560711860657, + 0.5038397908210754, + 0.5273250341415405, + 0.5534648895263672, + 0.5775002837181091 + ], + "p10": [ + 0.20632022619247437, + 0.1689932942390442, + 0.13216161727905273, + 0.09535574913024902, + 0.05932974815368652, + 0.026624321937561035, + -0.008408665657043457, + -0.039344072341918945, + -0.0710299015045166, + -0.09990513324737549, + -0.13048315048217773, + -0.15359234809875488, + -0.18084633350372314, + -0.20864903926849365, + -0.23015058040618896, + -0.2572675943374634, + -0.2788578271865845, + -0.2986316680908203, + -0.3121391534805298, + -0.3356248140335083, + -0.3510277271270752, + -0.36857128143310547, + -0.38281214237213135, + -0.3977494239807129, + -0.4121363162994385, + -0.4233924150466919, + -0.4343677759170532, + -0.4401228427886963, + -0.4425011873245239, + -0.4493926763534546, + -0.4531048536300659, + -0.4624824523925781, + -0.48483335971832275, + -0.46291136741638184, + -0.4778403043746948, + -0.4827388525009155, + -0.5006369352340698, + -0.4995037317276001, + -0.5045739412307739, + -0.5142054557800293, + -0.5190032720565796, + -0.5197616815567017, + -0.5333571434020996, + -0.5397332906723022, + -0.5487967729568481, + -0.5634342432022095, + -0.5695087909698486, + -0.5740853548049927, + -0.5710169076919556, + -0.5665649175643921, + -0.5854214429855347, + -0.5833895206451416, + -0.5920702219009399, + -0.5897166728973389, + -0.6053875684738159, + -0.6054873466491699, + -0.6058658361434937, + -0.6068383455276489, + -0.6073594093322754, + -0.5939884185791016 + ], + "p90": [ + 0.2332082986831665, + 0.2007899284362793, + 0.1692899465560913, + 0.1404067873954773, + 0.11523228883743286, + 0.08945810794830322, + 0.06990945339202881, + 0.05201268196105957, + 0.035318851470947266, + 0.02328193187713623, + 0.012190699577331543, + 0.007644295692443848, + 0.0034110546112060547, + 0.006029725074768066, + 0.011034965515136719, + 0.012918353080749512, + 0.017376184463500977, + 0.028552889823913574, + 0.040513038635253906, + 0.058908700942993164, + 0.07342135906219482, + 0.0941697359085083, + 0.11803019046783447, + 0.14498382806777954, + 0.1694551706314087, + 0.1917966604232788, + 0.2304617166519165, + 0.25833964347839355, + 0.2925831079483032, + 0.3264448046684265, + 0.36904090642929077, + 0.40610796213150024, + 0.5336072444915771, + 0.6049842238426208, + 0.6429635286331177, + 0.6930007338523865, + 0.7488890290260315, + 0.802544355392456, + 0.842058002948761, + 0.8952921628952026, + 0.9563202857971191, + 1.001707673072815, + 1.0567095279693604, + 1.1201356649398804, + 1.171409249305725, + 1.2353826761245728, + 1.287856936454773, + 1.350834608078003, + 1.4082744121551514, + 1.4739859104156494, + 1.5269575119018555, + 1.5968395471572876, + 1.6529196500778198, + 1.7211493253707886, + 1.7798397541046143, + 1.8279094696044922, + 1.8881070613861084, + 1.9543299674987793, + 1.99497652053833, + 2.0420823097229004 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_025401.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..3b36cbcc9754d304cb8cb4f90e8656537b5d1750 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260619_025401.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-19T02:54:01.307005+00:00", + "metrics": { + "MSE[mean]": 0.024375307767659796, + "MSE[0.5]": 0.026436586415908226, + "MAE[0.5]": 0.13163300201641148, + "MASE[0.5]": 0.8031846008403305, + "MAPE[0.5]": 0.08509378052679813, + "sMAPE[0.5]": 0.08753010358569059, + "MSIS": 5.6247474061119895, + "RMSE[mean]": 0.15612593560219198, + "NRMSE[mean]": 0.10350890903591053, + "ND[0.5]": 0.08727049980060628, + "mean_weighted_sum_quantile_loss": 0.06999367973874937 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4710621098823493, + 1.4585809078274934, + 1.4418353684764096, + 1.4425387353025352, + 1.4418874630208267, + 1.4566967065144596, + 1.4546533287600274, + 1.4546421765669961, + 1.441754384849353, + 1.4421620093759249, + 1.456648495809026, + 1.4442687832995733, + 1.4442687173378543, + 1.4494523267032176, + 1.441823753329005, + 1.4419924805208613, + 1.4592217049719012, + 1.4421612092710956, + 1.4592217044419251, + 1.4410228715529096, + 1.469097980314805, + 1.4413063616582962, + 1.4645635236261003, + 1.4566482089616937, + 1.4417521519003305, + 1.4546359465031256, + 1.4546359465030876, + 1.4418237485953553, + 1.4566482089612347, + 1.4417521519001661, + 1.4419924788242473, + 1.4413063616547, + 1.4442686804889837, + 1.4418237485953478, + 1.4442686804889837, + 1.4417879502477566, + 1.4546359465030665, + 1.4556420777321493, + 1.4639299908858707, + 1.4417879502477566, + 1.4442686804889837, + 1.4442686804889837, + 1.449452313496025, + 1.4413490275582401, + 1.4417879502477566, + 1.4556420777321493, + 1.4413490275582401, + 1.4442686804889837, + 1.449452313496025, + 1.4799019006145593, + 1.4442686804889837, + 1.4628625953261287, + 1.4546359465030665, + 1.4421612090531466, + 1.4417521519001653, + 1.4442686804889837, + 1.4556420777321493, + 1.4651970563637524, + 1.4421612090531466, + 1.4556420777321493, + 1.4421612090531466, + 1.4628625953261287, + 1.4546359465030665, + 1.456648208961232, + 1.4432149447710652, + 1.4546359465030665, + 1.4483985777781065, + 1.4421612090531466, + 1.4417521519001653, + 1.4412636957511595, + 1.4417521519001653, + 1.441022871524912 + ], + "p10": [ + 1.3677650050467323, + 1.357437176742488, + 1.3551835976803803, + 1.3511951714514445, + 1.3602638175937696, + 1.3675581886854407, + 1.3758571590718243, + 1.343861751103741, + 1.3545005795963316, + 1.35956629081329, + 1.360128793320902, + 1.3939960407238556, + 1.374884415237249, + 1.368329835968195, + 1.3508176499357132, + 1.35081764689867, + 1.3595654910986035, + 1.354130276720584, + 1.360128506551224, + 1.3595654905185093, + 1.407405890960129, + 1.359565490494108, + 1.3601285064743969, + 1.3508176452025176, + 1.3541302765028003, + 1.375704510017227, + 1.350817645202077, + 1.3508176452020635, + 1.3765239197123, + 1.3544983466471447, + 1.354498346647144, + 1.350817645202056, + 1.3765239197122974, + 1.354130276502635, + 1.3748843783883784, + 1.3544983466471439, + 1.3601285064731081, + 1.3683298227610026, + 1.3669466751496167, + 1.3595654904905117, + 1.350817645202056, + 1.3683298227610026, + 1.3544983466471439, + 1.3683298227610026, + 1.3544983466471439, + 1.367509691132213, + 1.3544983466471439, + 1.3683298227610026, + 1.3595654904905117, + 1.354130276502635, + 1.350817645202056, + 1.3601285064731081, + 1.354130276502635, + 1.3544983466471439, + 1.3544983466471439, + 1.354130276502635, + 1.367509691132213, + 1.3683298227610026, + 1.350817645202056, + 1.3766742161541812, + 1.3601285064731081, + 1.3880846167622036, + 1.3766591865099929, + 1.3601285064731081, + 1.3757045100171679, + 1.3683298227610026, + 1.3757045100171679, + 1.3601285064731081, + 1.3765239197122974, + 1.3544983466471439, + 1.3601285064731081, + 1.354130276502635 + ], + "p90": [ + 1.5861149320475505, + 1.583612374744342, + 1.5556911843769958, + 1.5810510708983865, + 1.6028537497212159, + 1.5759639785059716, + 1.5779327997482908, + 1.5806797747129275, + 1.5495450177813845, + 1.5828788343669318, + 1.5828783208919475, + 1.602718541411144, + 1.5776089957671262, + 1.6219010501392441, + 1.5698214656950384, + 1.5546378648958645, + 1.5776089595263474, + 1.5776089591362046, + 1.57591548103086, + 1.5546378632272482, + 1.6046366984437384, + 1.5806735446525941, + 1.5806735446502866, + 1.5776089589187172, + 1.580673544649163, + 1.5776089589183147, + 1.5828780340441746, + 1.5760848287493028, + 1.602718438600557, + 1.5806735446489988, + 1.5759154809527443, + 1.5776089589182556, + 1.575915480952744, + 1.5776089589182556, + 1.6027184386005544, + 1.580673544648998, + 1.5828780340441535, + 1.5828780340441535, + 1.5776089589182556, + 1.5698214609613812, + 1.5828780340441535, + 1.5546378631992506, + 1.5760848287492952, + 1.5760848287492952, + 1.5704308629605175, + 1.6219010369320517, + 1.575915480952744, + 1.5776089589182556, + 1.5763912873223693, + 1.6027184386005544, + 1.580673544648998, + 1.5828780340441535, + 1.5495427848321968, + 1.575915480952744, + 1.575915480952744, + 1.5704308629605175, + 1.6219010369320517, + 1.6219010369320517, + 1.5698214609613812, + 1.6027184386005544, + 1.5776089589182556, + 1.580673544648998, + 1.604636698433704, + 1.5828780340441535, + 1.5776089589182556, + 1.6219010369320517, + 1.5704308629605175, + 1.5828780340441535, + 1.5495427848321968, + 1.575915480952744, + 1.5552472651983869, + 1.5698214609613812 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_200658.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_200658.json new file mode 100644 index 0000000000000000000000000000000000000000..c64f2180293d3223dbe2406527f11a352533608d --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_200658.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T20:06:58.910118+00:00", + "metrics": { + "MSE[mean]": 0.023877284456183645, + "MSE[0.5]": 0.023877284456183645, + "MAE[0.5]": 0.12067889173825581, + "MASE[0.5]": 0.7363459467296803, + "MAPE[0.5]": 0.08137564643818852, + "sMAPE[0.5]": 0.07999967922492515, + "MSIS": 10.998541676061977, + "RMSE[mean]": 0.1545227635534119, + "NRMSE[mean]": 0.10244603252454787, + "ND[0.5]": 0.08000810614398804, + "mean_weighted_sum_quantile_loss": 0.06820393919250703 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.5094044208526611, + 1.5094447135925293, + 1.5093554258346558, + 1.5071722269058228, + 1.5078575611114502, + 1.5078877210617065, + 1.5103901624679565, + 1.5103776454925537, + 1.5096670389175415, + 1.5123106241226196, + 1.5103120803833008, + 1.510511040687561, + 1.5076448917388916, + 1.5084892511367798, + 1.5123568773269653, + 1.509770154953003, + 1.5111613273620605, + 1.5143388509750366, + 1.515568494796753, + 1.5127490758895874, + 1.5124448537826538, + 1.514353632926941, + 1.5166569948196411, + 1.5166888236999512, + 1.5146994590759277, + 1.5168862342834473, + 1.5157619714736938, + 1.5184532403945923, + 1.515519618988037, + 1.5165144205093384, + 1.5200343132019043, + 1.5183049440383911, + 1.5186928510665894, + 1.5207443237304688, + 1.5212063789367676, + 1.5174150466918945, + 1.5167118310928345, + 1.5191391706466675, + 1.521551251411438, + 1.5201537609100342, + 1.5169527530670166, + 1.5207394361495972, + 1.5186699628829956, + 1.5215579271316528, + 1.5181562900543213, + 1.5181857347488403, + 1.5229662656784058, + 1.520081639289856, + 1.5232818126678467, + 1.5262031555175781, + 1.5266926288604736, + 1.522445559501648, + 1.5210323333740234, + 1.5231208801269531, + 1.5250427722930908, + 1.5254106521606445, + 1.5200072526931763, + 1.5239770412445068, + 1.521999478340149, + 1.5236669778823853, + 1.5198028087615967, + 1.5175079107284546, + 1.5227912664413452, + 1.5203946828842163, + 1.5270651578903198, + 1.5323125123977661, + 1.530477523803711, + 1.524926781654358, + 1.5231274366378784, + 1.5249176025390625, + 1.5275492668151855, + 1.5278596878051758 + ], + "p10": [ + 1.4012175798416138, + 1.3858331441879272, + 1.3697596788406372, + 1.3712399005889893, + 1.3663874864578247, + 1.3684049844741821, + 1.3578044176101685, + 1.3589229583740234, + 1.35621178150177, + 1.3445755243301392, + 1.3448655605316162, + 1.341050386428833, + 1.3345149755477905, + 1.3291467428207397, + 1.326363444328308, + 1.329506516456604, + 1.3291503190994263, + 1.3397306203842163, + 1.3354861736297607, + 1.340151309967041, + 1.3394341468811035, + 1.3449935913085938, + 1.3383640050888062, + 1.3391274213790894, + 1.341325283050537, + 1.3347063064575195, + 1.341666579246521, + 1.336241602897644, + 1.333495020866394, + 1.335206151008606, + 1.3341134786605835, + 1.3365055322647095, + 1.3149826526641846, + 1.3118435144424438, + 1.3017709255218506, + 1.301293134689331, + 1.2987618446350098, + 1.302314281463623, + 1.290093183517456, + 1.2871900796890259, + 1.2887111902236938, + 1.2807896137237549, + 1.292124629020691, + 1.28909170627594, + 1.2864696979522705, + 1.289450764656067, + 1.2873414754867554, + 1.2882580757141113, + 1.2797162532806396, + 1.2790307998657227, + 1.2697057723999023, + 1.2701267004013062, + 1.2684988975524902, + 1.27239191532135, + 1.2598443031311035, + 1.2583849430084229, + 1.258396863937378, + 1.2449469566345215, + 1.2478883266448975, + 1.2407563924789429, + 1.2317570447921753, + 1.2300790548324585, + 1.2361801862716675, + 1.2350153923034668, + 1.2299340963363647, + 1.234053611755371, + 1.2212096452713013, + 1.2199912071228027, + 1.218485713005066, + 1.221272349357605, + 1.215423822402954, + 1.2164324522018433 + ], + "p90": [ + 1.5317195653915405, + 1.534075379371643, + 1.5350239276885986, + 1.5357952117919922, + 1.5350749492645264, + 1.536253809928894, + 1.5353997945785522, + 1.5375795364379883, + 1.5386444330215454, + 1.5392131805419922, + 1.5400331020355225, + 1.5394442081451416, + 1.5398504734039307, + 1.5396853685379028, + 1.541429877281189, + 1.5416203737258911, + 1.5602390766143799, + 1.5573424100875854, + 1.5575250387191772, + 1.5586161613464355, + 1.5578162670135498, + 1.5597590208053589, + 1.5579640865325928, + 1.559608817100525, + 1.5609149932861328, + 1.561018466949463, + 1.563454031944275, + 1.562894344329834, + 1.562946081161499, + 1.562473177909851, + 1.5662024021148682, + 1.568257451057434, + 1.5827935934066772, + 1.5807979106903076, + 1.5828474760055542, + 1.5849943161010742, + 1.5850101709365845, + 1.5874947309494019, + 1.5863500833511353, + 1.5868210792541504, + 1.587865948677063, + 1.589753270149231, + 1.5935800075531006, + 1.5935240983963013, + 1.5943403244018555, + 1.5908697843551636, + 1.5957252979278564, + 1.6001319885253906, + 1.6129149198532104, + 1.6070802211761475, + 1.6117039918899536, + 1.6153664588928223, + 1.6177934408187866, + 1.6208598613739014, + 1.617742896080017, + 1.6168816089630127, + 1.6179860830307007, + 1.6206605434417725, + 1.6273078918457031, + 1.62742280960083, + 1.630117416381836, + 1.6244062185287476, + 1.628875494003296, + 1.6345617771148682, + 1.642326831817627, + 1.6309504508972168, + 1.6350438594818115, + 1.6406477689743042, + 1.6409095525741577, + 1.6445298194885254, + 1.6445322036743164, + 1.6412056684494019 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_025401.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..f7f8c6d40a795d76e11ddeebc3f83c777f507972 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260619_025401.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-19T02:54:01.565673+00:00", + "metrics": { + "MSE[mean]": 0.0727028561886309, + "MSE[0.5]": 0.07190060372804415, + "MAE[0.5]": 0.20687291791319332, + "MASE[0.5]": 1.2622757169821803, + "MAPE[0.5]": 0.14685402009140702, + "sMAPE[0.5]": 0.13131040548909986, + "MSIS": 24.43424145225584, + "RMSE[mean]": 0.2696346717108742, + "NRMSE[mean]": 0.17876332077305823, + "ND[0.5]": 0.13715331767061947, + "mean_weighted_sum_quantile_loss": 0.1256099775318171 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4989820214202048, + 1.5035980533407298, + 1.5082140852612549, + 1.51283011718178, + 1.517446149102305, + 1.52206218102283, + 1.5266782129433552, + 1.5312942448638802, + 1.535910276784405, + 1.5405263087049301, + 1.5451423406254552, + 1.5497583725459803, + 1.5543744044665053, + 1.5589904363870304, + 1.5636064683075555, + 1.5682225002280805, + 1.5728385321486056, + 1.5774545640691306, + 1.5820705959896557, + 1.5866866279101808, + 1.5913026598307058, + 1.595918691751231, + 1.600534723671756, + 1.6051507555922808, + 1.6097667875128059, + 1.614382819433331, + 1.618998851353856, + 1.623614883274381, + 1.6282309151949061, + 1.6328469471154312, + 1.6374629790359563, + 1.6420790109564813, + 1.6466950428770064, + 1.6513110747975315, + 1.6559271067180565, + 1.6605431386385816, + 1.6651591705591067, + 1.6697752024796317, + 1.6743912344001566, + 1.6790072663206819, + 1.6836232982412067, + 1.6882393301617318, + 1.6928553620822568, + 1.697471394002782, + 1.702087425923307, + 1.706703457843832, + 1.711319489764357, + 1.7159355216848822, + 1.7205515536054072, + 1.7251675855259323, + 1.7297836174464574, + 1.7343996493669824, + 1.7390156812875075, + 1.7436317132080326, + 1.7482477451285576, + 1.7528637770490825, + 1.7574798089696078, + 1.7620958408901326, + 1.7667118728106577, + 1.7713279047311827, + 1.7759439366517078, + 1.7805599685722329, + 1.785176000492758, + 1.789792032413283, + 1.794408064333808, + 1.7990240962543331, + 1.8036401281748582, + 1.8082561600953833, + 1.8128721920159083, + 1.8174882239364334, + 1.8221042558569582, + 1.8267202877774835 + ], + "p10": [ + 1.3989819975783468, + 1.403598029498872, + 1.408214061419397, + 1.412830093339922, + 1.417446125260447, + 1.4220621571809722, + 1.4266781891014972, + 1.4312942210220223, + 1.4359102529425471, + 1.4405262848630722, + 1.4451423167835973, + 1.4497583487041223, + 1.4543743806246474, + 1.4589904125451725, + 1.4636064444656975, + 1.4682224763862226, + 1.4728385083067477, + 1.4774545402272727, + 1.4820705721477978, + 1.4866866040683229, + 1.491302635988848, + 1.495918667909373, + 1.500534699829898, + 1.505150731750423, + 1.509766763670948, + 1.5143829148007626, + 1.518998827511998, + 1.5236148594325232, + 1.5282308913530482, + 1.5328469232735733, + 1.5374629551940984, + 1.5420789871146234, + 1.5466950190351485, + 1.5513110509556736, + 1.5559270828761986, + 1.5605431147967237, + 1.5651591467172488, + 1.5697751786377738, + 1.5743912105582987, + 1.579007242478824, + 1.5836232743993488, + 1.5882393063198739, + 1.592855338240399, + 1.597471370160924, + 1.602087402081449, + 1.6067034340019741, + 1.6113194659224992, + 1.6159354978430243, + 1.6205515297635493, + 1.6251675616840744, + 1.6297835936045995, + 1.6343996255251245, + 1.6390156574456496, + 1.6436316893661747, + 1.6482477212866997, + 1.6528637532072246, + 1.6574797851277498, + 1.6620958170482747, + 1.6667118489687998, + 1.6713278808893248, + 1.67594391280985, + 1.680559944730375, + 1.6851759766509, + 1.689792008571425, + 1.6944080404919502, + 1.6990240724124752, + 1.7036401043330003, + 1.7082561362535253, + 1.7128721681740504, + 1.7174882000945755, + 1.7221042320151003, + 1.7267202639356256 + ], + "p90": [ + 1.698981949894631, + 1.6035980771825877, + 1.6082141091031128, + 1.6128301410236379, + 1.7174460775767313, + 1.622062204864688, + 1.7266781414177814, + 1.6312942687057381, + 1.635910300626263, + 1.640526332546788, + 1.7451422690998815, + 1.6497583963878382, + 1.7543743329409316, + 1.6689904506921445, + 1.6636064921494134, + 1.6682225240699384, + 1.6728385559904635, + 1.777454492543557, + 1.782070524464082, + 1.6866865325427491, + 1.70130267413582, + 1.7959187394349467, + 1.7005347475136139, + 1.805150684066707, + 1.8097667159872322, + 1.7143828432751889, + 1.8189987798282823, + 1.723614907116239, + 1.7382309295000202, + 1.832846994799147, + 1.7474629933410704, + 1.7420790347983393, + 1.7466950667188643, + 1.7513110986393894, + 1.7559271305599145, + 1.8605430671130079, + 1.7651591944009646, + 1.869775130954058, + 1.7843912487052707, + 1.8790071947951081, + 1.883623226715633, + 1.7882393540035897, + 1.802855376387371, + 1.7974714178446398, + 1.812087440228421, + 1.80670348168569, + 1.811319513606215, + 1.9159354501593084, + 1.8205515774472651, + 1.9251675140003586, + 1.8297836412883153, + 1.8343996732088403, + 1.8390157051293654, + 1.8436317370498905, + 1.8482477689704155, + 1.8528638008909404, + 1.8574798328114657, + 1.8620958647319905, + 1.966711801285084, + 1.971327833205609, + 1.8759439604935657, + 1.8805599924140908, + 1.9851759289671842, + 1.889792056255141, + 1.894408088175666, + 1.9990240247287594, + 2.0036400566492842, + 1.9082561839372412, + 2.0128721204903344, + 1.9174882477782913, + 1.9221042796988161, + 2.02672021625191 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_025401.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..7968753127c8d9635d91675e5c56ca4f49ee25bd --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260619_025401.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-19T02:54:01.628693+00:00", + "metrics": { + "MSE[mean]": 0.025560061846371034, + "MSE[0.5]": 0.025926506018261346, + "MAE[0.5]": 0.13046102900102724, + "MASE[0.5]": 0.7960335774332999, + "MAPE[0.5]": 0.08460737164836557, + "sMAPE[0.5]": 0.08672221350036896, + "MSIS": 7.457505723647801, + "RMSE[mean]": 0.15987514455465252, + "NRMSE[mean]": 0.10599457246473172, + "ND[0.5]": 0.08649350110545645, + "mean_weighted_sum_quantile_loss": 0.07453894100188667 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516, + 1.4541079719581516 + ], + "p10": [ + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541080673255832, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936, + 1.3541079481162936 + ], + "p90": [ + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5641079862632656, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.55410787659072, + 1.5641079862632656, + 1.6541080196418674, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5641079862632656, + 1.6541080196418674, + 1.5641079862632656, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5641079862632656, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.5641079862632656, + 1.5541079958000095, + 1.5641079862632656, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778, + 1.6541079004325778, + 1.5541079958000095, + 1.6541079004325778, + 1.5541079958000095, + 1.5541079958000095, + 1.6541079004325778 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_025401.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_025401.json new file mode 100644 index 0000000000000000000000000000000000000000..45ca6bbf6d8d35b6e167fca8fa2e0ae62dc8b3c9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260619_025401.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-19T02:54:01.675048+00:00", + "metrics": { + "MSE[mean]": 0.03111111998558178, + "MSE[0.5]": 0.03111111998558178, + "MAE[0.5]": 0.13611113528410593, + "MASE[0.5]": 0.8305088100130007, + "MAPE[0.5]": 0.08853874549550371, + "sMAPE[0.5]": 0.09085390785179406, + "MSIS": 25.47628336584817, + "RMSE[mean]": 0.1763834458943973, + "NRMSE[mean]": 0.11693930278850666, + "ND[0.5]": 0.09023942797559914, + "mean_weighted_sum_quantile_loss": 0.08620832502698018 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "p10": [ + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47, + 1.47 + ], + "p90": [ + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_200809.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_200809.json new file mode 100644 index 0000000000000000000000000000000000000000..92905649e5b0eb72cc767f37f080b77d0912e057 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_200809.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T20:08:09.854018+00:00", + "metrics": { + "MSE[mean]": 0.02274433091544776, + "MSE[0.5]": 0.027032492386544742, + "MAE[0.5]": 0.1283723513285319, + "MASE[0.5]": 0.783289100615411, + "MAPE[0.5]": 0.081156531297995, + "sMAPE[0.5]": 0.08521517658553067, + "MSIS": 16.378691377101177, + "RMSE[mean]": 0.15081223728679236, + "NRMSE[mean]": 0.09998601507565011, + "ND[0.5]": 0.0851087424081025, + "mean_weighted_sum_quantile_loss": 0.07226923249281275 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4767460823059082, + 1.4748549461364746, + 1.4701430797576904, + 1.4662619829177856, + 1.467584490776062, + 1.467926263809204, + 1.462593674659729, + 1.4623966217041016, + 1.4623618125915527, + 1.4625060558319092, + 1.4621225595474243, + 1.4609613418579102, + 1.4608054161071777, + 1.4563000202178955, + 1.4509154558181763, + 1.44748055934906, + 1.4456605911254883, + 1.4463541507720947, + 1.4399340152740479, + 1.4407464265823364, + 1.4368979930877686, + 1.4370511770248413, + 1.4360747337341309, + 1.43532133102417, + 1.4366610050201416, + 1.4337247610092163, + 1.430411458015442, + 1.4360159635543823, + 1.4333062171936035, + 1.4252177476882935, + 1.4289642572402954, + 1.4270775318145752, + 1.4223829507827759, + 1.4242411851882935, + 1.4200540781021118, + 1.4184218645095825, + 1.4156278371810913, + 1.416974425315857, + 1.4153566360473633, + 1.4110804796218872, + 1.4096306562423706, + 1.406480312347412, + 1.3998140096664429, + 1.4043924808502197, + 1.4057825803756714, + 1.4024101495742798, + 1.4005697965621948, + 1.4014917612075806, + 1.4063854217529297, + 1.4015605449676514, + 1.4021862745285034, + 1.4035038948059082, + 1.4053916931152344, + 1.402550458908081, + 1.395559310913086, + 1.392492413520813, + 1.3922172784805298, + 1.391908049583435, + 1.3899508714675903, + 1.3884401321411133, + 1.395336389541626, + 1.3909475803375244, + 1.3845394849777222, + 1.38536536693573, + 1.382912039756775, + 1.3820074796676636, + 1.379781723022461, + 1.379780888557434, + 1.3817663192749023, + 1.3777709007263184, + 1.3760278224945068, + 1.3730894327163696 + ], + "p10": [ + 1.4842227697372437, + 1.4818700551986694, + 1.4781689643859863, + 1.4744939804077148, + 1.4661613702774048, + 1.4691814184188843, + 1.4571480751037598, + 1.4660382270812988, + 1.4578850269317627, + 1.4730989933013916, + 1.4590903520584106, + 1.4609447717666626, + 1.4575847387313843, + 1.4567663669586182, + 1.4516773223876953, + 1.4556689262390137, + 1.4500318765640259, + 1.4418383836746216, + 1.4464797973632812, + 1.446104645729065, + 1.4477767944335938, + 1.4445921182632446, + 1.437752366065979, + 1.4391629695892334, + 1.4397809505462646, + 1.4403154850006104, + 1.4358510971069336, + 1.4338699579238892, + 1.4415063858032227, + 1.4369615316390991, + 1.4310320615768433, + 1.43692147731781, + 1.4255539178848267, + 1.4349485635757446, + 1.4293856620788574, + 1.427016019821167, + 1.42911958694458, + 1.4221736192703247, + 1.420911431312561, + 1.4262844324111938, + 1.4178476333618164, + 1.4218698740005493, + 1.4146140813827515, + 1.414404273033142, + 1.4155625104904175, + 1.4164832830429077, + 1.4195146560668945, + 1.4233866930007935, + 1.420546531677246, + 1.4176177978515625, + 1.4188796281814575, + 1.418676733970642, + 1.4174387454986572, + 1.4099656343460083, + 1.4143576622009277, + 1.4060823917388916, + 1.4126073122024536, + 1.413143277168274, + 1.4101048707962036, + 1.4050745964050293, + 1.416650652885437, + 1.408695936203003, + 1.409011960029602, + 1.4096705913543701, + 1.4131627082824707, + 1.4064997434616089, + 1.4087096452713013, + 1.4022722244262695, + 1.4040805101394653, + 1.4053312540054321, + 1.3926136493682861, + 1.4040967226028442 + ], + "p90": [ + 1.5465055704116821, + 1.5506068468093872, + 1.5498758554458618, + 1.550871729850769, + 1.5530056953430176, + 1.555071473121643, + 1.5520132780075073, + 1.5557492971420288, + 1.557011604309082, + 1.5576883554458618, + 1.5633912086486816, + 1.5589436292648315, + 1.5615172386169434, + 1.5622408390045166, + 1.5558617115020752, + 1.5563052892684937, + 1.560002088546753, + 1.5604348182678223, + 1.5587198734283447, + 1.557442545890808, + 1.5588020086288452, + 1.557926893234253, + 1.5561970472335815, + 1.5536704063415527, + 1.5639148950576782, + 1.5628464221954346, + 1.5597267150878906, + 1.5668452978134155, + 1.5647130012512207, + 1.5647742748260498, + 1.5709952116012573, + 1.5721065998077393, + 1.5687501430511475, + 1.5728535652160645, + 1.5670242309570312, + 1.5694860219955444, + 1.5711281299591064, + 1.5740609169006348, + 1.5715361833572388, + 1.571912169456482, + 1.5719842910766602, + 1.5721051692962646, + 1.5662684440612793, + 1.5697654485702515, + 1.5706121921539307, + 1.5719314813613892, + 1.5707088708877563, + 1.5684359073638916, + 1.5723153352737427, + 1.5720609426498413, + 1.569381594657898, + 1.5745644569396973, + 1.5746846199035645, + 1.5754456520080566, + 1.573108196258545, + 1.5692217350006104, + 1.571980357170105, + 1.573280930519104, + 1.5753920078277588, + 1.570706844329834, + 1.57892906665802, + 1.5736970901489258, + 1.5686535835266113, + 1.5728049278259277, + 1.567714810371399, + 1.5677331686019897, + 1.5695732831954956, + 1.5711532831192017, + 1.5734961032867432, + 1.5693299770355225, + 1.5682684183120728, + 1.5716586112976074 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_200950.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_200950.json new file mode 100644 index 0000000000000000000000000000000000000000..49a9645fabe82f9ce282bc984b7e4295d7067140 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_200950.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T20:09:50.399650+00:00", + "metrics": { + "MSE[mean]": 0.026026390677471492, + "MSE[0.5]": 0.026026390677471492, + "MAE[0.5]": 0.12584968242380354, + "MASE[0.5]": 0.7678965411032915, + "MAPE[0.5]": 0.08410468052072584, + "sMAPE[0.5]": 0.0834330765539241, + "MSIS": 6.011806622041165, + "RMSE[mean]": 0.16132696822748357, + "NRMSE[mean]": 0.10695710750996697, + "ND[0.5]": 0.08343625471296018, + "mean_weighted_sum_quantile_loss": 0.06880056200982515 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.497225046157837, + 1.4950324296951294, + 1.4927401542663574, + 1.4923282861709595, + 1.4926170110702515, + 1.4930813312530518, + 1.491936206817627, + 1.4901427030563354, + 1.4884742498397827, + 1.4874250888824463, + 1.4866752624511719, + 1.4859341382980347, + 1.4863609075546265, + 1.4864215850830078, + 1.4853990077972412, + 1.4854674339294434, + 1.4857292175292969, + 1.4864203929901123, + 1.4862277507781982, + 1.4871556758880615, + 1.4870659112930298, + 1.4867973327636719, + 1.4871455430984497, + 1.4868621826171875, + 1.4868501424789429, + 1.4873499870300293, + 1.48648202419281, + 1.4868474006652832, + 1.4884703159332275, + 1.489296555519104, + 1.4888211488723755, + 1.4896665811538696, + 1.5152360200881958, + 1.517960548400879, + 1.5182870626449585, + 1.5206806659698486, + 1.5226417779922485, + 1.5244561433792114, + 1.524345874786377, + 1.5228464603424072, + 1.5221257209777832, + 1.5237395763397217, + 1.5259242057800293, + 1.5281758308410645, + 1.5302009582519531, + 1.5300410985946655, + 1.5298991203308105, + 1.530207633972168, + 1.530535340309143, + 1.5299146175384521, + 1.529422402381897, + 1.5304034948349, + 1.5302826166152954, + 1.529423713684082, + 1.5290067195892334, + 1.5287761688232422, + 1.5280063152313232, + 1.5273932218551636, + 1.526724934577942, + 1.527250051498413, + 1.5279170274734497, + 1.5289636850357056, + 1.528204083442688, + 1.528576374053955, + 1.462476372718811, + 1.4663716554641724, + 1.4826194047927856, + 1.489565134048462, + 1.4917470216751099, + 1.492817759513855, + 1.4924132823944092, + 1.494597315788269 + ], + "p10": [ + 1.4249086380004883, + 1.399525761604309, + 1.3781991004943848, + 1.367046594619751, + 1.3622987270355225, + 1.3580148220062256, + 1.3474557399749756, + 1.340104341506958, + 1.3364185094833374, + 1.3342543840408325, + 1.3315619230270386, + 1.3294240236282349, + 1.32489013671875, + 1.3185266256332397, + 1.3110896348953247, + 1.3075891733169556, + 1.3062490224838257, + 1.3048878908157349, + 1.3043482303619385, + 1.30337655544281, + 1.3006649017333984, + 1.2945942878723145, + 1.290380597114563, + 1.287427544593811, + 1.2864060401916504, + 1.2856112718582153, + 1.2825376987457275, + 1.281591773033142, + 1.281116247177124, + 1.278690218925476, + 1.2730910778045654, + 1.2717634439468384, + 1.295503854751587, + 1.3223638534545898, + 1.3197520971298218, + 1.3165878057479858, + 1.3128522634506226, + 1.304930329322815, + 1.30062735080719, + 1.2984566688537598, + 1.2952948808670044, + 1.2984709739685059, + 1.3042747974395752, + 1.310901403427124, + 1.3119702339172363, + 1.3111484050750732, + 1.3073983192443848, + 1.3023109436035156, + 1.297900676727295, + 1.2968852519989014, + 1.3000636100769043, + 1.3017202615737915, + 1.3009395599365234, + 1.2985748052597046, + 1.2973744869232178, + 1.2951502799987793, + 1.2939202785491943, + 1.2908612489700317, + 1.2880537509918213, + 1.2862131595611572, + 1.2855172157287598, + 1.2841731309890747, + 1.2813527584075928, + 1.2795965671539307, + 1.1628515720367432, + 1.2018293142318726, + 1.190170407295227, + 1.1882658004760742, + 1.1914150714874268, + 1.1861515045166016, + 1.1765849590301514, + 1.1710153818130493 + ], + "p90": [ + 1.5392707586288452, + 1.5540788173675537, + 1.5620893239974976, + 1.567625641822815, + 1.5727494955062866, + 1.5788698196411133, + 1.5864864587783813, + 1.5945926904678345, + 1.6008577346801758, + 1.6078237295150757, + 1.6125798225402832, + 1.6128740310668945, + 1.615264654159546, + 1.6210299730300903, + 1.6281691789627075, + 1.6341404914855957, + 1.6391055583953857, + 1.6437788009643555, + 1.6465815305709839, + 1.651755928993225, + 1.6543865203857422, + 1.6561203002929688, + 1.65746009349823, + 1.65896737575531, + 1.6628321409225464, + 1.6684861183166504, + 1.673467755317688, + 1.6783819198608398, + 1.687610149383545, + 1.6935080289840698, + 1.6956220865249634, + 1.6977611780166626, + 1.6460599899291992, + 1.6529927253723145, + 1.6666533946990967, + 1.6833081245422363, + 1.6969683170318604, + 1.7092418670654297, + 1.7184059619903564, + 1.7270469665527344, + 1.734143614768982, + 1.7459263801574707, + 1.757233738899231, + 1.7636611461639404, + 1.7690513134002686, + 1.7713433504104614, + 1.7759119272232056, + 1.781632661819458, + 1.7862015962600708, + 1.7880709171295166, + 1.7896032333374023, + 1.797333836555481, + 1.8001188039779663, + 1.8032976388931274, + 1.8026156425476074, + 1.8055808544158936, + 1.8086451292037964, + 1.8142354488372803, + 1.819486141204834, + 1.823089599609375, + 1.830265760421753, + 1.835850715637207, + 1.8388373851776123, + 1.84456205368042, + 1.675736665725708, + 1.6969501972198486, + 1.705104112625122, + 1.7106430530548096, + 1.716314673423767, + 1.7180825471878052, + 1.717806100845337, + 1.7208662033081055 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_200910.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_200910.json new file mode 100644 index 0000000000000000000000000000000000000000..f0715582079723f24dc8b05ee3637d6e50da3eed --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_200910.json @@ -0,0 +1,539 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T20:09:10.192556+00:00", + "metrics": { + "MSE[mean]": 0.02446101326283233, + "MSE[0.5]": 0.02446101326283233, + "MAE[0.5]": 0.1197303831577301, + "MASE[0.5]": 0.7305584354371233, + "MAPE[0.5]": 0.0801824709265371, + "sMAPE[0.5]": 0.07938320107337332, + "MSIS": 5.3736471358971665, + "RMSE[mean]": 0.15640017027750427, + "NRMSE[mean]": 0.10369072208287103, + "ND[0.5]": 0.07937926066740061, + "mean_weighted_sum_quantile_loss": 0.06852044366604167 + }, + "context_length": 72, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00", + "2026-06-17 19:10:00", + "2026-06-17 19:20:00", + "2026-06-17 19:30:00", + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" + ], + "context": [ + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2000000476837158, + 1.5, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.5023173093795776, + 1.5019054412841797, + 1.5022327899932861, + 1.5001347064971924, + 1.5006864070892334, + 1.5010772943496704, + 1.5015161037445068, + 1.5014216899871826, + 1.5011396408081055, + 1.501105785369873, + 1.501124620437622, + 1.5001699924468994, + 1.500239610671997, + 1.4998016357421875, + 1.49961519241333, + 1.4993350505828857, + 1.500471830368042, + 1.4992097616195679, + 1.5004117488861084, + 1.5006216764450073, + 1.5004416704177856, + 1.500386118888855, + 1.5000883340835571, + 1.4996315240859985, + 1.499858021736145, + 1.4997155666351318, + 1.5000380277633667, + 1.499687910079956, + 1.499770998954773, + 1.49958074092865, + 1.4997960329055786, + 1.500725507736206, + 1.5104238986968994, + 1.508664846420288, + 1.5063377618789673, + 1.5072919130325317, + 1.5081017017364502, + 1.5080339908599854, + 1.5071409940719604, + 1.507399559020996, + 1.5063345432281494, + 1.5078344345092773, + 1.509189486503601, + 1.5119675397872925, + 1.5136998891830444, + 1.515357494354248, + 1.5160245895385742, + 1.5171641111373901, + 1.5164508819580078, + 1.516030192375183, + 1.5163143873214722, + 1.5151915550231934, + 1.515154480934143, + 1.5153729915618896, + 1.5138462781906128, + 1.5144981145858765, + 1.5133384466171265, + 1.5126128196716309, + 1.5129423141479492, + 1.512733817100525, + 1.5121021270751953, + 1.5110598802566528, + 1.5105608701705933, + 1.5086302757263184, + 1.5190843343734741, + 1.5185387134552002, + 1.5168590545654297, + 1.5234313011169434, + 1.520009994506836, + 1.516042709350586, + 1.5144926309585571, + 1.5155503749847412 + ], + "p10": [ + 1.3801072835922241, + 1.3800925016403198, + 1.3674547672271729, + 1.3842509984970093, + 1.3819372653961182, + 1.373207926750183, + 1.3728216886520386, + 1.370845913887024, + 1.3599870204925537, + 1.356084942817688, + 1.3503663539886475, + 1.3400293588638306, + 1.3316515684127808, + 1.3362478017807007, + 1.3256160020828247, + 1.3170337677001953, + 1.3133456707000732, + 1.3134925365447998, + 1.3153287172317505, + 1.3140277862548828, + 1.3131335973739624, + 1.3077689409255981, + 1.300890326499939, + 1.2959526777267456, + 1.2908834218978882, + 1.2882534265518188, + 1.2843363285064697, + 1.2817460298538208, + 1.2790285348892212, + 1.275742769241333, + 1.2739028930664062, + 1.2733851671218872, + 1.2957881689071655, + 1.3040611743927002, + 1.2916325330734253, + 1.2907524108886719, + 1.2888033390045166, + 1.2837270498275757, + 1.2797400951385498, + 1.2745317220687866, + 1.273775577545166, + 1.2714475393295288, + 1.2711832523345947, + 1.267443299293518, + 1.26515531539917, + 1.2634954452514648, + 1.2610468864440918, + 1.261067271232605, + 1.2558119297027588, + 1.2527589797973633, + 1.2499147653579712, + 1.2450697422027588, + 1.2433022260665894, + 1.2421880960464478, + 1.2397242784500122, + 1.2410922050476074, + 1.2381181716918945, + 1.2386376857757568, + 1.2364071607589722, + 1.2348960638046265, + 1.231128215789795, + 1.2295093536376953, + 1.2274489402770996, + 1.2260708808898926, + 1.2265536785125732, + 1.2339156866073608, + 1.2251863479614258, + 1.222713828086853, + 1.2224981784820557, + 1.2168128490447998, + 1.2117397785186768, + 1.207838535308838 + ], + "p90": [ + 1.5774803161621094, + 1.599891185760498, + 1.6067508459091187, + 1.626536250114441, + 1.6445930004119873, + 1.6508901119232178, + 1.6557246446609497, + 1.6635627746582031, + 1.660543441772461, + 1.6590882539749146, + 1.663702130317688, + 1.6641017198562622, + 1.6666783094406128, + 1.6680991649627686, + 1.6644701957702637, + 1.668292760848999, + 1.6712043285369873, + 1.670673131942749, + 1.6754906177520752, + 1.679059624671936, + 1.6788525581359863, + 1.6818751096725464, + 1.6812784671783447, + 1.6892846822738647, + 1.6951465606689453, + 1.6975138187408447, + 1.7033424377441406, + 1.7050193548202515, + 1.7133588790893555, + 1.719491720199585, + 1.7289496660232544, + 1.7329716682434082, + 1.7471247911453247, + 1.7493139505386353, + 1.7509506940841675, + 1.7669340372085571, + 1.761526346206665, + 1.7640570402145386, + 1.7687222957611084, + 1.768264651298523, + 1.7638493776321411, + 1.7658789157867432, + 1.764273762702942, + 1.7657679319381714, + 1.7665963172912598, + 1.763109564781189, + 1.7578473091125488, + 1.7674548625946045, + 1.772984504699707, + 1.775160312652588, + 1.7759032249450684, + 1.7771399021148682, + 1.7803192138671875, + 1.7866322994232178, + 1.7820384502410889, + 1.7897919416427612, + 1.7916083335876465, + 1.7841681241989136, + 1.7868080139160156, + 1.7911415100097656, + 1.794728398323059, + 1.7932980060577393, + 1.800968050956726, + 1.8009123802185059, + 1.8335235118865967, + 1.875288963317871, + 1.8621220588684082, + 1.906126618385315, + 1.9010233879089355, + 1.905358910560608, + 1.9068918228149414, + 1.9116110801696777 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index c0d500d5adbe109c5ca2fe84bdde80df2ec938ae..74ebc2dfab6effb96a0ef1ba47d0458467552da6 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1122787.1049569447,1122787.1049569447,860.6114908854166,0.8483101650640917,0.01326345977468627,0.01313166011026865,3.908215199389319,1059.6164895644768,0.016237350163683675,0.013187837552565819,0.010321859522397609,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4008625855770636,1.4008625855770636,1.0795833269755046,0.608875548483334,0.046587047792513214,0.047934585519697016,12.12512653834402,1.1835804094260194,0.05117356027909125,0.04667711802198097,0.04109904509084068,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,1.0702541727953907,1.0702541727953907,0.9632666708125422,1.1145695691969435,10.205611193820928,1.5746376794389676,43.18092680342874,1.0345308950415115,4.805066423354202,4.4740668053918355,4.4411587213687405,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.0316666758060469,0.0316666758060469,0.13888891372415754,0.8474579704318868,0.09010569735767,0.0929089875572907,26.05967350276553,0.17795132987996157,0.11776190617625382,0.09191177856293065,0.08777166434282578,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.7051555707230643,0.7051555707230643,0.7361833434396734,0.8644031687936394,9.281306209139016,1.427225607442834,33.42610995653072,0.8397354170946134,3.3769520622007914,2.9605228137071338,2.937489301509797,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.03111111998558178,0.03111111998558178,0.13611113528410593,0.8305088100130007,0.08853874549550371,0.09085390785179406,25.47628336584817,0.1763834458943973,0.11693930278850666,0.09023942797559914,0.08620832502698018,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.4008334032694925,3.4008334032694925,1.775000015894572,1.7824268700689583,0.08933728307783763,0.09382954327536784,50.70552691149167,1.844134865802795,0.09331485962126182,0.08981657490588965,0.0837486852444064,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,300.6016652329772,300.6016652329772,12.733333428700766,1.0539887985276686,0.4992373752044173,0.3492113853418744,38.59462133490597,17.337867955229594,0.5737058292137809,0.4213429028431881,0.41300888001019354,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.2508327674869786,1.2508327674869786,0.9666664600372314,0.4699281903800309,0.03789632897253967,0.03768261918017818,6.913979036151045,1.1184063516839389,0.04399566221033827,0.03802654641743326,0.03162741359418907,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,98.16666666666667,98.16666666666667,8.166666666666666,1.5135135135135134,1.0845491348248701,0.6120596239066048,57.47428592590828,9.9079092984679,1.0711253295640972,0.8828828828828829,0.8730130130130128,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,86.70833333333333,86.70833333333333,7.541666666666667,1.3852040816326532,0.9027474546437396,0.5494359623162849,52.28204102700016,9.311730952585203,0.9047835743402627,0.7327935222672065,0.7233378317588843,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,3645.8333333333335,3645.8333333333335,47.916666666666664,1.8399999999999999,0.01831789859953012,0.018424951250668092,14.40480137199742,60.380736442456,0.023149164131293032,0.018370607028753993,0.01504614838480655,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8950.57142857143,8950.57142857143,84.28571428571429,1.8322981366459625,0.3582034983416852,0.3237070842478116,66.88950349806771,94.60745968776156,0.36327603829639654,0.3236423477783873,0.3166855610410191,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 6e8a1fa74dae3a1da9c70ef8d81fac6b9f0f5b5c..e6a48a50b8e86b23e63d9466168d084b998fc658 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T19:54:43.419951+00:00", + "evaluated_at": "2026-06-19T02:54:01.655497+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 28899d957a9f8259b74ba550c276da319cf5ba7d..659e4df7dcfe278c8741d31076cc515f8f4606aa 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T19:41:13.266266+00:00", + "evaluated_at": "2026-06-19T02:54:01.663988+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,13 +303,13 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 1.593999981880188, - 1.5529999732971191, - 1.5019999742507935, - 1.4429999589920044, 1.3880000114440918, 1.340000033378601, 1.2920000553131104, @@ -334,10 +330,10 @@ 0.5180000066757202, 0.4659999907016754, 0.42500001192092896, - 1.593999981880188, - 1.5529999732971191, - 1.5019999742507935, - 1.4429999589920044, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, 1.3880000114440918, 1.340000033378601, 1.2920000553131104, @@ -358,10 +354,10 @@ 0.5180000066757202, 0.4659999907016754, 0.42500001192092896, - 1.593999981880188, - 1.5529999732971191, - 1.5019999742507935, - 1.4429999589920044, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, 1.3880000114440918, 1.340000033378601, 1.2920000553131104, @@ -369,13 +365,13 @@ 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486 + 1.0230000019073486, + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792 ], "p10": [ - 1.5621199822425842, - 1.5219399738311767, - 1.4719599747657777, - 1.4141399598121642, 1.36024001121521, 1.313200032711029, 1.266160054206848, @@ -396,10 +392,10 @@ 0.5076400065422058, 0.4566799908876419, 0.4165000116825104, - 1.5621199822425842, - 1.5219399738311767, - 1.4719599747657777, - 1.4141399598121642, + 0.36456000864505766, + 0.3184999883174896, + 0.28615999579429624, + 0.2508800119161606, 1.36024001121521, 1.313200032711029, 1.266160054206848, @@ -420,10 +416,10 @@ 0.5076400065422058, 0.4566799908876419, 0.4165000116825104, - 1.5621199822425842, - 1.5219399738311767, - 1.4719599747657777, - 1.4141399598121642, + 0.36456000864505766, + 0.3184999883174896, + 0.28615999579429624, + 0.2508800119161606, 1.36024001121521, 1.313200032711029, 1.266160054206848, @@ -431,13 +427,13 @@ 1.1632600355148315, 1.1025, 1.0427200102806091, - 1.0025400018692017 + 1.0025400018692017, + 0.9594199728965759, + 0.9006200289726257, + 0.8418200266361237, + 0.7957599771022796 ], "p90": [ - 1.6258799815177918, - 1.5840599727630615, - 1.5320399737358092, - 1.4718599581718446, 1.4157600116729736, 1.3668000340461732, 1.3178400564193726, @@ -458,10 +454,10 @@ 0.5283600068092347, 0.47531999051570895, 0.4335000121593475, - 1.6258799815177918, - 1.5840599727630615, - 1.5320399737358092, - 1.4718599581718446, + 0.3794400089979172, + 0.3314999878406525, + 0.2978399956226349, + 0.26112001240253446, 1.4157600116729736, 1.3668000340461732, 1.3178400564193726, @@ -482,10 +478,10 @@ 0.5283600068092347, 0.47531999051570895, 0.4335000121593475, - 1.6258799815177918, - 1.5840599727630615, - 1.5320399737358092, - 1.4718599581718446, + 0.3794400089979172, + 0.3314999878406525, + 0.2978399956226349, + 0.26112001240253446, 1.4157600116729736, 1.3668000340461732, 1.3178400564193726, @@ -493,13 +489,13 @@ 1.2107400369644166, 1.1475, 1.0852800107002258, - 1.0434600019454956 + 1.0434600019454956, + 0.9985799717903138, + 0.9373800301551819, + 0.8761800277233124, + 0.8282399761676789 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 06b4ded48f4d0e3244fe048316baf7752773492f..8af5a59d5fe5d441170b62052052a58009e99e5e 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T19:41:13.275680+00:00", + "evaluated_at": "2026-06-19T02:54:01.675048+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,10 +150,10 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.2999999523162842, 1.399999976158142, 1.5, 1.5, @@ -178,7 +177,7 @@ 1.5, 1.5, 1.5, - 1.2999999523162842, + 1.5, 1.399999976158142, 1.5, 1.5, @@ -202,7 +201,7 @@ 1.5, 1.5, 1.5, - 1.2999999523162842, + 1.5, 1.399999976158142, 1.5, 1.5, @@ -225,10 +224,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "p10": [ - 1.2739999532699584, 1.3719999766349793, 1.47, 1.47, @@ -252,7 +251,7 @@ 1.47, 1.47, 1.47, - 1.2739999532699584, + 1.47, 1.3719999766349793, 1.47, 1.47, @@ -276,7 +275,7 @@ 1.47, 1.47, 1.47, - 1.2739999532699584, + 1.47, 1.3719999766349793, 1.47, 1.47, @@ -299,10 +298,10 @@ 1.47, 1.47, 1.47, + 1.47, 1.47 ], "p90": [ - 1.32599995136261, 1.4279999756813049, 1.53, 1.53, @@ -326,7 +325,7 @@ 1.53, 1.53, 1.53, - 1.32599995136261, + 1.53, 1.4279999756813049, 1.53, 1.53, @@ -350,7 +349,7 @@ 1.53, 1.53, 1.53, - 1.32599995136261, + 1.53, 1.4279999756813049, 1.53, 1.53, @@ -373,11 +372,10 @@ 1.53, 1.53, 1.53, + 1.53, 1.53 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index fb4e3be4d31d083364db2ecc2cebee09f9dcc659..79059bad6af48444023e5a73604980f673d7656d 100644 --- a/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/seasonal_naive/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:44:16.297375+00:00", + "evaluated_at": "2026-06-19T02:54:01.683071+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,36 +172,36 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 20.0, 24.0, 9.0, 19.0, @@ -210,11 +209,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -225,10 +224,10 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "p10": [ - 19.6, 23.52, 8.82, 18.62, @@ -236,11 +235,11 @@ 10.78, 8.82, 9.8, - 9.8, + 11.76, 8.82, 12.74, 17.64, - 9.8, + 8.82, 12.74, 19.6, 23.52, @@ -251,10 +250,10 @@ 18.62, 27.439999999999998, 16.66, - 18.62 + 18.62, + 8.82 ], "p90": [ - 20.4, 24.48, 9.18, 19.38, @@ -262,11 +261,11 @@ 11.22, 9.18, 10.2, - 10.2, + 12.24, 9.18, 13.26, 18.36, - 10.2, + 9.18, 13.26, 20.4, 24.48, @@ -277,10 +276,10 @@ 19.38, 28.560000000000002, 17.34, - 19.38 + 19.38, + 9.18 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index e4bf3a51501a4d0e3875ce90640820a093ba6b10..0557adc610266570bffcea50342403490307825a 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,13 +1,31 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T19:54:43.426616+00:00", + "evaluated_at": "2026-06-19T02:54:01.687551+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:52:00.546561Z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..de97290f6489330171a91da9a46cf2edcb168680 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,738856.7660821279,570699.654214859,585.0496419270834,0.5766871155801597,0.009029842228555232,0.00896587210368016,23.996490346527747,859.567778643504,0.013171843915897305,0.008965183151323313,0.009701484269118191,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.002288210345946227,0.008782145000776821,0.06709895430443187,0.0787854672892954,0.33039638699876056,0.41033030243623553,0.8263564371137994,0.047835241673333556,0.19236692263562882,0.2698349355012829,0.21121977463398922,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02274433091544776,0.027032492386544742,0.1283723513285319,0.783289100615411,0.081156531297995,0.08521517658553067,16.378691377101177,0.15081223728679236,0.09998601507565011,0.0851087424081025,0.07226923249281275,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.451143813647377,1.8587206124896813,0.957312266031901,0.9613177976011991,0.046410566370603035,0.04866735983908856,14.169091384827743,1.2046343070190957,0.06095556422632252,0.04844084962278008,0.03761346568741606,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,128.38730747357113,76.83730431487841,6.912498076756795,0.5721750383386532,0.264575894595827,0.2144088982786079,33.88106499361149,11.330812304224755,0.3749338203201751,0.22873287830458083,0.3146156556132135,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.4408147687421054,0.8901380158275364,0.765444835027059,0.3721077755673378,0.029875976417459715,0.03052612799945682,3.600781765025698,0.6639388290664324,0.026117902860577757,0.03011092734925336,0.023208248176009263,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,33.609178954652634,23.571583174889913,4.262144009272258,0.7828427772132717,0.5167466424063112,0.37932201196528603,40.5780180595359,5.797342404468847,0.5633045251305763,0.41413545029366067,0.5138086884396064,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,2771.5685460989675,3731.752880235513,49.60968017578125,1.90501171875,0.018840952217132473,0.019067740126627084,34.52156367187499,52.64568877029692,0.020183650646759203,0.019019685690395367,0.015003169408113685,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 3ff20964c9c4a421b581247df00bb17dafc4d2c2..3bce21e974c0024bdfc41f8d3c14740a33c2f83d 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T19:53:07.450345+00:00", + "evaluated_at": "2026-06-18T20:07:53.085142+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index f29e226a55cd8452bd3c16f49366bb6db0f9bbfb..5f00bad0518d99d6d99b5b5a5d16a6c65abbc587 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T19:38:26.820451+00:00", + "evaluated_at": "2026-06-18T20:08:02.606090+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 0.3889082670211792, - 0.3532242178916931, - 0.31019365787506104, - 0.2716671824455261, - 0.22057512402534485, - 0.18273085355758667, - 0.1633549928665161, - 0.1461600661277771, - 0.11770181357860565, - 0.06466443836688995, - 0.045423418283462524, - 0.028186187148094177, - 0.015569224953651428, - -0.00818660855293274, - -0.027685225009918213, - -0.03730762004852295, - -0.04556459188461304, - -0.0682050883769989, - -0.0831659734249115, - -0.09608232975006104, - -0.09258311986923218, - -0.1118474006652832, - -0.1212189793586731, - -0.11066222190856934, - -0.11575204133987427, - -0.12101641297340393, - -0.11967426538467407, - -0.09191194176673889, - -0.0911271870136261, - -0.0914471447467804, - -0.0828651487827301, - -0.06781420111656189, - -0.05401092767715454, - -0.04787823557853699, - -0.02367180585861206, - 0.0022938549518585205, - 0.03383453190326691, - 0.039207279682159424, - 0.05893006920814514, - 0.08676449954509735, - 0.13989602029323578, - 0.14966025948524475, - 0.20653028786182404, - 0.24489513039588928, - 0.2573077976703644, - 0.2876569330692291, - 0.3204999268054962, - 0.34834104776382446, - 0.38981956243515015, - 0.45648878812789917, - 0.47440004348754883, - 0.5255167484283447, - 0.5595970153808594, - 0.578301727771759, - 0.6272857189178467, - 0.6676130294799805, - 0.7273305058479309, - 0.7586814165115356, - 0.7979013919830322, - 0.8212871551513672 + 0.21945813298225403, + 0.19259263575077057, + 0.1546013206243515, + 0.11589382588863373, + 0.07073119282722473, + 0.03853268921375275, + 0.024065524339675903, + 0.009333878755569458, + -0.012409389019012451, + -0.055173009634017944, + -0.0767679512500763, + -0.08432143926620483, + -0.09182927012443542, + -0.11009079217910767, + -0.12293702363967896, + -0.12732774019241333, + -0.13865947723388672, + -0.14799150824546814, + -0.16855517029762268, + -0.17185714840888977, + -0.16080406308174133, + -0.18663457036018372, + -0.1928648054599762, + -0.17785212397575378, + -0.1876993179321289, + -0.18620368838310242, + -0.18083587288856506, + -0.1591225266456604, + -0.1456308364868164, + -0.13921710848808289, + -0.13938912749290466, + -0.12313896417617798, + -0.11540111899375916, + -0.10753887891769409, + -0.07954567670822144, + -0.056266188621520996, + -0.0310935378074646, + -0.01874089241027832, + -0.0030889809131622314, + 0.021634936332702637, + 0.06281667947769165, + 0.08452275395393372, + 0.12821266055107117, + 0.16709622740745544, + 0.18351446092128754, + 0.19619937241077423, + 0.223114013671875, + 0.2513383626937866, + 0.2906116843223572, + 0.3533230423927307, + 0.3666374981403351, + 0.41337114572525024, + 0.4414064288139343, + 0.4600933790206909, + 0.5050255656242371, + 0.529623806476593, + 0.5838042497634888, + 0.6228866577148438, + 0.6508746147155762, + 0.6740727424621582 ], "p10": [ - 0.3749726414680481, - 0.33949941396713257, - 0.30411502718925476, - 0.2832857370376587, - 0.25985074043273926, - 0.19316932559013367, - 0.18419045209884644, - 0.13275161385536194, - 0.13888683915138245, - 0.07725536823272705, - 0.06907156109809875, - 0.04914557933807373, - 0.04696875810623169, - 0.006856173276901245, - 0.02745772898197174, - -0.058523327112197876, - -0.03907695412635803, - -0.035882383584976196, - -0.08067852258682251, - -0.09177011251449585, - -0.09433916211128235, - -0.09515964984893799, - -0.07237565517425537, - -0.06182050704956055, - -0.08872118592262268, - -0.09719082713127136, - -0.08931007981300354, - -0.08016794919967651, - -0.0477575957775116, - -0.04751265048980713, - -0.05384719371795654, - -0.0305405855178833, - -0.011308789253234863, - -0.0007959306240081787, - 0.012315765023231506, - 0.07477948069572449, - 0.0663587898015976, - 0.10753627121448517, - 0.12620791792869568, - 0.1615724414587021, - 0.20027092099189758, - 0.22608961164951324, - 0.23174580931663513, - 0.3019058406352997, - 0.3543015718460083, - 0.3552526831626892, - 0.38478755950927734, - 0.4314448833465576, - 0.48900097608566284, - 0.5090903043746948, - 0.5837000608444214, - 0.5770856142044067, - 0.6366523504257202, - 0.6535247564315796, - 0.700937032699585, - 0.7627911567687988, - 0.819738507270813, - 0.8310822248458862, - 0.8875529766082764, - 0.9137407541275024 + 0.21380369365215302, + 0.17272265255451202, + 0.15477894246578217, + 0.13618052005767822, + 0.10004328191280365, + 0.039883434772491455, + 0.05659136176109314, + 0.003923147916793823, + 0.002636730670928955, + -0.037660956382751465, + -0.040754228830337524, + -0.073444664478302, + -0.04237070679664612, + -0.0941450297832489, + -0.06771627068519592, + -0.14124253392219543, + -0.12148982286453247, + -0.118022620677948, + -0.166118323802948, + -0.15947678685188293, + -0.16352549195289612, + -0.15720412135124207, + -0.13491466641426086, + -0.12252205610275269, + -0.15305772423744202, + -0.16076815128326416, + -0.15466564893722534, + -0.13716718554496765, + -0.10207340121269226, + -0.09550061821937561, + -0.08318385481834412, + -0.07101914286613464, + -0.07519000768661499, + -0.039276957511901855, + -0.04937812685966492, + 0.038364335894584656, + 0.005745649337768555, + 0.05841885507106781, + 0.06271524727344513, + 0.11276772618293762, + 0.14620602130889893, + 0.15382397174835205, + 0.17622095346450806, + 0.2400979995727539, + 0.2994787096977234, + 0.28183311223983765, + 0.308441698551178, + 0.35656848549842834, + 0.4097728729248047, + 0.4238855242729187, + 0.49055883288383484, + 0.4859769344329834, + 0.5310057997703552, + 0.5531772971153259, + 0.5948335528373718, + 0.6419596076011658, + 0.6859651803970337, + 0.7071375250816345, + 0.7680575251579285, + 0.7739505171775818 ], "p90": [ - 0.40637439489364624, - 0.3769480586051941, - 0.34074774384498596, - 0.3071640729904175, - 0.26337069272994995, - 0.21796566247940063, - 0.1915908008813858, - 0.18180984258651733, - 0.1554776430130005, - 0.10893304646015167, - 0.1014520525932312, - 0.08150148391723633, - 0.07106225192546844, - 0.055665552616119385, - 0.03515516221523285, - 0.02000802755355835, - 0.023276790976524353, - 0.004497885704040527, - 0.003058880567550659, - -0.007489055395126343, - 0.007538884878158569, - 0.003807663917541504, - 0.011793211102485657, - -0.006338745355606079, - 0.00882178544998169, - 0.010183900594711304, - 0.02200193703174591, - 0.0527811199426651, - 0.06362223625183105, - 0.058936432003974915, - 0.09007373452186584, - 0.10184517502784729, - 0.13102132081985474, - 0.1538606435060501, - 0.1834779679775238, - 0.2288680076599121, - 0.2860848903656006, - 0.29240310192108154, - 0.3155229985713959, - 0.3370398283004761, - 0.39283299446105957, - 0.4076881408691406, - 0.46908754110336304, - 0.5166847705841064, - 0.5450563430786133, - 0.5798187851905823, - 0.6202993988990784, - 0.657203197479248, - 0.7000185251235962, - 0.7743568420410156, - 0.7929325103759766, - 0.8563250303268433, - 0.8787827491760254, - 0.9082760810852051, - 0.9581676721572876, - 1.0114821195602417, - 1.087745189666748, - 1.1288377046585083, - 1.1678752899169922, - 1.1898994445800781 + 0.24293620884418488, + 0.22213488817214966, + 0.19361639022827148, + 0.15916794538497925, + 0.11942557990550995, + 0.0826115608215332, + 0.05685374140739441, + 0.04366177320480347, + 0.02284809947013855, + -0.01795017719268799, + -0.030900031328201294, + -0.039774805307388306, + -0.05096399784088135, + -0.056772083044052124, + -0.0717926025390625, + -0.08225417137145996, + -0.07717293500900269, + -0.07603421807289124, + -0.0777483880519867, + -0.07792681455612183, + -0.05371394753456116, + -0.06210687756538391, + -0.050739020109176636, + -0.057179808616638184, + -0.045819759368896484, + -0.03787115216255188, + -0.02103593945503235, + 0.008565276861190796, + 0.02804635465145111, + 0.0345931202173233, + 0.06309965252876282, + 0.06639783084392548, + 0.09413696825504303, + 0.1142895370721817, + 0.15058758854866028, + 0.18965066969394684, + 0.23704218864440918, + 0.25947386026382446, + 0.28032079339027405, + 0.2994188964366913, + 0.3531981110572815, + 0.38423556089401245, + 0.43898630142211914, + 0.48944389820098877, + 0.5195947289466858, + 0.5400518178939819, + 0.5795156955718994, + 0.6075552701950073, + 0.6626688838005066, + 0.7292619943618774, + 0.7409576177597046, + 0.80085289478302, + 0.8285917639732361, + 0.8554776906967163, + 0.8971682190895081, + 0.9445515275001526, + 1.0157356262207031, + 1.0555477142333984, + 1.0884151458740234, + 1.1188488006591797 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 0edbea08e4b76d9939f2fe7a436e89fbe14fed5c..376e2fcb505839c3ab43409624e27863fb346ba7 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T19:38:32.259371+00:00", + "evaluated_at": "2026-06-18T20:08:09.854018+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.4639561176300049, - 1.4623663425445557, - 1.4626175165176392, - 1.4547970294952393, - 1.4591914415359497, - 1.4553779363632202, - 1.4524675607681274, - 1.4463833570480347, - 1.4478974342346191, - 1.4507688283920288, - 1.4523825645446777, - 1.45055091381073, - 1.4456144571304321, - 1.4438639879226685, - 1.437164545059204, - 1.4288820028305054, - 1.428836464881897, - 1.428473949432373, - 1.425094485282898, - 1.4240939617156982, - 1.42123281955719, - 1.4233648777008057, - 1.4229251146316528, - 1.4188448190689087, - 1.4225980043411255, - 1.421645164489746, - 1.4174067974090576, - 1.4183776378631592, - 1.417090892791748, - 1.4099787473678589, - 1.4156123399734497, - 1.4099104404449463, - 1.4043961763381958, - 1.4088016748428345, - 1.4056452512741089, - 1.4027140140533447, - 1.3980824947357178, - 1.3994601964950562, - 1.3996849060058594, - 1.3930065631866455, - 1.3913919925689697, - 1.3895196914672852, - 1.385343313217163, - 1.3867895603179932, - 1.392075777053833, - 1.387575626373291, - 1.3861111402511597, - 1.3868663311004639, - 1.3928977251052856, - 1.3899904489517212, - 1.392715573310852, - 1.3886157274246216, - 1.394946575164795, - 1.3949354887008667, - 1.3895046710968018, - 1.3843812942504883, - 1.3826720714569092, - 1.3834000825881958, - 1.380224585533142, - 1.3754358291625977, - 1.3844342231750488, - 1.3833543062210083, - 1.378536343574524, - 1.3740577697753906, - 1.3740431070327759, - 1.3700348138809204, - 1.3677719831466675, - 1.3699980974197388, - 1.370274305343628, - 1.368378758430481, - 1.3644105195999146, - 1.3584078550338745 + 1.4767460823059082, + 1.4748549461364746, + 1.4701430797576904, + 1.4662619829177856, + 1.467584490776062, + 1.467926263809204, + 1.462593674659729, + 1.4623966217041016, + 1.4623618125915527, + 1.4625060558319092, + 1.4621225595474243, + 1.4609613418579102, + 1.4608054161071777, + 1.4563000202178955, + 1.4509154558181763, + 1.44748055934906, + 1.4456605911254883, + 1.4463541507720947, + 1.4399340152740479, + 1.4407464265823364, + 1.4368979930877686, + 1.4370511770248413, + 1.4360747337341309, + 1.43532133102417, + 1.4366610050201416, + 1.4337247610092163, + 1.430411458015442, + 1.4360159635543823, + 1.4333062171936035, + 1.4252177476882935, + 1.4289642572402954, + 1.4270775318145752, + 1.4223829507827759, + 1.4242411851882935, + 1.4200540781021118, + 1.4184218645095825, + 1.4156278371810913, + 1.416974425315857, + 1.4153566360473633, + 1.4110804796218872, + 1.4096306562423706, + 1.406480312347412, + 1.3998140096664429, + 1.4043924808502197, + 1.4057825803756714, + 1.4024101495742798, + 1.4005697965621948, + 1.4014917612075806, + 1.4063854217529297, + 1.4015605449676514, + 1.4021862745285034, + 1.4035038948059082, + 1.4053916931152344, + 1.402550458908081, + 1.395559310913086, + 1.392492413520813, + 1.3922172784805298, + 1.391908049583435, + 1.3899508714675903, + 1.3884401321411133, + 1.395336389541626, + 1.3909475803375244, + 1.3845394849777222, + 1.38536536693573, + 1.382912039756775, + 1.3820074796676636, + 1.379781723022461, + 1.379780888557434, + 1.3817663192749023, + 1.3777709007263184, + 1.3760278224945068, + 1.3730894327163696 ], "p10": [ - 1.4738445281982422, - 1.4765440225601196, - 1.47396981716156, - 1.4690277576446533, - 1.4642826318740845, - 1.4620661735534668, - 1.4516503810882568, - 1.4531711339950562, - 1.453286051750183, - 1.4680211544036865, - 1.453596591949463, - 1.455618143081665, - 1.4509016275405884, - 1.4469681978225708, - 1.442232608795166, - 1.4437775611877441, - 1.439784049987793, - 1.4307836294174194, - 1.4377411603927612, - 1.4329562187194824, - 1.4399776458740234, - 1.4318581819534302, - 1.432213544845581, - 1.4285972118377686, - 1.4302176237106323, - 1.4356437921524048, - 1.4332958459854126, - 1.42756986618042, - 1.4323136806488037, - 1.4293317794799805, - 1.4214705228805542, - 1.4248026609420776, - 1.4153213500976562, - 1.4247543811798096, - 1.4204761981964111, - 1.4119422435760498, - 1.4178968667984009, - 1.4110749959945679, - 1.4136393070220947, - 1.4136884212493896, - 1.4060848951339722, - 1.4121419191360474, - 1.4033887386322021, - 1.4051287174224854, - 1.406862735748291, - 1.4058235883712769, - 1.4145694971084595, - 1.4150495529174805, - 1.4145539999008179, - 1.411989450454712, - 1.416120171546936, - 1.4101976156234741, - 1.4141520261764526, - 1.4080575704574585, - 1.4130150079727173, - 1.406191110610962, - 1.4084827899932861, - 1.4090945720672607, - 1.4058841466903687, - 1.398091435432434, - 1.4094182252883911, - 1.4075648784637451, - 1.4070020914077759, - 1.4072728157043457, - 1.40897798538208, - 1.3989710807800293, - 1.4023149013519287, - 1.396958351135254, - 1.3981696367263794, - 1.4013375043869019, - 1.3909070491790771, - 1.394645094871521 + 1.4842227697372437, + 1.4818700551986694, + 1.4781689643859863, + 1.4744939804077148, + 1.4661613702774048, + 1.4691814184188843, + 1.4571480751037598, + 1.4660382270812988, + 1.4578850269317627, + 1.4730989933013916, + 1.4590903520584106, + 1.4609447717666626, + 1.4575847387313843, + 1.4567663669586182, + 1.4516773223876953, + 1.4556689262390137, + 1.4500318765640259, + 1.4418383836746216, + 1.4464797973632812, + 1.446104645729065, + 1.4477767944335938, + 1.4445921182632446, + 1.437752366065979, + 1.4391629695892334, + 1.4397809505462646, + 1.4403154850006104, + 1.4358510971069336, + 1.4338699579238892, + 1.4415063858032227, + 1.4369615316390991, + 1.4310320615768433, + 1.43692147731781, + 1.4255539178848267, + 1.4349485635757446, + 1.4293856620788574, + 1.427016019821167, + 1.42911958694458, + 1.4221736192703247, + 1.420911431312561, + 1.4262844324111938, + 1.4178476333618164, + 1.4218698740005493, + 1.4146140813827515, + 1.414404273033142, + 1.4155625104904175, + 1.4164832830429077, + 1.4195146560668945, + 1.4233866930007935, + 1.420546531677246, + 1.4176177978515625, + 1.4188796281814575, + 1.418676733970642, + 1.4174387454986572, + 1.4099656343460083, + 1.4143576622009277, + 1.4060823917388916, + 1.4126073122024536, + 1.413143277168274, + 1.4101048707962036, + 1.4050745964050293, + 1.416650652885437, + 1.408695936203003, + 1.409011960029602, + 1.4096705913543701, + 1.4131627082824707, + 1.4064997434616089, + 1.4087096452713013, + 1.4022722244262695, + 1.4040805101394653, + 1.4053312540054321, + 1.3926136493682861, + 1.4040967226028442 ], "p90": [ - 1.5548086166381836, - 1.5584337711334229, - 1.56239914894104, - 1.5592384338378906, - 1.5627385377883911, - 1.5605279207229614, - 1.5594578981399536, - 1.5585027933120728, - 1.562559723854065, - 1.5649338960647583, - 1.5723497867584229, - 1.5670497417449951, - 1.5659281015396118, - 1.5706071853637695, - 1.5642337799072266, - 1.559027075767517, - 1.564462423324585, - 1.5641138553619385, - 1.5645650625228882, - 1.5617060661315918, - 1.5651984214782715, - 1.5660126209259033, - 1.5656903982162476, - 1.561301350593567, - 1.5742814540863037, - 1.5749343633651733, - 1.5721300840377808, - 1.5744214057922363, - 1.5742299556732178, - 1.5746092796325684, - 1.5833946466445923, - 1.581734538078308, - 1.579174280166626, - 1.583306908607483, - 1.5785746574401855, - 1.5808351039886475, - 1.5808006525039673, - 1.5833154916763306, - 1.5840959548950195, - 1.5813511610031128, - 1.581127643585205, - 1.5836588144302368, - 1.581453561782837, - 1.583324909210205, - 1.5872725248336792, - 1.588860273361206, - 1.590187907218933, - 1.5880337953567505, - 1.595022439956665, - 1.595165729522705, - 1.5936319828033447, - 1.5932505130767822, - 1.59674072265625, - 1.5989108085632324, - 1.5974373817443848, - 1.5918195247650146, - 1.5932661294937134, - 1.5960254669189453, - 1.5972847938537598, - 1.5896960496902466, - 1.5998870134353638, - 1.5974282026290894, - 1.5939627885818481, - 1.5938448905944824, - 1.5911866426467896, - 1.5880820751190186, - 1.5897852182388306, - 1.5920624732971191, - 1.5938539505004883, - 1.592048168182373, - 1.5888066291809082, - 1.5907604694366455 + 1.5465055704116821, + 1.5506068468093872, + 1.5498758554458618, + 1.550871729850769, + 1.5530056953430176, + 1.555071473121643, + 1.5520132780075073, + 1.5557492971420288, + 1.557011604309082, + 1.5576883554458618, + 1.5633912086486816, + 1.5589436292648315, + 1.5615172386169434, + 1.5622408390045166, + 1.5558617115020752, + 1.5563052892684937, + 1.560002088546753, + 1.5604348182678223, + 1.5587198734283447, + 1.557442545890808, + 1.5588020086288452, + 1.557926893234253, + 1.5561970472335815, + 1.5536704063415527, + 1.5639148950576782, + 1.5628464221954346, + 1.5597267150878906, + 1.5668452978134155, + 1.5647130012512207, + 1.5647742748260498, + 1.5709952116012573, + 1.5721065998077393, + 1.5687501430511475, + 1.5728535652160645, + 1.5670242309570312, + 1.5694860219955444, + 1.5711281299591064, + 1.5740609169006348, + 1.5715361833572388, + 1.571912169456482, + 1.5719842910766602, + 1.5721051692962646, + 1.5662684440612793, + 1.5697654485702515, + 1.5706121921539307, + 1.5719314813613892, + 1.5707088708877563, + 1.5684359073638916, + 1.5723153352737427, + 1.5720609426498413, + 1.569381594657898, + 1.5745644569396973, + 1.5746846199035645, + 1.5754456520080566, + 1.573108196258545, + 1.5692217350006104, + 1.571980357170105, + 1.573280930519104, + 1.5753920078277588, + 1.570706844329834, + 1.57892906665802, + 1.5736970901489258, + 1.5686535835266113, + 1.5728049278259277, + 1.567714810371399, + 1.5677331686019897, + 1.5695732831954956, + 1.5711532831192017, + 1.5734961032867432, + 1.5693299770355225, + 1.5682684183120728, + 1.5716586112976074 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 64b7bfd11e9c994fc2d6896898cab5fb5d8d94b6..02aaf426fe5cbaa5e75ef832b38ed9df7d1d5d79 100644 --- a/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/timesfm_2_5/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:41:33.555296+00:00", + "evaluated_at": "2026-06-18T20:08:17.659130+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,114 +172,114 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 16.099851608276367, - 15.763718605041504, - 15.370284080505371, - 15.165711402893066, - 15.112306594848633, - 14.840459823608398, - 14.651095390319824, - 14.504389762878418, - 14.31582260131836, - 14.12807559967041, - 14.110767364501953, - 14.184185028076172, - 14.299238204956055, - 14.39093017578125, - 14.435381889343262, - 14.396822929382324, - 14.36178207397461, - 14.29318904876709, - 14.301469802856445, - 14.23584270477295, - 14.313713073730469, - 14.278660774230957, - 14.216730117797852, - 14.100785255432129 + 14.28138542175293, + 14.298135757446289, + 14.128669738769531, + 14.121695518493652, + 13.915760040283203, + 13.751480102539062, + 13.73034954071045, + 13.758785247802734, + 13.704044342041016, + 13.52968692779541, + 13.632019996643066, + 13.640362739562988, + 13.718684196472168, + 13.738075256347656, + 13.854010581970215, + 13.770042419433594, + 13.622607231140137, + 13.699455261230469, + 13.768570899963379, + 13.69382381439209, + 13.720364570617676, + 13.673632621765137, + 13.4393892288208, + 13.418793678283691 ], "p10": [ - 17.764328002929688, - 17.4540958404541, - 17.13648223876953, - 16.78089141845703, - 16.809585571289062, - 16.569156646728516, - 16.24555778503418, - 16.094585418701172, - 16.110309600830078, - 15.910948753356934, - 15.784968376159668, - 15.809525489807129, - 16.002864837646484, - 16.08527374267578, - 16.179458618164062, - 16.05611801147461, - 16.069408416748047, - 16.019012451171875, - 16.112363815307617, - 15.941609382629395, - 16.04842758178711, - 16.097623825073242, - 15.880962371826172, - 15.718914031982422 + 15.93458080291748, + 15.996212005615234, + 15.883590698242188, + 15.76894474029541, + 15.575417518615723, + 15.474112510681152, + 15.303327560424805, + 15.321187019348145, + 15.48783016204834, + 15.239964485168457, + 15.327567100524902, + 15.402556419372559, + 15.470101356506348, + 15.476143836975098, + 15.580192565917969, + 15.552785873413086, + 15.349011421203613, + 15.45226764678955, + 15.59227466583252, + 15.407987594604492, + 15.498226165771484, + 15.382051467895508, + 15.077963829040527, + 15.091249465942383 ], "p90": [ - 21.717025756835938, - 21.68585968017578, - 21.471988677978516, - 21.22933578491211, - 21.17474365234375, - 20.936216354370117, - 20.784404754638672, - 20.63323211669922, - 20.452465057373047, - 20.262920379638672, - 20.240585327148438, - 20.30571937561035, - 20.424333572387695, - 20.56464385986328, - 20.61149024963379, - 20.624027252197266, - 20.553836822509766, - 20.451152801513672, - 20.518396377563477, - 20.38104248046875, - 20.530677795410156, - 20.58236312866211, - 20.512893676757812, - 20.27589988708496 + 19.663257598876953, + 19.9127140045166, + 19.964881896972656, + 19.940698623657227, + 19.78633689880371, + 19.679458618164062, + 19.67001724243164, + 19.71790313720703, + 19.660442352294922, + 19.43045425415039, + 19.59760093688965, + 19.618906021118164, + 19.73033332824707, + 19.814558029174805, + 19.91822052001953, + 19.85285758972168, + 19.71669578552246, + 19.76267433166504, + 19.88777732849121, + 19.73212432861328, + 19.7930965423584, + 19.81283187866211, + 19.619152069091797, + 19.43587303161621 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..8f6bb5daf837f0a350c859c0d88f4596a8940e51 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,32 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-18T20:08:21.138205+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index a8958ce4233afa64ee8a2e637fe6076017026f2c..8d3d0d61fff678ef06bc70332545557fbbefe4a3 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,538444.2242705027,538444.2242705027,564.86669921875,0.5567926618786754,0.00871919752665199,0.008658561693916201,4.39773954957201,733.7875879779534,0.011244413548773742,0.0086559037928797,0.006298421775065253,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.23481072909332093,0.23481072909332093,0.3967431386311849,0.22375965810607892,0.0171837974562296,0.01712577484870165,1.4191249015295195,0.48457272838380094,0.02095110017711232,0.017153679427580823,0.018049749832458467,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.11422972175345197,0.11422972175345197,0.2934476615084956,0.3395402784916076,2.3707645526820547,1.2929463908836878,1.0834270971006608,0.3379788776735197,1.5698042124172635,1.362970900225945,0.8460445428887003,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.02264087501997282,0.02264087501997282,0.11360398762755924,0.6931770305225959,0.07580298909561888,0.07518335488876664,11.312420281295195,0.1504688506634274,0.09957497191073598,0.07517910735069704,0.06442885027255996,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.003635528196691373,0.003635528196691373,0.05059466074841718,0.059406648445252105,0.2814002311183665,0.3695402175083338,0.8819583677477267,0.060295341417819115,0.2424745621025339,0.20346378213015925,0.39712602966895705,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.026026390677471492,0.026026390677471492,0.12584968242380354,0.7678965411032915,0.08410468052072584,0.0834330765539241,6.011806622041165,0.16132696822748357,0.10695710750996697,0.08343625471296018,0.06880056200982515,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,0.5232363022413059,0.5232363022413059,0.5497492949167887,0.5520495246684831,0.026908166898439074,0.02744394326286068,2.726726328818193,0.7233507463473761,0.03660218924550093,0.027817801850254495,0.028199904733279563,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,112.99119646099795,112.99119646099795,9.028175036112467,0.7472980592624431,0.3316983020701754,0.27442773242659785,3.4777457139655845,10.629731721026545,0.35173523452127403,0.2987401137645514,0.21815771636066572,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.41816118383227757,0.41816118383227757,0.4741510550181071,0.23050033953061708,0.018209912475172826,0.018032798729111486,2.1399289099300716,0.6466538361691497,0.025437949006889476,0.01865206650681411,0.02528283498735957,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,62.150093627350394,62.150093627350394,7.2841683228810625,1.3499616969045984,0.9720433714470055,0.600480493823174,16.14717957780168,7.883533067562436,0.852273845141885,0.7874776565276824,0.5428227148733815,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,37.84519853415153,37.84519853415153,5.593241453170776,1.0273300628272855,0.6748851303138407,0.46375426798215674,9.455321817981954,6.151845132490863,0.597750134331096,0.5434728537493871,0.3722045599851209,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,TiRex,3264.4835466792188,3264.4835466792188,44.001383463541664,1.6896531250000002,0.016710264673068412,0.016889386413078925,28.753965234375002,57.13565915152479,0.02190504504211813,0.016869539986022364,0.014287536469426694,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index fd4dace4d9e4efd05c06ebcd7a3b46f61c09c4c6..2ff72283cfd95e782480798592c52d046283f320 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T19:53:47.216289+00:00", + "evaluated_at": "2026-06-18T20:09:38.917689+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 1587d2d4f8723d25ac6e7b6d087270a9d7d1fcf8..c6dfc47e204cfa592e849d850b0df541343eae03 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T19:39:31.314457+00:00", + "evaluated_at": "2026-06-18T20:09:44.059155+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 0.3810584545135498, - 0.3425772786140442, - 0.3075108528137207, - 0.27271533012390137, - 0.24060046672821045, - 0.20991337299346924, - 0.18250232934951782, - 0.15781116485595703, - 0.13167357444763184, - 0.10719716548919678, - 0.0876617431640625, - 0.07340550422668457, - 0.062110066413879395, - 0.05208146572113037, - 0.04333090782165527, - 0.03986680507659912, - 0.039780616760253906, - 0.04065597057342529, - 0.04270339012145996, - 0.05038118362426758, - 0.058046698570251465, - 0.06712079048156738, - 0.07912957668304443, - 0.09316527843475342, - 0.10861003398895264, - 0.12687194347381592, - 0.1468324065208435, - 0.16706812381744385, - 0.19028687477111816, - 0.21374553442001343, - 0.23199540376663208, - 0.2544298768043518, - 0.2464788556098938, - 0.2555418610572815, - 0.29604196548461914, - 0.3465220332145691, - 0.37927931547164917, - 0.4084230661392212, - 0.4437131881713867, - 0.47591960430145264, - 0.5058915019035339, - 0.5389324426651001, - 0.5673712491989136, - 0.5931318998336792, - 0.6195513010025024, - 0.6536312103271484, - 0.6882947683334351, - 0.7213900089263916, - 0.7507447004318237, - 0.783038854598999, - 0.8160594701766968, - 0.8571521043777466, - 0.8815271854400635, - 0.9207282066345215, - 0.9592360258102417, - 0.9911036491394043, - 1.0235573053359985, - 1.0552239418029785, - 1.082041621208191, - 1.1134921312332153 + 0.21240437030792236, + 0.17992794513702393, + 0.15161937475204468, + 0.12106043100357056, + 0.09022808074951172, + 0.05931580066680908, + 0.033921122550964355, + 0.012412428855895996, + -0.009621739387512207, + -0.030174612998962402, + -0.0468137264251709, + -0.06084120273590088, + -0.07617461681365967, + -0.0896683931350708, + -0.10055041313171387, + -0.10851311683654785, + -0.11439025402069092, + -0.12010228633880615, + -0.12660598754882812, + -0.12704968452453613, + -0.12817466259002686, + -0.1283339262008667, + -0.12318027019500732, + -0.11697828769683838, + -0.11052131652832031, + -0.10431766510009766, + -0.09622597694396973, + -0.08939552307128906, + -0.0789194107055664, + -0.06663823127746582, + -0.05777311325073242, + -0.0400843620300293, + -0.02265763282775879, + -0.027759075164794922, + 0.006777405738830566, + 0.04764437675476074, + 0.06571996212005615, + 0.0785515308380127, + 0.10236978530883789, + 0.12117689847946167, + 0.14104533195495605, + 0.17263340950012207, + 0.19961684942245483, + 0.22546619176864624, + 0.24912863969802856, + 0.27992087602615356, + 0.3120635151863098, + 0.3446616530418396, + 0.3714253306388855, + 0.4024004340171814, + 0.4357515573501587, + 0.47224050760269165, + 0.4991796612739563, + 0.5346523523330688, + 0.5743814706802368, + 0.609856903553009, + 0.6461503505706787, + 0.6807558536529541, + 0.7089709639549255, + 0.7393474578857422 ], "p10": [ - 0.37145185470581055, - 0.3293757438659668, - 0.28885674476623535, - 0.250100314617157, - 0.2133689522743225, - 0.17761176824569702, - 0.1444973349571228, - 0.11457520723342896, - 0.07899534702301025, - 0.04538881778717041, - 0.017039775848388672, - -0.007802128791809082, - -0.031050801277160645, - -0.052017807960510254, - -0.07262659072875977, - -0.09082996845245361, - -0.10341906547546387, - -0.11728465557098389, - -0.1314840316772461, - -0.14142119884490967, - -0.14982104301452637, - -0.15896940231323242, - -0.1645737886428833, - -0.16863489151000977, - -0.1752638816833496, - -0.17599976062774658, - -0.17686402797698975, - -0.18004417419433594, - -0.18136537075042725, - -0.184606671333313, - -0.18986082077026367, - -0.18199503421783447, - -0.07470428943634033, - -0.11822628974914551, - -0.1375507116317749, - -0.12496376037597656, - -0.1207815408706665, - -0.11589431762695312, - -0.11658000946044922, - -0.11141562461853027, - -0.10241973400115967, - -0.09650909900665283, - -0.09472930431365967, - -0.07950365543365479, - -0.06745779514312744, - -0.05788695812225342, - -0.05294620990753174, - -0.04559648036956787, - -0.026622414588928223, - -0.013643264770507812, - -0.006045699119567871, - 0.0076427459716796875, - -0.0036748647689819336, - 0.006144881248474121, - 0.016973257064819336, - 0.03575146198272705, - 0.04867291450500488, - 0.06708407402038574, - 0.08560037612915039, - 0.10954958200454712 + 0.2038942575454712, + 0.16758209466934204, + 0.13430309295654297, + 0.09992921352386475, + 0.0644456148147583, + 0.027596354484558105, + -0.0035130977630615234, + -0.030289292335510254, + -0.061681270599365234, + -0.08962714672088623, + -0.11400020122528076, + -0.13878989219665527, + -0.16565227508544922, + -0.19072842597961426, + -0.21186327934265137, + -0.23318016529083252, + -0.2522120475769043, + -0.272297739982605, + -0.2933915853500366, + -0.3099557161331177, + -0.32520437240600586, + -0.33957064151763916, + -0.35058069229125977, + -0.3595668077468872, + -0.3710669279098511, + -0.3812522888183594, + -0.3914618492126465, + -0.4056180715560913, + -0.41887640953063965, + -0.4353569746017456, + -0.4485071897506714, + -0.4437202215194702, + -0.27309978008270264, + -0.32818603515625, + -0.34480953216552734, + -0.33640146255493164, + -0.3468121290206909, + -0.36347317695617676, + -0.37550032138824463, + -0.38438642024993896, + -0.39018118381500244, + -0.392025351524353, + -0.39152634143829346, + -0.37977349758148193, + -0.37520813941955566, + -0.37189388275146484, + -0.3684573173522949, + -0.3620259761810303, + -0.3465372323989868, + -0.3379260301589966, + -0.32970237731933594, + -0.3203127384185791, + -0.3194396495819092, + -0.30103015899658203, + -0.28078460693359375, + -0.25745201110839844, + -0.24366211891174316, + -0.22459208965301514, + -0.20634377002716064, + -0.19340884685516357 ], "p90": [ - 0.3941066265106201, - 0.3583361506462097, - 0.32753926515579224, - 0.2944232225418091, - 0.2683429718017578, - 0.24423235654830933, - 0.22202354669570923, - 0.20387297868728638, - 0.18531769514083862, - 0.16817116737365723, - 0.1586509346961975, - 0.1547747254371643, - 0.15494322776794434, - 0.1547730565071106, - 0.15766817331314087, - 0.16514593362808228, - 0.18102329969406128, - 0.19577139616012573, - 0.21581882238388062, - 0.24038904905319214, - 0.26873618364334106, - 0.29714667797088623, - 0.33052271604537964, - 0.36485081911087036, - 0.4005802869796753, - 0.4404010772705078, - 0.4799047112464905, - 0.5212154984474182, - 0.5648190975189209, - 0.6042943000793457, - 0.6395525932312012, - 0.6757553815841675, - 0.6497973203659058, - 0.6378657817840576, - 0.6919848918914795, - 0.7686554193496704, - 0.8204581141471863, - 0.8697248697280884, - 0.9113858342170715, - 0.9573042988777161, - 1.010986089706421, - 1.0574841499328613, - 1.1059606075286865, - 1.165651559829712, - 1.2223200798034668, - 1.2743701934814453, - 1.323265552520752, - 1.3710836172103882, - 1.4234013557434082, - 1.4785226583480835, - 1.5343918800354004, - 1.5963077545166016, - 1.6319632530212402, - 1.6879186630249023, - 1.7393088340759277, - 1.7926199436187744, - 1.8388547897338867, - 1.8867403268814087, - 1.9276829957962036, - 1.9794459342956543 + 0.22459739446640015, + 0.19510293006896973, + 0.17220556735992432, + 0.14359110593795776, + 0.11730194091796875, + 0.0924532413482666, + 0.07184600830078125, + 0.05633425712585449, + 0.041686177253723145, + 0.03035271167755127, + 0.024419665336608887, + 0.01961982250213623, + 0.013957858085632324, + 0.009126901626586914, + 0.01065528392791748, + 0.013708353042602539, + 0.021877288818359375, + 0.029266715049743652, + 0.040647268295288086, + 0.05601942539215088, + 0.07702493667602539, + 0.09700095653533936, + 0.11866509914398193, + 0.14246565103530884, + 0.16675788164138794, + 0.19102758169174194, + 0.21384137868881226, + 0.23858642578125, + 0.2648119330406189, + 0.2889811396598816, + 0.3146287202835083, + 0.348747193813324, + 0.24874508380889893, + 0.2756027579307556, + 0.3427577614784241, + 0.41792869567871094, + 0.46596890687942505, + 0.5085316300392151, + 0.5448455810546875, + 0.5859418511390686, + 0.6356714963912964, + 0.677277684211731, + 0.7185043096542358, + 0.773001492023468, + 0.8248864412307739, + 0.8766153454780579, + 0.9304257035255432, + 0.977828860282898, + 1.025354266166687, + 1.0772541761398315, + 1.1375367641448975, + 1.1971545219421387, + 1.243921160697937, + 1.3012760877609253, + 1.3538039922714233, + 1.4087573289871216, + 1.455060601234436, + 1.5033130645751953, + 1.5408291816711426, + 1.5906974077224731 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 64986a084f6513e2a19569c7b054a95a87f3b229..38b1f7ed555fa55779a1ad50d262e327b1b32329 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T19:39:55.265641+00:00", + "evaluated_at": "2026-06-18T20:09:50.399650+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.49953293800354, - 1.4979722499847412, - 1.4977635145187378, - 1.4989222288131714, - 1.4996989965438843, - 1.5007704496383667, - 1.5017558336257935, - 1.5014526844024658, - 1.5028877258300781, - 1.504930853843689, - 1.505096197128296, - 1.503407597541809, - 1.5024715662002563, - 1.5032861232757568, - 1.5050442218780518, - 1.5041025876998901, - 1.5047463178634644, - 1.5038764476776123, - 1.5045989751815796, - 1.5058510303497314, - 1.5041744709014893, - 1.5037025213241577, - 1.5044200420379639, - 1.5036425590515137, - 1.5035988092422485, - 1.5054460763931274, - 1.5054363012313843, - 1.5054924488067627, - 1.5076956748962402, - 1.5088763236999512, - 1.508138656616211, - 1.5088001489639282, - 1.5086371898651123, - 1.5137015581130981, - 1.5138064622879028, - 1.5136579275131226, - 1.513622522354126, - 1.5134186744689941, - 1.5132592916488647, - 1.5132217407226562, - 1.5131782293319702, - 1.5133941173553467, - 1.5141043663024902, - 1.5146387815475464, - 1.5149223804473877, - 1.5149263143539429, - 1.5150395631790161, - 1.5153310298919678, - 1.5156668424606323, - 1.5161389112472534, - 1.516545057296753, - 1.5163403749465942, - 1.515968918800354, - 1.5158660411834717, - 1.5154521465301514, - 1.515096664428711, - 1.515468716621399, - 1.5154454708099365, - 1.516148567199707, - 1.5158374309539795, - 1.5156018733978271, - 1.5153104066848755, - 1.5150151252746582, - 1.5148489475250244, - 1.4781192541122437, - 1.4853780269622803, - 1.4936755895614624, - 1.498369812965393, - 1.503635048866272, - 1.5039349794387817, - 1.5043551921844482, - 1.5032604932785034 + 1.497225046157837, + 1.4950324296951294, + 1.4927401542663574, + 1.4923282861709595, + 1.4926170110702515, + 1.4930813312530518, + 1.491936206817627, + 1.4901427030563354, + 1.4884742498397827, + 1.4874250888824463, + 1.4866752624511719, + 1.4859341382980347, + 1.4863609075546265, + 1.4864215850830078, + 1.4853990077972412, + 1.4854674339294434, + 1.4857292175292969, + 1.4864203929901123, + 1.4862277507781982, + 1.4871556758880615, + 1.4870659112930298, + 1.4867973327636719, + 1.4871455430984497, + 1.4868621826171875, + 1.4868501424789429, + 1.4873499870300293, + 1.48648202419281, + 1.4868474006652832, + 1.4884703159332275, + 1.489296555519104, + 1.4888211488723755, + 1.4896665811538696, + 1.5152360200881958, + 1.517960548400879, + 1.5182870626449585, + 1.5206806659698486, + 1.5226417779922485, + 1.5244561433792114, + 1.524345874786377, + 1.5228464603424072, + 1.5221257209777832, + 1.5237395763397217, + 1.5259242057800293, + 1.5281758308410645, + 1.5302009582519531, + 1.5300410985946655, + 1.5298991203308105, + 1.530207633972168, + 1.530535340309143, + 1.5299146175384521, + 1.529422402381897, + 1.5304034948349, + 1.5302826166152954, + 1.529423713684082, + 1.5290067195892334, + 1.5287761688232422, + 1.5280063152313232, + 1.5273932218551636, + 1.526724934577942, + 1.527250051498413, + 1.5279170274734497, + 1.5289636850357056, + 1.528204083442688, + 1.528576374053955, + 1.462476372718811, + 1.4663716554641724, + 1.4826194047927856, + 1.489565134048462, + 1.4917470216751099, + 1.492817759513855, + 1.4924132823944092, + 1.494597315788269 ], "p10": [ - 1.3963996171951294, - 1.3782386779785156, - 1.373721957206726, - 1.363219976425171, - 1.3499739170074463, - 1.3472168445587158, - 1.3494737148284912, - 1.3419922590255737, - 1.3476732969284058, - 1.3475638628005981, - 1.3507702350616455, - 1.3416167497634888, - 1.3373805284500122, - 1.3322315216064453, - 1.3296074867248535, - 1.3269838094711304, - 1.3266302347183228, - 1.3244612216949463, - 1.3291783332824707, - 1.3275952339172363, - 1.3256556987762451, - 1.3265215158462524, - 1.326288104057312, - 1.3162511587142944, - 1.3108081817626953, - 1.3145115375518799, - 1.3112980127334595, - 1.309443712234497, - 1.3039675951004028, - 1.3021072149276733, - 1.3058186769485474, - 1.3046972751617432, - 1.269526481628418, - 1.2992093563079834, - 1.330514669418335, - 1.3602746725082397, - 1.355398178100586, - 1.3445013761520386, - 1.355109453201294, - 1.3423410654067993, - 1.3326520919799805, - 1.3447251319885254, - 1.344448208808899, - 1.3455400466918945, - 1.3511497974395752, - 1.3468375205993652, - 1.3545198440551758, - 1.3311221599578857, - 1.3451839685440063, - 1.336354374885559, - 1.3238906860351562, - 1.3223644495010376, - 1.3248834609985352, - 1.3272563219070435, - 1.3236664533615112, - 1.3060898780822754, - 1.3072657585144043, - 1.3179826736450195, - 1.3181860446929932, - 1.2979155778884888, - 1.301526427268982, - 1.3069289922714233, - 1.3104941844940186, - 1.2982584238052368, - 1.1963748931884766, - 1.2086738348007202, - 1.224543809890747, - 1.2272553443908691, - 1.220151424407959, - 1.2124731540679932, - 1.2220807075500488, - 1.2068439722061157 + 1.4249086380004883, + 1.399525761604309, + 1.3781991004943848, + 1.367046594619751, + 1.3622987270355225, + 1.3580148220062256, + 1.3474557399749756, + 1.340104341506958, + 1.3364185094833374, + 1.3342543840408325, + 1.3315619230270386, + 1.3294240236282349, + 1.32489013671875, + 1.3185266256332397, + 1.3110896348953247, + 1.3075891733169556, + 1.3062490224838257, + 1.3048878908157349, + 1.3043482303619385, + 1.30337655544281, + 1.3006649017333984, + 1.2945942878723145, + 1.290380597114563, + 1.287427544593811, + 1.2864060401916504, + 1.2856112718582153, + 1.2825376987457275, + 1.281591773033142, + 1.281116247177124, + 1.278690218925476, + 1.2730910778045654, + 1.2717634439468384, + 1.295503854751587, + 1.3223638534545898, + 1.3197520971298218, + 1.3165878057479858, + 1.3128522634506226, + 1.304930329322815, + 1.30062735080719, + 1.2984566688537598, + 1.2952948808670044, + 1.2984709739685059, + 1.3042747974395752, + 1.310901403427124, + 1.3119702339172363, + 1.3111484050750732, + 1.3073983192443848, + 1.3023109436035156, + 1.297900676727295, + 1.2968852519989014, + 1.3000636100769043, + 1.3017202615737915, + 1.3009395599365234, + 1.2985748052597046, + 1.2973744869232178, + 1.2951502799987793, + 1.2939202785491943, + 1.2908612489700317, + 1.2880537509918213, + 1.2862131595611572, + 1.2855172157287598, + 1.2841731309890747, + 1.2813527584075928, + 1.2795965671539307, + 1.1628515720367432, + 1.2018293142318726, + 1.190170407295227, + 1.1882658004760742, + 1.1914150714874268, + 1.1861515045166016, + 1.1765849590301514, + 1.1710153818130493 ], "p90": [ - 1.5228331089019775, - 1.5242308378219604, - 1.5273100137710571, - 1.5275864601135254, - 1.5278658866882324, - 1.5289534330368042, - 1.5333656072616577, - 1.5375012159347534, - 1.5401842594146729, - 1.5445969104766846, - 1.5468677282333374, - 1.5453523397445679, - 1.5477707386016846, - 1.5537775754928589, - 1.5585224628448486, - 1.559898853302002, - 1.561596155166626, - 1.5659091472625732, - 1.5673375129699707, - 1.5697652101516724, - 1.5731747150421143, - 1.574873447418213, - 1.5752161741256714, - 1.5757910013198853, - 1.5774332284927368, - 1.5809094905853271, - 1.5851848125457764, - 1.5876893997192383, - 1.594210147857666, - 1.597403645515442, - 1.5983154773712158, - 1.5984258651733398, - 1.525422215461731, - 1.5277836322784424, - 1.528215765953064, - 1.5291022062301636, - 1.5289504528045654, - 1.5293604135513306, - 1.5306925773620605, - 1.532249093055725, - 1.5336101055145264, - 1.5357309579849243, - 1.537147045135498, - 1.5368317365646362, - 1.5369099378585815, - 1.5372072458267212, - 1.53769850730896, - 1.5370391607284546, - 1.5382813215255737, - 1.5402921438217163, - 1.5417790412902832, - 1.543250322341919, - 1.5431233644485474, - 1.54375159740448, - 1.5433106422424316, - 1.542762279510498, - 1.5440301895141602, - 1.5468136072158813, - 1.549887776374817, - 1.5518003702163696, - 1.554595708847046, - 1.5562515258789062, - 1.5573508739471436, - 1.5581436157226562, - 1.5308979749679565, - 1.526976466178894, - 1.525140404701233, - 1.5249168872833252, - 1.5245097875595093, - 1.522474765777588, - 1.5210888385772705, - 1.5220471620559692 + 1.5392707586288452, + 1.5540788173675537, + 1.5620893239974976, + 1.567625641822815, + 1.5727494955062866, + 1.5788698196411133, + 1.5864864587783813, + 1.5945926904678345, + 1.6008577346801758, + 1.6078237295150757, + 1.6125798225402832, + 1.6128740310668945, + 1.615264654159546, + 1.6210299730300903, + 1.6281691789627075, + 1.6341404914855957, + 1.6391055583953857, + 1.6437788009643555, + 1.6465815305709839, + 1.651755928993225, + 1.6543865203857422, + 1.6561203002929688, + 1.65746009349823, + 1.65896737575531, + 1.6628321409225464, + 1.6684861183166504, + 1.673467755317688, + 1.6783819198608398, + 1.687610149383545, + 1.6935080289840698, + 1.6956220865249634, + 1.6977611780166626, + 1.6460599899291992, + 1.6529927253723145, + 1.6666533946990967, + 1.6833081245422363, + 1.6969683170318604, + 1.7092418670654297, + 1.7184059619903564, + 1.7270469665527344, + 1.734143614768982, + 1.7459263801574707, + 1.757233738899231, + 1.7636611461639404, + 1.7690513134002686, + 1.7713433504104614, + 1.7759119272232056, + 1.781632661819458, + 1.7862015962600708, + 1.7880709171295166, + 1.7896032333374023, + 1.797333836555481, + 1.8001188039779663, + 1.8032976388931274, + 1.8026156425476074, + 1.8055808544158936, + 1.8086451292037964, + 1.8142354488372803, + 1.819486141204834, + 1.823089599609375, + 1.830265760421753, + 1.835850715637207, + 1.8388373851776123, + 1.84456205368042, + 1.675736665725708, + 1.6969501972198486, + 1.705104112625122, + 1.7106430530548096, + 1.716314673423767, + 1.7180825471878052, + 1.717806100845337, + 1.7208662033081055 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 1ddc4452ce04f88ade3edf33824b4fd3dd473562..6841edfd70f050872c3cffa8d4fd4697ab251675 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,13 +1,31 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T19:53:49.869615+00:00", + "evaluated_at": "2026-06-18T23:12:04.160981+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:52:00.546561Z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": [] diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 11fe21bf972bb9f4ba803b0bde37d9dddbaf9101..b43c6c302d35202336786c928b0f97e83a216a0a 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,402565.46604855853,402565.46604855853,504.2911783854167,0.497082989603558,0.007775246884666395,0.007735156333699832,2.3165227413544542,634.4804693988291,0.009722651218726895,0.007727656683850072,0.006531647469351736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.2140646125252109,0.2140646125252109,0.3426423867543538,0.19324730750813968,0.014974947953840717,0.014787909726550608,2.545138457908145,0.46267117105479016,0.02000415930578983,0.01481456662606379,0.02310519785160283,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.0005744869868909912,0.0005744869868909912,0.018761106968546905,0.02170796472585567,0.1402246124230807,0.18455822705264244,1.2408452051281809,0.02396845816674471,0.11132585223757238,0.08713936489630306,0.5408957927392656,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.022975764498976165,0.022975764498976165,0.11277320815457238,0.6881078664894449,0.07480977546646933,0.07464178698554598,4.897224910156585,0.1515775857406898,0.10030869363246163,0.07462932683252371,0.07281443732620863,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.012345871346760354,0.012345871346760354,0.07510409182868898,0.08818484626772478,0.27304739423063396,0.3690681820515968,1.2163450096666373,0.11111197661260623,0.446831002859643,0.30202717739131996,0.5566330352800711,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02446101326283233,0.02446101326283233,0.1197303831577301,0.7305584354371233,0.0801824709265371,0.07938320107337332,5.3736471358971665,0.15640017027750427,0.10369072208287103,0.07937926066740061,0.06852044366604167,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.3807323165212135,1.3807323165212135,0.7856582800547282,0.7889455867728213,0.037920395511546044,0.039581097902197764,12.452216977648746,1.1750456657173853,0.05945835273672194,0.039755005706523454,0.03889863970467488,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,58.43438622465798,58.43438622465798,6.021690130233765,0.4984393113562405,0.19459469638762675,0.19166353194580887,6.283445522047239,7.644238760312107,0.2529459993591759,0.19925626024808735,0.1864019125765832,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,1.434988789605086,1.434988789605086,0.9393529891967773,0.45665021865381833,0.036302316408847596,0.03531268632542392,2.1794592749655455,1.1979101759335238,0.047123168944226454,0.036952094153209956,0.03020402322337267,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,52.37659118953972,52.37659118953972,6.645055611928304,1.2315160979635469,0.8916720024190207,0.5655155759789056,16.57119355514703,7.237167345691249,0.7823964698044594,0.7183843904787356,0.5108552518430296,Hazards,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,35.696439526229824,35.696439526229824,5.406285047531128,0.9929911311791867,0.6530045609872178,0.4525982309449814,9.841335909707206,5.974649740882709,0.5805327683448787,0.5253070491528221,0.36088289680429475,Hazards,1 usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,2284.762815962235,2284.762815962235,29.402506510416668,1.1290562499999999,0.011194497582972737,0.011249816624246465,33.126430078125,47.79919262876974,0.018325569058953252,0.011272526457667732,0.011625010833361068,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index b186a6504f3f7a188c91ba6311e1c0d4824d9b0f..940eba55909d38d1bfdddbebacaf7c8650956684 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T19:53:38.895743+00:00", + "evaluated_at": "2026-06-18T20:08:58.004719+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6ed9e09367181af13cd1086e08a3d2c89159d706..fd8309ca3a12927a3a7c20f4b8e1a15ee09fb6cf 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T19:39:16.917491+00:00", + "evaluated_at": "2026-06-18T20:09:05.126495+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.0020000000949949026, - -0.05299999937415123, - -0.09099999815225601, - -0.12300000339746475, -0.14100000262260437, -0.15800000727176666, -0.17399999499320984, @@ -245,13 +241,13 @@ 0.5669999718666077, 0.5180000066757202, 0.4659999907016754, - 0.42500001192092896 - ], - "actuals": [ + 0.42500001192092896, 0.3720000088214874, 0.32499998807907104, 0.2919999957084656, - 0.25600001215934753, + 0.25600001215934753 + ], + "actuals": [ 0.22699999809265137, 0.1809999942779541, 0.1469999998807907, @@ -307,199 +303,199 @@ 0.6019999980926514, 0.6439999938011169, 0.6710000038146973, - 0.7110000252723694 + 0.7110000252723694, + 0.7570000290870667, + 0.7929999828338623, + 0.8299999833106995, + 0.8669999837875366 ], "p50": [ - 0.37260156869888306, - 0.33185434341430664, - 0.2913930416107178, - 0.25063973665237427, - 0.21386587619781494, - 0.1777667999267578, - 0.14502054452896118, - 0.1121523380279541, - 0.07898211479187012, - 0.04975104331970215, - 0.020691871643066406, - -0.006269574165344238, - -0.029439210891723633, - -0.05457139015197754, - -0.07186365127563477, - -0.09338665008544922, - -0.11162412166595459, - -0.12339961528778076, - -0.13669002056121826, - -0.1468602418899536, - -0.1562650203704834, - -0.15981721878051758, - -0.1623908281326294, - -0.16827118396759033, - -0.1709153652191162, - -0.17308008670806885, - -0.16655981540679932, - -0.1598137617111206, - -0.15201997756958008, - -0.14455604553222656, - -0.13186848163604736, - -0.11665046215057373, - -0.1311875581741333, - -0.10779869556427002, - -0.09392404556274414, - -0.07813644409179688, - -0.05871260166168213, - -0.033387184143066406, - -0.01283729076385498, - 0.012711167335510254, - 0.03713428974151611, - 0.06499767303466797, - 0.08980119228363037, - 0.12094932794570923, - 0.14977943897247314, - 0.18183332681655884, - 0.2123212218284607, - 0.24834001064300537, - 0.2777400612831116, - 0.3140391707420349, - 0.3493075370788574, - 0.3820815086364746, - 0.4161122441291809, - 0.45252764225006104, - 0.48571687936782837, - 0.5129660367965698, - 0.5525840520858765, - 0.5866618156433105, - 0.620812177658081, - 0.6482256054878235 + 0.21779483556747437, + 0.18394571542739868, + 0.14940202236175537, + 0.11593598127365112, + 0.08580911159515381, + 0.056252360343933105, + 0.028639912605285645, + 0.003526926040649414, + -0.020841598510742188, + -0.04193270206451416, + -0.06243324279785156, + -0.08019781112670898, + -0.09278035163879395, + -0.1077955961227417, + -0.11855673789978027, + -0.13074803352355957, + -0.13988614082336426, + -0.14390099048614502, + -0.14896070957183838, + -0.15212571620941162, + -0.15163087844848633, + -0.14905023574829102, + -0.14545810222625732, + -0.1428523063659668, + -0.1378248929977417, + -0.13276159763336182, + -0.12016654014587402, + -0.10976827144622803, + -0.0973128080368042, + -0.08522379398345947, + -0.06523001194000244, + -0.05274629592895508, + -0.07119262218475342, + -0.04467570781707764, + -0.0292738676071167, + -0.013341665267944336, + 0.006180405616760254, + 0.025305867195129395, + 0.048105835914611816, + 0.0680382251739502, + 0.08956849575042725, + 0.11583232879638672, + 0.13538402318954468, + 0.16093868017196655, + 0.18631595373153687, + 0.21433377265930176, + 0.23524224758148193, + 0.2700440287590027, + 0.2949265241622925, + 0.3229840397834778, + 0.3527764678001404, + 0.37513285875320435, + 0.4013155698776245, + 0.43162059783935547, + 0.45487290620803833, + 0.4726560711860657, + 0.5038397908210754, + 0.5273250341415405, + 0.5534648895263672, + 0.5775002837181091 ], "p10": [ - 0.3596796989440918, - 0.31457966566085815, - 0.2712830901145935, - 0.22666794061660767, - 0.18504327535629272, - 0.14451700448989868, - 0.10602432489395142, - 0.06638979911804199, - 0.026148557662963867, - -0.011281371116638184, - -0.04945576190948486, - -0.08332550525665283, - -0.11903786659240723, - -0.1565718650817871, - -0.18382906913757324, - -0.21980643272399902, - -0.2499319314956665, - -0.27775514125823975, - -0.30034172534942627, - -0.32822251319885254, - -0.3546590805053711, - -0.37919414043426514, - -0.4007081985473633, - -0.4235895872116089, - -0.4462125301361084, - -0.4670215845108032, - -0.48629581928253174, - -0.4967402219772339, - -0.504721999168396, - -0.5178463459014893, - -0.5235918760299683, - -0.5385795831680298, - -0.6078770160675049, - -0.605110764503479, - -0.621360182762146, - -0.6218736171722412, - -0.6419926881790161, - -0.6366240978240967, - -0.6487439870834351, - -0.6602938175201416, - -0.67333984375, - -0.6822550296783447, - -0.7047593593597412, - -0.7152425050735474, - -0.7293301820755005, - -0.7570173740386963, - -0.765230655670166, - -0.7744053602218628, - -0.7786657810211182, - -0.7882487773895264, - -0.8149213790893555, - -0.8265905380249023, - -0.8299914598464966, - -0.8394056558609009, - -0.8554645776748657, - -0.8666768074035645, - -0.8609786033630371, - -0.8746649026870728, - -0.8881632089614868, - -0.8626835346221924 + 0.20632022619247437, + 0.1689932942390442, + 0.13216161727905273, + 0.09535574913024902, + 0.05932974815368652, + 0.026624321937561035, + -0.008408665657043457, + -0.039344072341918945, + -0.0710299015045166, + -0.09990513324737549, + -0.13048315048217773, + -0.15359234809875488, + -0.18084633350372314, + -0.20864903926849365, + -0.23015058040618896, + -0.2572675943374634, + -0.2788578271865845, + -0.2986316680908203, + -0.3121391534805298, + -0.3356248140335083, + -0.3510277271270752, + -0.36857128143310547, + -0.38281214237213135, + -0.3977494239807129, + -0.4121363162994385, + -0.4233924150466919, + -0.4343677759170532, + -0.4401228427886963, + -0.4425011873245239, + -0.4493926763534546, + -0.4531048536300659, + -0.4624824523925781, + -0.48483335971832275, + -0.46291136741638184, + -0.4778403043746948, + -0.4827388525009155, + -0.5006369352340698, + -0.4995037317276001, + -0.5045739412307739, + -0.5142054557800293, + -0.5190032720565796, + -0.5197616815567017, + -0.5333571434020996, + -0.5397332906723022, + -0.5487967729568481, + -0.5634342432022095, + -0.5695087909698486, + -0.5740853548049927, + -0.5710169076919556, + -0.5665649175643921, + -0.5854214429855347, + -0.5833895206451416, + -0.5920702219009399, + -0.5897166728973389, + -0.6053875684738159, + -0.6054873466491699, + -0.6058658361434937, + -0.6068383455276489, + -0.6073594093322754, + -0.5939884185791016 ], "p90": [ - 0.3892402648925781, - 0.3510950803756714, - 0.31474316120147705, - 0.27861613035202026, - 0.24722141027450562, - 0.21440929174423218, - 0.18938618898391724, - 0.16306740045547485, - 0.13826626539230347, - 0.11653876304626465, - 0.09776532649993896, - 0.08495080471038818, - 0.0704728364944458, - 0.06431746482849121, - 0.06230580806732178, - 0.054401397705078125, - 0.05104529857635498, - 0.05372440814971924, - 0.05963289737701416, - 0.06697821617126465, - 0.07601296901702881, - 0.09065520763397217, - 0.10861349105834961, - 0.12821143865585327, - 0.1451905369758606, - 0.16144484281539917, - 0.19389724731445312, - 0.22094035148620605, - 0.23985421657562256, - 0.27385491132736206, - 0.30654633045196533, - 0.3396291732788086, - 0.3842635750770569, - 0.4484202265739441, - 0.475482702255249, - 0.5295006036758423, - 0.5818924903869629, - 0.6170059442520142, - 0.6685526371002197, - 0.7285192012786865, - 0.7869603633880615, - 0.8338357210159302, - 0.8958250284194946, - 0.9583678841590881, - 1.0195550918579102, - 1.0858808755874634, - 1.1491228342056274, - 1.2231849431991577, - 1.2703936100006104, - 1.3381874561309814, - 1.403088092803955, - 1.479201078414917, - 1.5336642265319824, - 1.6124088764190674, - 1.6853102445602417, - 1.7537038326263428, - 1.8206340074539185, - 1.917490005493164, - 1.9939966201782227, - 2.0462470054626465 + 0.2332082986831665, + 0.2007899284362793, + 0.1692899465560913, + 0.1404067873954773, + 0.11523228883743286, + 0.08945810794830322, + 0.06990945339202881, + 0.05201268196105957, + 0.035318851470947266, + 0.02328193187713623, + 0.012190699577331543, + 0.007644295692443848, + 0.0034110546112060547, + 0.006029725074768066, + 0.011034965515136719, + 0.012918353080749512, + 0.017376184463500977, + 0.028552889823913574, + 0.040513038635253906, + 0.058908700942993164, + 0.07342135906219482, + 0.0941697359085083, + 0.11803019046783447, + 0.14498382806777954, + 0.1694551706314087, + 0.1917966604232788, + 0.2304617166519165, + 0.25833964347839355, + 0.2925831079483032, + 0.3264448046684265, + 0.36904090642929077, + 0.40610796213150024, + 0.5336072444915771, + 0.6049842238426208, + 0.6429635286331177, + 0.6930007338523865, + 0.7488890290260315, + 0.802544355392456, + 0.842058002948761, + 0.8952921628952026, + 0.9563202857971191, + 1.001707673072815, + 1.0567095279693604, + 1.1201356649398804, + 1.171409249305725, + 1.2353826761245728, + 1.287856936454773, + 1.350834608078003, + 1.4082744121551514, + 1.4739859104156494, + 1.5269575119018555, + 1.5968395471572876, + 1.6529196500778198, + 1.7211493253707886, + 1.7798397541046143, + 1.8279094696044922, + 1.8881070613861084, + 1.9543299674987793, + 1.99497652053833, + 2.0420823097229004 ], "timestamps": [ - "2026-06-17 13:30:00", - "2026-06-17 13:36:00", - "2026-06-17 13:42:00", - "2026-06-17 13:48:00", "2026-06-17 13:54:00", "2026-06-17 14:00:00", "2026-06-17 14:06:00", @@ -795,6 +791,10 @@ "2026-06-18 19:06:00", "2026-06-18 19:12:00", "2026-06-18 19:18:00", - "2026-06-18 19:24:00" + "2026-06-18 19:24:00", + "2026-06-18 19:30:00", + "2026-06-18 19:36:00", + "2026-06-18 19:42:00", + "2026-06-18 19:48:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 894d95217af3df12e0c4dc5752fe9912c9eceb67..82c7a961b46c2a4282c3a2386a82074f8b324547 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,12 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T19:39:21.767071+00:00", + "evaluated_at": "2026-06-18T20:09:10.192556+00:00", "freq": "10min", "context_length": 72, "prediction_length": 72, "context": [ - 1.100000023841858, 1.2000000476837158, 1.2000000476837158, 1.0, @@ -77,10 +76,10 @@ 1.5, 1.5, 1.5, + 1.5, 1.5 ], "actuals": [ - 1.5, 1.5, 1.5, 1.399999976158142, @@ -151,233 +150,232 @@ 1.399999976158142, 1.2999999523162842, 1.2000000476837158, - 1.5 + 1.5, + 1.2999999523162842 ], "p50": [ - 1.5035499334335327, - 1.5021709203720093, - 1.4998362064361572, - 1.4992942810058594, - 1.4993414878845215, - 1.5000672340393066, - 1.5004292726516724, - 1.4996674060821533, - 1.4989558458328247, - 1.4982874393463135, - 1.497937560081482, - 1.4973909854888916, - 1.497727870941162, - 1.497099757194519, - 1.4971904754638672, - 1.4948680400848389, - 1.493935227394104, - 1.4941717386245728, - 1.4961626529693604, - 1.4973647594451904, - 1.498364806175232, - 1.4984389543533325, - 1.4960615634918213, - 1.4948060512542725, - 1.4934297800064087, - 1.4922657012939453, - 1.4930951595306396, - 1.4935359954833984, - 1.4943658113479614, - 1.4942866563796997, - 1.4944690465927124, - 1.495737910270691, - 1.5048184394836426, - 1.5027363300323486, - 1.5024266242980957, - 1.5029107332229614, - 1.5032663345336914, - 1.502894401550293, - 1.5043821334838867, - 1.504073977470398, - 1.503372073173523, - 1.5031815767288208, - 1.5031355619430542, - 1.5020664930343628, - 1.504198431968689, - 1.503202199935913, - 1.5027856826782227, - 1.5025520324707031, - 1.5012556314468384, - 1.4996618032455444, - 1.5014365911483765, - 1.5003535747528076, - 1.4991759061813354, - 1.499880075454712, - 1.499956488609314, - 1.500452995300293, - 1.5006425380706787, - 1.501191258430481, - 1.5019097328186035, - 1.5010039806365967, - 1.500584602355957, - 1.5001658201217651, - 1.5007355213165283, - 1.4975345134735107, - 1.5022244453430176, - 1.5002418756484985, - 1.5006849765777588, - 1.502331256866455, - 1.503676176071167, - 1.5029957294464111, - 1.5028561353683472, - 1.5007535219192505 + 1.5023173093795776, + 1.5019054412841797, + 1.5022327899932861, + 1.5001347064971924, + 1.5006864070892334, + 1.5010772943496704, + 1.5015161037445068, + 1.5014216899871826, + 1.5011396408081055, + 1.501105785369873, + 1.501124620437622, + 1.5001699924468994, + 1.500239610671997, + 1.4998016357421875, + 1.49961519241333, + 1.4993350505828857, + 1.500471830368042, + 1.4992097616195679, + 1.5004117488861084, + 1.5006216764450073, + 1.5004416704177856, + 1.500386118888855, + 1.5000883340835571, + 1.4996315240859985, + 1.499858021736145, + 1.4997155666351318, + 1.5000380277633667, + 1.499687910079956, + 1.499770998954773, + 1.49958074092865, + 1.4997960329055786, + 1.500725507736206, + 1.5104238986968994, + 1.508664846420288, + 1.5063377618789673, + 1.5072919130325317, + 1.5081017017364502, + 1.5080339908599854, + 1.5071409940719604, + 1.507399559020996, + 1.5063345432281494, + 1.5078344345092773, + 1.509189486503601, + 1.5119675397872925, + 1.5136998891830444, + 1.515357494354248, + 1.5160245895385742, + 1.5171641111373901, + 1.5164508819580078, + 1.516030192375183, + 1.5163143873214722, + 1.5151915550231934, + 1.515154480934143, + 1.5153729915618896, + 1.5138462781906128, + 1.5144981145858765, + 1.5133384466171265, + 1.5126128196716309, + 1.5129423141479492, + 1.512733817100525, + 1.5121021270751953, + 1.5110598802566528, + 1.5105608701705933, + 1.5086302757263184, + 1.5190843343734741, + 1.5185387134552002, + 1.5168590545654297, + 1.5234313011169434, + 1.520009994506836, + 1.516042709350586, + 1.5144926309585571, + 1.5155503749847412 ], "p10": [ - 1.3594839572906494, - 1.3541780710220337, - 1.3499553203582764, - 1.3509771823883057, - 1.349669337272644, - 1.3498611450195312, - 1.3434107303619385, - 1.336890697479248, - 1.3348175287246704, - 1.3259567022323608, - 1.3231966495513916, - 1.315006136894226, - 1.3109153509140015, - 1.3048585653305054, - 1.3018701076507568, - 1.2944644689559937, - 1.285605549812317, - 1.2823752164840698, - 1.2841317653656006, - 1.279473066329956, - 1.2785621881484985, - 1.2706018686294556, - 1.2619225978851318, - 1.2552886009216309, - 1.247187852859497, - 1.2419530153274536, - 1.2364563941955566, - 1.2322113513946533, - 1.2249000072479248, - 1.2193944454193115, - 1.21792733669281, - 1.2145684957504272, - 1.2453869581222534, - 1.2484867572784424, - 1.2364325523376465, - 1.2395899295806885, - 1.2313156127929688, - 1.2261645793914795, - 1.223056674003601, - 1.2182157039642334, - 1.2130926847457886, - 1.2057045698165894, - 1.2046163082122803, - 1.2028065919876099, - 1.1984312534332275, - 1.1926181316375732, - 1.1877357959747314, - 1.186633825302124, - 1.179164171218872, - 1.1719691753387451, - 1.17147696018219, - 1.1655045747756958, - 1.160128116607666, - 1.1582142114639282, - 1.1533485651016235, - 1.1526331901550293, - 1.1477680206298828, - 1.1492840051651, - 1.143674373626709, - 1.1408333778381348, - 1.133392095565796, - 1.1327900886535645, - 1.1313139200210571, - 1.1259996891021729, - 1.154541254043579, - 1.1616740226745605, - 1.1480895280838013, - 1.156307578086853, - 1.147501826286316, - 1.145385980606079, - 1.1381503343582153, - 1.1349066495895386 + 1.3801072835922241, + 1.3800925016403198, + 1.3674547672271729, + 1.3842509984970093, + 1.3819372653961182, + 1.373207926750183, + 1.3728216886520386, + 1.370845913887024, + 1.3599870204925537, + 1.356084942817688, + 1.3503663539886475, + 1.3400293588638306, + 1.3316515684127808, + 1.3362478017807007, + 1.3256160020828247, + 1.3170337677001953, + 1.3133456707000732, + 1.3134925365447998, + 1.3153287172317505, + 1.3140277862548828, + 1.3131335973739624, + 1.3077689409255981, + 1.300890326499939, + 1.2959526777267456, + 1.2908834218978882, + 1.2882534265518188, + 1.2843363285064697, + 1.2817460298538208, + 1.2790285348892212, + 1.275742769241333, + 1.2739028930664062, + 1.2733851671218872, + 1.2957881689071655, + 1.3040611743927002, + 1.2916325330734253, + 1.2907524108886719, + 1.2888033390045166, + 1.2837270498275757, + 1.2797400951385498, + 1.2745317220687866, + 1.273775577545166, + 1.2714475393295288, + 1.2711832523345947, + 1.267443299293518, + 1.26515531539917, + 1.2634954452514648, + 1.2610468864440918, + 1.261067271232605, + 1.2558119297027588, + 1.2527589797973633, + 1.2499147653579712, + 1.2450697422027588, + 1.2433022260665894, + 1.2421880960464478, + 1.2397242784500122, + 1.2410922050476074, + 1.2381181716918945, + 1.2386376857757568, + 1.2364071607589722, + 1.2348960638046265, + 1.231128215789795, + 1.2295093536376953, + 1.2274489402770996, + 1.2260708808898926, + 1.2265536785125732, + 1.2339156866073608, + 1.2251863479614258, + 1.222713828086853, + 1.2224981784820557, + 1.2168128490447998, + 1.2117397785186768, + 1.207838535308838 ], "p90": [ - 1.5655347108840942, - 1.5706226825714111, - 1.585904836654663, - 1.6073232889175415, - 1.6296454668045044, - 1.6409859657287598, - 1.6517295837402344, - 1.6595577001571655, - 1.659837245941162, - 1.661111831665039, - 1.6660882234573364, - 1.6660237312316895, - 1.670669674873352, - 1.6737942695617676, - 1.6753231287002563, - 1.682401180267334, - 1.6858359575271606, - 1.6923550367355347, - 1.70111882686615, - 1.7047165632247925, - 1.7135999202728271, - 1.7215924263000488, - 1.7180718183517456, - 1.7308146953582764, - 1.7355159521102905, - 1.740600347518921, - 1.7516777515411377, - 1.7619881629943848, - 1.7734758853912354, - 1.7905644178390503, - 1.8006595373153687, - 1.811040997505188, - 1.772743582725525, - 1.812394380569458, - 1.8096684217453003, - 1.8111549615859985, - 1.8112393617630005, - 1.8202744722366333, - 1.827090859413147, - 1.831258773803711, - 1.8344835042953491, - 1.8386578559875488, - 1.8364710807800293, - 1.838626503944397, - 1.843456506729126, - 1.8473337888717651, - 1.8477373123168945, - 1.8584438562393188, - 1.864046335220337, - 1.8690180778503418, - 1.8712217807769775, - 1.874060869216919, - 1.8759241104125977, - 1.8833814859390259, - 1.8835790157318115, - 1.895298957824707, - 1.89994478225708, - 1.9019856452941895, - 1.9108326435089111, - 1.9179050922393799, - 1.9232081174850464, - 1.9266786575317383, - 1.936840534210205, - 1.936962366104126, - 1.9330847263336182, - 1.9532732963562012, - 1.933746576309204, - 1.9559756517410278, - 1.9554786682128906, - 1.9673490524291992, - 1.969423770904541, - 1.9722617864608765 + 1.5774803161621094, + 1.599891185760498, + 1.6067508459091187, + 1.626536250114441, + 1.6445930004119873, + 1.6508901119232178, + 1.6557246446609497, + 1.6635627746582031, + 1.660543441772461, + 1.6590882539749146, + 1.663702130317688, + 1.6641017198562622, + 1.6666783094406128, + 1.6680991649627686, + 1.6644701957702637, + 1.668292760848999, + 1.6712043285369873, + 1.670673131942749, + 1.6754906177520752, + 1.679059624671936, + 1.6788525581359863, + 1.6818751096725464, + 1.6812784671783447, + 1.6892846822738647, + 1.6951465606689453, + 1.6975138187408447, + 1.7033424377441406, + 1.7050193548202515, + 1.7133588790893555, + 1.719491720199585, + 1.7289496660232544, + 1.7329716682434082, + 1.7471247911453247, + 1.7493139505386353, + 1.7509506940841675, + 1.7669340372085571, + 1.761526346206665, + 1.7640570402145386, + 1.7687222957611084, + 1.768264651298523, + 1.7638493776321411, + 1.7658789157867432, + 1.764273762702942, + 1.7657679319381714, + 1.7665963172912598, + 1.763109564781189, + 1.7578473091125488, + 1.7674548625946045, + 1.772984504699707, + 1.775160312652588, + 1.7759032249450684, + 1.7771399021148682, + 1.7803192138671875, + 1.7866322994232178, + 1.7820384502410889, + 1.7897919416427612, + 1.7916083335876465, + 1.7841681241989136, + 1.7868080139160156, + 1.7911415100097656, + 1.794728398323059, + 1.7932980060577393, + 1.800968050956726, + 1.8009123802185059, + 1.8335235118865967, + 1.875288963317871, + 1.8621220588684082, + 1.906126618385315, + 1.9010233879089355, + 1.905358910560608, + 1.9068918228149414, + 1.9116110801696777 ], "timestamps": [ - "2026-06-16 19:50:00", - "2026-06-16 20:00:00", "2026-06-16 20:10:00", "2026-06-16 20:20:00", "2026-06-16 20:30:00", @@ -519,6 +517,8 @@ "2026-06-17 19:10:00", "2026-06-17 19:20:00", "2026-06-17 19:30:00", - "2026-06-17 19:40:00" + "2026-06-17 19:40:00", + "2026-06-17 19:50:00", + "2026-06-17 20:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json index 63c25eacf810550848b200f87b476c45311be59e..b7082566fccaea57ae640da0139e208bdff3a667 100644 --- a/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_earthquake_all_week_hourly_earthquake_count__1h__short.json @@ -1,12 +1,11 @@ { "dataset": "usgs_earthquake_all_week_hourly_earthquake_count/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:42:18.034922+00:00", + "evaluated_at": "2026-06-18T20:09:15.366982+00:00", "freq": "1h", "context_length": 168, "prediction_length": 24, "context": [ - 16.0, 8.0, 12.0, 8.0, @@ -46,7 +45,7 @@ 16.0, 9.0, 8.0, - 13.0, + 14.0, 12.0, 13.0, 12.0, @@ -66,10 +65,10 @@ 14.0, 18.0, 11.0, - 9.0, + 10.0, 8.0, 18.0, - 35.0, + 36.0, 11.0, 12.0, 11.0, @@ -83,7 +82,7 @@ 11.0, 13.0, 8.0, - 11.0, + 12.0, 15.0, 14.0, 15.0, @@ -158,11 +157,11 @@ 11.0, 9.0, 10.0, - 10.0, + 12.0, 9.0, 13.0, 18.0, - 10.0, + 9.0, 13.0, 20.0, 24.0, @@ -173,114 +172,114 @@ 19.0, 28.0, 17.0, - 19.0 + 19.0, + 9.0 ], "actuals": [ - 9.0, 6.0, - 13.0, + 14.0, 8.0, 10.0, - 6.0, - 9.0, 10.0, + 11.0, + 14.0, 14.0, - 7.0, - 16.0, 7.0, 17.0, + 10.0, + 19.0, 13.0, 7.0, 10.0, 7.0, 10.0, 7.0, - 9.0, + 10.0, 6.0, 8.0, 8.0, - 5.0 + 11.0, + 10.0 ], "p50": [ - 16.1735897064209, - 16.25199317932129, - 15.921831130981445, - 16.239336013793945, - 15.912123680114746, - 15.590845108032227, - 15.425024032592773, - 15.656495094299316, - 15.375848770141602, - 15.764477729797363, - 15.593033790588379, - 15.3525390625, - 15.397777557373047, - 15.636154174804688, - 15.444987297058105, - 15.834471702575684, - 15.717435836791992, - 15.583876609802246, - 15.55325698852539, - 15.814105033874512, - 15.655020713806152, - 16.002403259277344, - 15.878595352172852, - 15.687735557556152 + 15.419079780578613, + 15.11567497253418, + 15.58303451538086, + 15.306604385375977, + 15.071436882019043, + 14.892080307006836, + 15.376526832580566, + 15.00744915008545, + 15.433116912841797, + 15.210713386535645, + 15.057482719421387, + 14.897109985351562, + 15.36748218536377, + 14.97629451751709, + 15.42075252532959, + 15.231688499450684, + 15.107783317565918, + 14.914307594299316, + 15.382177352905273, + 15.136469841003418, + 15.520979881286621, + 15.32064151763916, + 15.161160469055176, + 15.056440353393555 ], "p10": [ - 10.719253540039062, - 10.7574462890625, - 10.515270233154297, - 10.516898155212402, - 10.426033020019531, - 10.26048469543457, - 10.077966690063477, - 10.105572700500488, - 10.047674179077148, - 10.185684204101562, - 10.1854248046875, - 9.953449249267578, - 10.016267776489258, - 10.061678886413574, - 10.057601928710938, - 10.213423728942871, - 10.189101219177246, - 10.133441925048828, - 10.11456298828125, - 10.210765838623047, - 10.257532119750977, - 10.313959121704102, - 10.326150894165039, - 10.198806762695312 + 9.920616149902344, + 9.931640625, + 9.994795799255371, + 9.919239044189453, + 9.812725067138672, + 9.703570365905762, + 9.874919891357422, + 9.710155487060547, + 9.847043991088867, + 9.906200408935547, + 9.82308578491211, + 9.67629337310791, + 9.888253211975098, + 9.725807189941406, + 9.795769691467285, + 9.916156768798828, + 9.832366943359375, + 9.764726638793945, + 9.940250396728516, + 9.874948501586914, + 9.816445350646973, + 10.000286102294922, + 9.898187637329102, + 9.82642936706543 ], "p90": [ - 23.172548294067383, - 23.342336654663086, - 23.094228744506836, - 23.52438735961914, - 23.004087448120117, - 22.666728973388672, - 22.571117401123047, - 22.917144775390625, - 22.588972091674805, - 23.020130157470703, - 22.700008392333984, - 22.47488784790039, - 22.717037200927734, - 22.895065307617188, - 22.870159149169922, - 23.120323181152344, - 22.901338577270508, - 22.825489044189453, - 22.8353214263916, - 23.151180267333984, - 23.063674926757812, - 23.45120620727539, - 23.167869567871094, - 23.013370513916016 + 22.23948097229004, + 21.7935848236084, + 22.526796340942383, + 22.040424346923828, + 21.75673484802246, + 21.50210189819336, + 22.158065795898438, + 21.77999496459961, + 22.49629783630371, + 21.918670654296875, + 21.651071548461914, + 21.49312973022461, + 22.246814727783203, + 21.737083435058594, + 22.437965393066406, + 21.963481903076172, + 21.84042739868164, + 21.561859130859375, + 22.201353073120117, + 21.984010696411133, + 22.58026123046875, + 22.164661407470703, + 21.95124626159668, + 21.87589454650879 ], "timestamps": [ - "2026-06-10 19:00:00", "2026-06-10 20:00:00", "2026-06-10 21:00:00", "2026-06-10 22:00:00", @@ -471,6 +470,7 @@ "2026-06-18 15:00:00", "2026-06-18 16:00:00", "2026-06-18 17:00:00", - "2026-06-18 18:00:00" + "2026-06-18 18:00:00", + "2026-06-18 19:00:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index c05acc1dfebc1ba21f4647cb65e4b166da886b7d..9482db32467619b68bf012a567b7525148c313c9 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,13 +1,31 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T19:53:41.264803+00:00", + "evaluated_at": "2026-06-18T20:09:17.903038+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T19:52:00.546561Z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", "context_length": 96, "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t134800z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t195000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 72, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260617t190000z", + "data_fetched_at": "2026-06-18T20:05:40.528091Z", + "context_length": 168, + "prediction_length": 24 } ], "failed_datasets": []