diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 9a47a6548d3d4ddc4fdba5ae55762d5be297ca00..915760d202ea6c16dcf25335551dd32d481af588 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,649333.7592963602,431613.9295062413,572.7949139445282,0.5646075530507292,0.00875296012275703,0.008783934196522285,8.450249236107311,805.8124839541518,0.012348108581822077,0.008777394162219126,0.007676814108540187,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,1.268665497113475,1.351726361482078,0.879666856252665,0.49612440855675083,0.03685729892538633,0.038026438571018305,11.522554910988042,1.126350521424603,0.04869915541391916,0.03803348258847486,0.03556678384133805,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.2908139321338747,0.29301202969701506,0.3422155783126463,0.3661756646260767,4.210063382871533,0.8287047280317471,13.880383689202167,0.5392716682098873,1.4598583621452665,0.9264092721845969,0.9167647192422584,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.025980120053492654,0.03230815150151489,0.14551526168750367,0.8683978232917383,0.09155531833209297,0.09680270669104926,6.213901316087379,0.161183498080581,0.10608055310115305,0.0957687333274792,0.07235270111167712,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.5893244208412699,0.5924078986737857,0.5187602485745285,0.5714267342928091,5.3341410849758635,1.0470312162773043,22.078027401899398,0.7676746842519101,3.0497569423703568,2.0608894652526817,2.046775147838272,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.023409197702021826,0.02793413453649603,0.13466086631532045,0.8358263141624993,0.08549190465607576,0.08930473937059703,6.2053024471538265,0.1530006460836745,0.10097200643208383,0.08886876106591385,0.06940768918994063,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.4369238646125144,1.9427404029704778,1.2347830337468286,1.871671124837298,0.06633780363725301,0.06922605872906629,45.985611447468735,1.1987175916839272,0.06559330095773944,0.06756678613207695,0.0651116944094209,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,748.9018723853329,734.7509370900161,25.25490684529238,2.062650384623575,0.8720292884745531,0.5720794639065976,65.2035076114738,27.366071555583805,0.8149717054687196,0.7521004416493235,0.7317119305363694,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,13.9330603959321,14.598654717169401,2.9867385048373123,1.4519512973094144,0.11022829329348027,0.12059980986372383,35.6296448128197,3.732701487653694,0.1468603863994896,0.11751102314114016,0.10980912800183498,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,44.38664049986095,43.60763388187143,5.647085863719042,1.0900541077420136,0.6311269926496665,0.45543933573072404,7.498883504537408,6.662329960296244,0.5108495816201593,0.43300338891136425,0.3356510806725583,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,1592.2595335860315,2988.3851198901552,47.623474387805345,1.2031193529550823,0.018313892552566977,0.018536622850291184,4.518677995122023,39.90312686477128,0.015433924975898643,0.018420038441697473,0.016094450571641907,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,503.55813367894524,2155.154451666285,42.580510765899874,1.5139737161208844,0.01637896719752923,0.01653995050924489,3.7842661192804976,22.440101017574435,0.008658559878163769,0.016429779073659116,0.012484406181625479,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3361.8999032105453,2843.6983884080173,47.51926410579385,1.033027480560736,0.2087414080176455,0.1891203102868941,7.672689515892466,57.98189289088918,0.22264029085914658,0.18246563288017387,0.1327476503944628,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index 7f399ad9cb730d5be791caeeeaf1e9bb508549b5..6ef8965a788e4beb215ffc2b69e7b2e07c8d068d 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T18:08:35.265608+00:00", + "evaluated_at": "2026-06-18T18:30:26.700237+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e9e0e323df7fe3bca952a1fe310f35089d4447d6..ad8cf60759046940cab5b67de22efb19101fa9b5 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:54:45.706233+00:00", + "evaluated_at": "2026-06-18T18:30:26.829700+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.331606646962571, - 1.280610455260084, - 1.2290140361773632, - 1.1782968421004107, - 1.1286758680372913, - 1.0775474206678908, - 1.026757914322483, - 0.9755532476593232, - 0.927311769533409, - 0.8777105549675456, - 0.8268121218400611, - 0.777486242147413, - 0.728440564418915, - 0.6786633051150572, - 0.6296641862228619, - 0.5818298514058714, - 0.5321574938937657, - 0.4837412390570521, - 0.4346751258383409, - 0.38782411329451527, - 0.34061290916862164, - 0.29135701854277457, - 0.24372128979536561, - 0.19606490243957608, - 0.1504525784039086, - 0.1021065960924874, - 0.05557670593849028, - 0.008804812176702198, - -0.03668569030654754, - -0.08377304660731341, - -0.12805448417422433, - -0.17362460074860486, - -0.2202343624712768, - -0.2660146876764278, - -0.3121400177015468, - -0.357097983333396, - -0.40277749383525824, - -0.4457766250542606, - -0.4919565460816703, - -0.5367622406261443, - -0.5801323251085999, - -0.6255957461096078, - -0.6678764101624142, - -0.7120820029002795, - -0.755812961353541, - -0.8010794149079076, - -0.8432261181024918, - -0.8860707562352762, - -0.9302621635152954, - -0.9731970020762808, - -1.0169568389270536, - -1.0575937615582178, - -1.1004654688051263, - -1.1427253349633721, - -1.1855131923155133, - -1.2272936108137316, - -1.2697145242335275, - -1.308588747754213, - -1.3507822874685897, - -1.3943226234686692 + 0.9703400698532744, + 0.9190821230995928, + 0.8687338542077078, + 0.8194250991743444, + 0.7707418495807151, + 0.721656181044585, + 0.6713850695553385, + 0.6251204601433634, + 0.5762736895740691, + 0.5257584768584455, + 0.4802131846181861, + 0.4319564179170522, + 0.38507654780086487, + 0.3391535943012705, + 0.29103032830892794, + 0.24363778336098116, + 0.19705416185215172, + 0.15086733298743765, + 0.10414688526909739, + 0.05926507255576614, + 0.012032762952017415, + -0.0318008451018571, + -0.07748845161864108, + -0.1228985885231038, + -0.1676001940946587, + -0.21110372656275198, + -0.2566761554318149, + -0.3001512124378187, + -0.34364119398602344, + -0.38696360313900735, + -0.4306123780351636, + -0.47363878841802254, + -0.5173362595018905, + -0.5615802638334999, + -0.6042408127459221, + -0.6448953754607187, + -0.6874210664687408, + -0.7279629802467873, + -0.770808641465512, + -0.812190942344562, + -0.8537666632375178, + -0.8955955606770097, + -0.9362133970794003, + -0.9769811624695707, + -1.0170482862056665, + -1.0588781225235657, + -1.0967494646727967, + -1.1379878085251718, + -1.177789027530932, + -1.2185982824320503, + -1.2553361451550802, + -1.295967991957387, + -1.3346305847335898, + -1.3743112658818903, + -1.412517937299129, + -1.4517736404332422, + -1.488426082816348, + -1.5257445012036606, + -1.5645386658118727, + -1.6025467562210745 ], "p10": [ - 1.3212165359664771, - 1.2680629560901147, - 1.2168301706966034, - 1.1677173677206945, - 1.1182204420886723, - 1.066841469314166, - 1.0164445347385882, - 0.9652705385176478, - 0.9166361803720888, - 0.8671570206042593, - 0.81556794969053, - 0.7658833769435851, - 0.7178862765505931, - 0.6658337231287299, - 0.6186512112966017, - 0.5698053222667819, - 0.5223553505242612, - 0.4712851642237167, - 0.42455425335224234, - 0.37796208804247833, - 0.329702443386083, - 0.28094591930505425, - 0.23175356592935292, - 0.18651399805921118, - 0.1397734592592788, - 0.09044999472032567, - 0.045298395067463866, - -0.0013408258481369276, - -0.04791698826501398, - -0.09442719043496874, - -0.1386340865259207, - -0.18453395807522596, - -0.23044341587259254, - -0.2775632354971906, - -0.3221085048109974, - -0.36780138464015655, - -0.41501531134361325, - -0.4573416840008423, - -0.5030559678612398, - -0.5462656894538938, - -0.5916535967963368, - -0.6349698835095858, - -0.6786937200130336, - -0.7231946571198226, - -0.7692648886927866, - -0.8113437453049767, - -0.8564439607613578, - -0.8979854457055817, - -0.9410758855994407, - -0.9828334108889146, - -1.0266028970497012, - -1.0691362928470136, - -1.111701892180879, - -1.1536117247256723, - -1.1950663281625717, - -1.2398386205415741, - -1.2815679883004594, - -1.3215437762614115, - -1.3603859561534342, - -1.4060455736840618 + 0.9590322364230459, + 0.9091117339704446, + 0.8590804911349267, + 0.8091491907202153, + 0.7609851353185506, + 0.7107571834329623, + 0.6618567993271368, + 0.61484639484868, + 0.5647831679492945, + 0.5167684426126804, + 0.4678180648396161, + 0.4201077291625509, + 0.37345120212143984, + 0.3263582126463954, + 0.28285467718947765, + 0.23307288673716547, + 0.18732764839216073, + 0.13945562596042776, + 0.09336108252506888, + 0.04716496497507792, + 0.002594586240492784, + -0.04178717011513034, + -0.08866404192442323, + -0.13443045386587674, + -0.17839653575311776, + -0.22274239425889597, + -0.26736927624748785, + -0.30927437613252456, + -0.35460121893246876, + -0.3987297864027034, + -0.44243468312170897, + -0.485567662129078, + -0.5284213876427343, + -0.5718433572030411, + -0.6140143815860525, + -0.657240710450085, + -0.6990243632518636, + -0.7394529255415668, + -0.7827365733483724, + -0.8239149041643613, + -0.8649604683359643, + -0.9064534020933124, + -0.9473987895693119, + -0.9880196414533753, + -1.0282859898847334, + -1.0695029429156757, + -1.1093354218032367, + -1.1490329974165934, + -1.1889596580768247, + -1.2283833134012043, + -1.2675019091767137, + -1.3054414201293454, + -1.3449168360572377, + -1.384910880847782, + -1.4234960190289447, + -1.4617382063620703, + -1.5001513928215429, + -1.5371215287406754, + -1.5753877756909933, + -1.6133883850961368 ], "p90": [ - 1.344312738156516, - 1.2943055099067076, - 1.2405278910408721, - 1.1920344632767046, - 1.141184719798506, - 1.0905802470055106, - 1.038091331157421, - 0.9877709499728311, - 0.9381258144449672, - 0.8918175466216444, - 0.8403967503165589, - 0.7908711966143003, - 0.7408558539438336, - 0.6923819099336086, - 0.6422019508026262, - 0.5965732610143353, - 0.5462431863467692, - 0.49696158386489736, - 0.44732833603867506, - 0.40113612520767034, - 0.3534602544976144, - 0.3044942723697091, - 0.2563759723225422, - 0.2097080017810158, - 0.16155292663803192, - 0.11455738175464283, - 0.06767503302755545, - 0.020041165918656727, - -0.025283481232609963, - -0.06762861853371055, - -0.11576795465414345, - -0.1613896872591065, - -0.20902459191733677, - -0.25265732937246316, - -0.298478922275844, - -0.34543395249258996, - -0.389127093931577, - -0.4310265407263763, - -0.4772468570462055, - -0.5219603553091396, - -0.5705456642525567, - -0.6131460439644142, - -0.6576408222043714, - -0.6972845838794763, - -0.7412447148924597, - -0.7859820187077348, - -0.8305807769483219, - -0.8754760193787962, - -0.9161730350826144, - -0.9612100822639086, - -1.003963051825682, - -1.0457136552567998, - -1.0888493518711848, - -1.129860069177449, - -1.1725084106301615, - -1.2137257171003581, - -1.255724786710947, - -1.294974320272516, - -1.3360362961976113, - -1.377577828868939 + 0.9849976113846194, + 0.932324172964137, + 0.8819277249131904, + 0.8316164462067881, + 0.7823282707462299, + 0.733357466469274, + 0.6833924057573869, + 0.6395716423106285, + 0.5883253604570716, + 0.5389330353030235, + 0.4947809980549318, + 0.4446584117712185, + 0.39708208628325314, + 0.35005601471662107, + 0.30185302543916853, + 0.2554514936916303, + 0.2109991044930372, + 0.16327558502555503, + 0.11612352397185723, + 0.07235902768263333, + 0.02432523304786309, + -0.01736447973102048, + -0.06562388635001683, + -0.11021015133159055, + -0.15362606069222512, + -0.20069024597075644, + -0.24401672753885298, + -0.2886217893165851, + -0.32881300501134414, + -0.3727515772406184, + -0.41995410152373086, + -0.4621029167053163, + -0.5065881516284614, + -0.5496309027523791, + -0.5902692595528441, + -0.631643814792273, + -0.673857682383206, + -0.7168297387932702, + -0.758285832022114, + -0.8001711303165483, + -0.8418346089372785, + -0.8834188781575101, + -0.9242000944158454, + -0.9632838095080748, + -1.005275686818014, + -1.0454456364595137, + -1.0877884820389707, + -1.1261574860166699, + -1.167196584493083, + -1.2049305583135728, + -1.2441783557373254, + -1.280051378534912, + -1.3224708433746237, + -1.3618269215070784, + -1.3970365022472724, + -1.4383010795876012, + -1.476598015964798, + -1.5143321979258855, + -1.5528294783422123, + -1.5873497068187106 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 627fb8cb97fb3802987315cc5aa81d4cb43f4832..2d5d996d7c0850b4bf3b9539423cb9f941065f25 100644 --- a/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/arima/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:54:45.749996+00:00", + "evaluated_at": "2026-06-18T18:30:26.927129+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4251281134694156, - 1.4178351775966689, - 1.4082391664267584, - 1.412991154293873, - 1.407226219152569, - 1.4125132399308176, - 1.4065675304359484, - 1.4092079389327408, - 1.406552720067206, - 1.408468808205986, - 1.4075684077368795, - 1.4080183236356054, - 1.4052432859370574, - 1.4092027827039433, - 1.4065082009539056, - 1.4084682994892337, - 1.4052432703105826, - 1.4084682990484625, - 1.4065081994121877, - 1.4075682477986364, - 1.4088355383752909, - 1.4043648294746724, - 1.4124609274161908, - 1.408018273397092, - 1.4124609274160578, - 1.40523105738297, - 1.4065081993970345, - 1.4242284829835423, - 1.4095024601835955, - 1.4052432701569808, - 1.4088355383737956, - 1.4124609274160436, - 1.4084682990002158, - 1.4052432701569808, - 1.4084682990002158, - 1.4065510989239771, - 1.4111315350179292, - 1.4065510989239771, - 1.4065510989239771, - 1.4065510989239771, - 1.4065510989239771, - 1.4065081993970332, - 1.4070596733589267, - 1.4075682477938765, - 1.4255548540868384, - 1.4052310573829656, - 1.4108318525817096, - 1.409802142619815, - 1.4052188446089506, - 1.4065081993970332, - 1.4070596733589267, - 1.4070596733589267, - 1.4111315350179292, - 1.4092027777473757, - 1.4070596733589267, - 1.4075682477938765, - 1.4092027777473757, - 1.4075682477938765, - 1.4092027777473757, - 1.4065510989239771, - 1.4183447051997928, - 1.408018273397046, - 1.4092027777473757, - 1.4051662802129816, - 1.4070596733589267, - 1.409802142619815, - 1.404364829474203, - 1.4075682477938765, - 1.4170153128016785, - 1.4084682990002158, - 1.4065510989239771, - 1.4075682477938765 + 1.4385092218992919, + 1.4296565688028775, + 1.4267193387835695, + 1.425883321089598, + 1.4393395436406333, + 1.426103058482364, + 1.4427607305945975, + 1.4260519307965323, + 1.4402469886197307, + 1.439169422724904, + 1.4244257687477206, + 1.424266107392799, + 1.4254884757333257, + 1.4441616294735893, + 1.4323840867944604, + 1.4255994963133736, + 1.4260453480853155, + 1.424799225571506, + 1.4258224214967594, + 1.4227406837667018, + 1.4252213871922776, + 1.4391686717914973, + 1.425221387187938, + 1.4413208586660977, + 1.4255994951988333, + 1.4260453477088872, + 1.425599495198777, + 1.425599495198772, + 1.4413208586659099, + 1.4253773984061422, + 1.440244765227876, + 1.439168671789843, + 1.439168671789843, + 1.4250653759686167, + 1.4250653759686167, + 1.4413208586659092, + 1.4249323007064898, + 1.4252213871873793, + 1.4252213871873793, + 1.4255994951987698, + 1.439168671789843, + 1.425488446802456, + 1.4441616197023903, + 1.4326070097493546, + 1.4427412391841496, + 1.4250653759686167, + 1.4413208586659092, + 1.425377398406142, + 1.4441616197023903, + 1.4244255151246519, + 1.439168671789843, + 1.439168671789843, + 1.4244528768932356, + 1.4326070097493546, + 1.4258224214538178, + 1.426045347708866, + 1.439168671789843, + 1.4255994951987698, + 1.4255994951987698, + 1.425377398406142, + 1.4427412391841496, + 1.4255994951987698, + 1.4255994951987698, + 1.4255994951987698, + 1.4247992254443629, + 1.4241065283421084, + 1.4252213871873793, + 1.440244765227876, + 1.4567219369970243, + 1.4252213871873793, + 1.439168671789843, + 1.4250653759686167 ], "p10": [ - 1.337359612782555, - 1.335253161201327, - 1.320206161746514, - 1.344563100216394, - 1.320416318503828, - 1.33051741640145, - 1.3241842664872303, - 1.3298840722060667, - 1.319472506815004, - 1.3202502819159558, - 1.3202499326531887, - 1.320249822948745, - 1.3202497884902622, - 1.341615008775138, - 1.324603176783806, - 1.3124609028150973, - 1.3241678351288608, - 1.3241678350235058, - 1.3246031752420881, - 1.3246031752316938, - 1.3202497727116806, - 1.310291344380111, - 1.324603175227081, - 1.3246031752269798, - 1.324603175226948, - 1.318518094243737, - 1.324603175226935, - 1.3304651038866762, - 1.330465103886676, - 1.3202497727101856, - 1.3246031752269338, - 1.3202497727101856, - 1.324167834975259, - 1.3246031752269338, - 1.3124609023260794, - 1.3202497727101856, - 1.3438814918885187, - 1.324167834975259, - 1.3246031752269338, - 1.330465103886676, - 1.3191911155679164, - 1.3246031752269338, - 1.3191911155679164, - 1.3202497727101856, - 1.3298789110207017, - 1.330465103886676, - 1.3246031752269338, - 1.35452404589235, - 1.3428538815887807, - 1.330465103886676, - 1.3201439069959586, - 1.3185180942437327, - 1.3246031752269338, - 1.330465103886676, - 1.3202497727101856, - 1.3428538815887807, - 1.3416150038185704, - 1.330465103886676, - 1.330465103886676, - 1.3201439069959586, - 1.3191911155679164, - 1.3201439069959586, - 1.330465103886676, - 1.324167834975259, - 1.3293377050548, - 1.330465103886676, - 1.3202497727101856, - 1.3202497727101856, - 1.324167834975259, - 1.330465103886676, - 1.3124609023260794, - 1.3202497727101856 + 1.3599098509752892, + 1.3396360085578434, + 1.3366987785385354, + 1.3324472898168633, + 1.3493480389875856, + 1.3424088674971024, + 1.3352203183527929, + 1.3423577398112707, + 1.3423533801154588, + 1.3491779180718562, + 1.3349156227457155, + 1.3323463344047803, + 1.3352008558732151, + 1.3352008367135442, + 1.3323462520455154, + 1.3423511578382081, + 1.342351157100054, + 1.3323462488725046, + 1.3352008269852869, + 1.3264176157297263, + 1.3460629945089118, + 1.3352008269439994, + 1.347269902011424, + 1.341636123745667, + 1.342351156723668, + 1.3612971064253014, + 1.3323462487453686, + 1.3467780274821415, + 1.3600851124964324, + 1.3489864406242027, + 1.3423511567236044, + 1.3491771671367954, + 1.3349153691226467, + 1.3416361237454786, + 1.3423511567236044, + 1.3416361237454786, + 1.3423511567236044, + 1.3349153691226467, + 1.3323462487453615, + 1.3423511567236044, + 1.3352008269423452, + 1.3352008269423452, + 1.3472699020108654, + 1.3423511567236044, + 1.3600851124964317, + 1.3416361237454786, + 1.3352008269423452, + 1.3352008269423452, + 1.3416361237454786, + 1.3416361237454786, + 1.3472699020108654, + 1.3423511567236044, + 1.3352008269423452, + 1.3491771671367954, + 1.3423511567236044, + 1.3416361237454786, + 1.3489864406242025, + 1.3352008269423452, + 1.3352008269423452, + 1.3352008269423452, + 1.3484945660954764, + 1.3616115207446535, + 1.3467780274821393, + 1.3423511567236044, + 1.3467780274821393, + 1.3349153691226467, + 1.3416361237454786, + 1.3352008269423452, + 1.3349153691226467, + 1.3323462487453615, + 1.3352008269423452, + 1.328297432625819 ], "p90": [ - 1.5658545451148704, - 1.5552583257304866, - 1.5699772799399174, - 1.5688194393149655, - 1.5467705906379288, - 1.5683415249519101, - 1.5488750736052082, - 1.5962960111707531, - 1.5463678148543805, - 1.5498845847556315, - 1.5498842354928644, - 1.5682892626756955, - 1.5498840913299379, - 1.549884080506429, - 1.5498840771067335, - 1.5838723007059277, - 1.5463661938647533, - 1.5682892124853829, - 1.5488586421083912, - 1.548744705047261, - 1.5824924613552407, - 1.5488586420937063, - 1.5682892124372834, - 1.5488586420932828, - 1.5824924613537599, - 1.548858642093241, - 1.548744705042502, - 1.5487447050425012, - 1.5498840755498613, - 1.5455490093474251, - 1.5498840755498613, - 1.5498840755498613, - 1.5517245892385887, - 1.5498840755498613, - 1.5517245892385887, - 1.5466040448442864, - 1.548744705042501, - 1.5682892124371361, - 1.5455490093474251, - 1.5466040448442864, - 1.59866248072536, - 1.5498840755498613, - 1.5498840755498613, - 1.548744705042501, - 1.5824924613537457, - 1.5682892124371361, - 1.5682892124371361, - 1.548744705042501, - 1.5488586420932369, - 1.5517245892385887, - 1.5488586420932369, - 1.5488586420932369, - 1.569709537328797, - 1.5682892124371361, - 1.5517245892385887, - 1.5682892124371361, - 1.5488586420932369, - 1.548744705042501, - 1.5682892124371361, - 1.596290849985388, - 1.569709537328797, - 1.5824924613537457, - 1.5498840755498613, - 1.548744705042501, - 1.5682892124371361, - 1.5824924613537457, - 1.5682892124371361, - 1.5824924613537457, - 1.5517245892385887, - 1.5488586420932369, - 1.5498840755498613, - 1.596290849985388 + 1.5753840814086972, + 1.5895484418786519, + 1.5664385467539284, + 1.5627581805990034, + 1.5631343022663369, + 1.5477660733740353, + 1.5649600865681859, + 1.58511984335082, + 1.566960085060134, + 1.5669586126033404, + 1.562743999067261, + 1.549162837791457, + 1.5649406240886081, + 1.5649406049289372, + 1.562743748744346, + 1.564940596272342, + 1.5871601522481562, + 1.5649405952848814, + 1.5491627521749798, + 1.5384057888994345, + 1.585113260268052, + 1.585113260264808, + 1.562252257916106, + 1.5851132602633422, + 1.5629634304156101, + 1.5669578616683009, + 1.5649405951577453, + 1.5622522579155496, + 1.5649405951577389, + 1.5622522579155476, + 1.5649405951577382, + 1.5649405951577382, + 1.5627437454441921, + 1.5491627521320381, + 1.5477083626005372, + 1.5851132602631537, + 1.5622522579155473, + 1.5871601518717067, + 1.5384057888849312, + 1.5491627521320381, + 1.5851132602631537, + 1.5871601518717067, + 1.5649405951577382, + 1.5629634304155466, + 1.5851132602631537, + 1.5649405951577382, + 1.5649405951577382, + 1.5384057888849312, + 1.5851132602631537, + 1.5627437454441921, + 1.5871601518717067, + 1.5627437454441921, + 1.5384057888849312, + 1.606565130408814, + 1.5629634304155466, + 1.5627437454441921, + 1.5649405951577382, + 1.5623014066684118, + 1.5629634304155466, + 1.5622522579155473, + 1.5627437454441921, + 1.5622522579155473, + 1.5851132602631537, + 1.5871601518717067, + 1.5627437454441921, + 1.5622522579155473, + 1.5622522579155473, + 1.5623014066684118, + 1.6055821763486846, + 1.5629634304155466, + 1.5622522579155473, + 1.5477083626005372 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b4dedcfadfdb68122b5a1fd4851cc4781bdff842..66067a957af9eba8465f4ae2e335286515842296 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-18T17:54:45.979015+00:00", + "evaluated_at": "2026-06-18T18:30:26.955329+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2535.577048622657, - 2539.091201802417, - 2537.419454590302, - 2538.284220777946, - 2538.8791642291117, - 2538.291141510913, - 2535.610552212661, - 2536.6560218193345, - 2536.2356882111044, - 2538.2912884439693, - 2539.778582350912, - 2539.778582358759, - 2537.621776789449, - 2536.445856764285, - 2537.468462500289, - 2537.3151482109456, - 2538.649184393135, - 2537.468462500293, - 2537.468462500293, - 2537.9333926219756, - 2537.6217767896396, - 2538.649184393135, - 2538.880183509506, - 2537.6217767896396 + 2549.4023240399224, + 2549.686575912018, + 2549.2143722222554, + 2551.6039037466594, + 2549.68265806113, + 2545.9419132961543, + 2545.0683771901076, + 2548.6524715125242, + 2551.603902981436, + 2550.452128450353, + 2547.3784037542914, + 2546.7989223743825, + 2546.7989223743825, + 2549.2144269764776, + 2551.0843872327537, + 2552.1368272009413, + 2545.044112522452, + 2552.030780378364, + 2548.6524715125242, + 2551.0843872327537, + 2548.74619588113, + 2549.682658071825, + 2550.452128450353, + 2548.558747143918 ], "p10": [ - 2509.4407603497743, - 2511.636619348659, - 2521.1284093343934, - 2511.6880161935683, - 2510.7758808095473, - 2515.940778876774, - 2510.776878890659, - 2514.09787532226, - 2514.1193158585424, - 2511.9585082511244, - 2511.9764420794977, - 2514.128031601331, - 2514.128999969485, - 2514.1193162994236, - 2513.904937100316, - 2511.976442088667, - 2513.7120875991545, - 2514.1289999696755, - 2513.90493710032, - 2511.6950839231777, - 2515.9409258734163, - 2513.7120875991545, - 2517.331343707916, - 2514.119316299451 + 2524.487589848221, + 2523.091282015568, + 2527.37217545578, + 2527.580491103059, + 2527.3722301993075, + 2523.0682488651705, + 2524.767923880121, + 2527.044520205482, + 2527.33945920955, + 2526.9195788330803, + 2526.9195788330803, + 2527.044520205482, + 2524.5998679096488, + 2526.9195788330803, + 2524.7679238801234, + 2527.5400887563874, + 2523.087364175375, + 2527.5829070747077, + 2527.044520205482, + 2529.986747478314, + 2527.044520205482, + 2527.5400887563874, + 2527.3722302100023, + 2525.6923882213287 ], "p90": [ - 2581.7045497359813, - 2575.621987203352, - 2581.373798083429, - 2581.7062663564634, - 2581.450708879412, - 2581.9585251275203, - 2575.961788744078, - 2569.779756306801, - 2581.7120272163784, - 2576.5079094847806, - 2581.42280598425, - 2581.4228059920974, - 2575.96180994317, - 2570.3258589690577, - 2569.0928648552663, - 2581.946914265088, - 2575.9618099433605, - 2586.3289818322946, - 2568.323274288313, - 2581.42280599342, - 2567.474548104419, - 2581.713334086073, - 2581.7250919451476, - 2581.42280599342 + 2591.3767744279967, + 2596.6844871610665, + 2588.384635140152, + 2592.1086085255606, + 2585.7269610486906, + 2588.3846898945235, + 2585.4316578554954, + 2591.657108459899, + 2592.9151484407153, + 2591.6069418709617, + 2591.0622215956782, + 2591.0622215956782, + 2592.1086077603372, + 2591.001697120647, + 2591.001697120647, + 2592.9151484407153, + 2592.9151484407153, + 2592.9151484407153, + 2591.001697120647, + 2591.112388184616, + 2591.6069418709617, + 2592.9151484407153, + 2595.218455954985, + 2588.6463906170015 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 48a8e10ff9e34dbd84ac9336a982d1512f3324d4..1dce46cb51cc3d14ef9db9cc093e639bbd83d5c9 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,29 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T18:08:35.290711+00:00", + "evaluated_at": "2026-06-18T18:30:26.965154+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index 1554d604e86e1a7f185c1efe8559381e71ff6eda..ce5d174ff2480e8eb1be9adc1d9d6aed2a8bc99d 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -9,4 +9,4 @@ date,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,N 2026-06-15,Chronos-2,3.300,3.000,3.300,3.100,3.300,2.600,3.300,3.100,3.400 2026-06-16,Chronos-2,4.400,3.800,4.400,4.100,4.400,3.400,4.400,4.100,4.200 2026-06-17,Chronos-2,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 -2026-06-18,Chronos-2,3.300,3.000,3.300,3.300,3.400,2.500,3.300,3.300,3.200 +2026-06-18,Chronos-2,3.900,3.500,3.900,4.400,3.900,2.900,3.900,4.400,3.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index 0d6bb78ca0e75a03c2497f3afa8a09b3f129d707..5a1919218adc942198d31482f24a8207e3761436 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MASE_Rank,CRPS_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,3.064,2.751,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,3.975,3.675,3.975,3.85,4.05,3.3,3.975,3.85,3.95 +2026-W25,Chronos-Bolt-Mini,4.125,3.8,4.125,4.125,4.175,3.4,4.125,4.125,4.125 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index 1bbc974515bdbc5d40d68c95ac8022c485fb1643..c68a227a4514ed33da62c487be43eb41a45e8f99 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Chronos-2,385045.84802691144,385045.84802691144,498.4041341145833,0.49128009300036224,0.007682823164417108,0.0076450952633348975,2.1671099457187712,620.5206265926311,0.009508733392695909,0.007637444800403527,0.006411995246873231,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,0.2636181896623384,0.2636181896623384,0.41401322682698566,0.23349983671001576,0.017847168659734923,0.01761600110836976,1.959125489732039,0.5134376200302607,0.022199109404753965,0.017900373012802992,0.020483897112699892,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.11780089679356837,0.11780089679356837,0.3003600968824079,0.3213896884687907,3.579400200620767,1.050290592505156,1.0579926733548022,0.34322135247325214,0.929131996008869,0.8131026066028851,0.7056654875613919,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.02186256608697769,0.02186256608697769,0.1145060592227512,0.6833428427342153,0.07591777828334217,0.07528078055105746,5.093302760188633,0.14785995430466523,0.09731185835356804,0.07536048193786074,0.07092151138186242,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.20512329489316755,0.20512329489316755,0.40267613370281957,0.4435573247790961,4.6095969746194365,1.262529252761475,2.567955775539816,0.45290539287269205,1.7992665311042262,1.599719724356629,1.3485314788651388,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.027603227900603027,0.027603227900603027,0.12865031593375736,0.7985194386835739,0.08750986616660852,0.08440691474262242,5.138650022633329,0.16614219181352768,0.10964470340381148,0.08490212858871733,0.07088587584154493,Ocean,1 nws_ksfo_observations_temperature/1h/short,Chronos-2,4.9878136611486825,4.9878136611486825,1.8984392086664836,2.877634168926038,0.10169657814243212,0.10932431399759644,15.398570251464845,2.2333413669093853,0.12220746023695873,0.10388176099852178,0.07646669628434924,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,36.5809424840157,36.5809424840157,5.0063174565633135,0.4088822299201195,0.159203374552684,0.170845617195133,1.912521366737862,6.048218124705466,0.1801181667645055,0.14908998054054776,0.13622217796119543,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,0.5442778966460841,0.5442778966460841,0.5368144512176514,0.2609630664343565,0.020500442657107657,0.020193225692821008,1.9691510275978172,0.7377519208013518,0.02902630508070892,0.02112056857249776,0.023789452794253936,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,42.15872576455721,42.15872576455721,5.5529448588689165,1.071882117529657,0.6024013870208492,0.45040175633718366,12.350435709505874,6.492975108881692,0.4978639061123342,0.4257849093062428,0.3301518360012002,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1245.577470506231,1245.577470506231,29.568745930989582,0.7469998972039473,0.011370236807246664,0.0114533722123241,3.2500932874177635,35.292739628799445,0.013650697036119045,0.011436742987006447,0.008739021912632062,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1088.6448701669772,1088.6448701669772,31.805684407552082,1.1308687789351852,0.012250654279076914,0.012326581615984511,2.5200614872685185,32.99461880620804,0.012731042626189598,0.012272289803557074,0.008832994467192525,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,44.04240589775145,44.04240589775145,6.633331298828125,0.1384659038311372,0.029541268570876036,0.029335639394521502,1.4311165050813865,6.636445275729429,0.028001878800546113,0.027988739657502638,0.04034934743603126,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 1fc5cbbccd9b00aa6332e779743ca365cb6fb6cd..24a4f66dd319a8a979154be557f79ae5a771019e 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T18:06:21.410284+00:00", + "evaluated_at": "2026-06-18T18:26:23.553467+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index ff4c1d4011cac27285981f6955c99314f8abb1f3..f4a9c952e0f624860b538ba2361383641b0b3b05 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T17:43:31.090584+00:00", + "evaluated_at": "2026-06-18T18:26:29.159447+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3176357746124268, - 1.257413387298584, - 1.2023259401321411, - 1.1439234018325806, - 1.0832163095474243, - 1.0272691249847412, - 0.9648590683937073, - 0.905774712562561, - 0.8505367040634155, - 0.7870150804519653, - 0.7347221374511719, - 0.6714811325073242, - 0.6114881038665771, - 0.5533936619758606, - 0.4928954839706421, - 0.4386030435562134, - 0.3402870297431946, - 0.2741573452949524, - 0.22638964653015137, - 0.17659670114517212, - 0.10946744680404663, - 0.061339497566223145, - 0.007703185081481934, - -0.043759942054748535, - -0.09055721759796143, - -0.13001859188079834, - -0.16992568969726562, - -0.21053874492645264, - -0.24667680263519287, - -0.27625274658203125, - -0.32200491428375244, - -0.35574090480804443, - -0.4747796058654785, - -0.4939233064651489, - -0.5197994709014893, - -0.5509692430496216, - -0.566453218460083, - -0.5892761945724487, - -0.6009773015975952, - -0.6242928504943848, - -0.632617712020874, - -0.6331465244293213, - -0.6471929550170898, - -0.6495729684829712, - -0.6544966697692871, - -0.6598280668258667, - -0.6739699840545654, - -0.671350359916687, - -0.6026661396026611, - -0.5938631296157837, - -0.592940092086792, - -0.5964425802230835, - -0.5717837810516357, - -0.5623915195465088, - -0.5417031049728394, - -0.5394529104232788, - -0.5188639163970947, - -0.49324464797973633, - -0.48388195037841797, - -0.4587438106536865 + 0.9272427558898926, + 0.8720765709877014, + 0.8121672868728638, + 0.7561731338500977, + 0.6899467706680298, + 0.6297237277030945, + 0.5711269378662109, + 0.51153165102005, + 0.4529101848602295, + 0.39236098527908325, + 0.33615797758102417, + 0.27575016021728516, + 0.2236040234565735, + 0.17592251300811768, + 0.12181425094604492, + 0.0808112621307373, + -0.052332162857055664, + -0.10456216335296631, + -0.14273595809936523, + -0.1910414695739746, + -0.23508155345916748, + -0.2867070436477661, + -0.3257267475128174, + -0.3654431104660034, + -0.40348100662231445, + -0.43925225734710693, + -0.4740492105484009, + -0.5036799907684326, + -0.535846471786499, + -0.5501910448074341, + -0.5867558717727661, + -0.6149283647537231, + -0.6689918041229248, + -0.680848240852356, + -0.6981935501098633, + -0.7232311964035034, + -0.729560136795044, + -0.7419909238815308, + -0.7440241575241089, + -0.752402663230896, + -0.7523635625839233, + -0.7505258321762085, + -0.7523815631866455, + -0.7430163621902466, + -0.738476037979126, + -0.7367793321609497, + -0.7381227016448975, + -0.7331235408782959, + -0.6308486461639404, + -0.6157389879226685, + -0.6105355024337769, + -0.6038442850112915, + -0.5671213865280151, + -0.5541282892227173, + -0.5226695537567139, + -0.4993804693222046, + -0.47499215602874756, + -0.444871187210083, + -0.42140257358551025, + -0.3935091495513916 ], "p10": [ - 1.2760536670684814, - 1.2186994552612305, - 1.1644773483276367, - 1.101912498474121, - 1.0307238101959229, - 0.9612350463867188, - 0.8938642144203186, - 0.8295872807502747, - 0.7613931894302368, - 0.6879939436912537, - 0.6258363127708435, - 0.5552359819412231, - 0.475986123085022, - 0.412905752658844, - 0.33517301082611084, - 0.27079832553863525, - 0.16485595703125, - 0.09875530004501343, - 0.042661190032958984, - -0.026637911796569824, - -0.10433816909790039, - -0.176233172416687, - -0.23368501663208008, - -0.30868303775787354, - -0.37399518489837646, - -0.4351222515106201, - -0.4954183101654053, - -0.5668861865997314, - -0.6163003444671631, - -0.6767994165420532, - -0.7260421514511108, - -0.7738560438156128, - -1.0056240558624268, - -1.0442965030670166, - -1.1013906002044678, - -1.1389291286468506, - -1.193746566772461, - -1.2398831844329834, - -1.2775228023529053, - -1.3108155727386475, - -1.3471040725708008, - -1.3809716701507568, - -1.4201617240905762, - -1.4522011280059814, - -1.4755182266235352, - -1.532442569732666, - -1.5257782936096191, - -1.5163424015045166, - -1.5602912902832031, - -1.568648099899292, - -1.5882000923156738, - -1.598808765411377, - -1.607940912246704, - -1.6412911415100098, - -1.6361591815948486, - -1.6542961597442627, - -1.6501214504241943, - -1.6736366748809814, - -1.6770496368408203, - -1.7070636749267578 + 0.9009060859680176, + 0.8332643508911133, + 0.7742863893508911, + 0.7122694253921509, + 0.6379910707473755, + 0.5710834264755249, + 0.5061370730400085, + 0.443062961101532, + 0.37122684717178345, + 0.30919671058654785, + 0.23644918203353882, + 0.17060506343841553, + 0.10601365566253662, + 0.043570756912231445, + -0.027047157287597656, + -0.08068299293518066, + -0.22410452365875244, + -0.2728348970413208, + -0.3317563533782959, + -0.3840627670288086, + -0.44088244438171387, + -0.5118268728256226, + -0.5585131645202637, + -0.613855242729187, + -0.6708378791809082, + -0.7151356935501099, + -0.7683546543121338, + -0.817460298538208, + -0.8652805089950562, + -0.910675048828125, + -0.945364236831665, + -0.9882783889770508, + -1.2125804424285889, + -1.2457849979400635, + -1.3031961917877197, + -1.329651117324829, + -1.381305456161499, + -1.4145193099975586, + -1.4446744918823242, + -1.4584128856658936, + -1.4877276420593262, + -1.5160281658172607, + -1.5457377433776855, + -1.5689055919647217, + -1.5808765888214111, + -1.6350839138031006, + -1.6282618045806885, + -1.6078734397888184, + -1.714005947113037, + -1.712151050567627, + -1.7395706176757812, + -1.7476081848144531, + -1.7565124034881592, + -1.788445234298706, + -1.778843641281128, + -1.8004024028778076, + -1.7880394458770752, + -1.8213825225830078, + -1.826158046722412, + -1.865908145904541 ], "p90": [ - 1.3536782264709473, - 1.3117656707763672, - 1.2571001052856445, - 1.1967628002166748, - 1.1406383514404297, - 1.0901134014129639, - 1.0353374481201172, - 0.9815540909767151, - 0.9226498603820801, - 0.878239095211029, - 0.8299216032028198, - 0.7727260589599609, - 0.7227110862731934, - 0.6814306378364563, - 0.6234153509140015, - 0.5900774002075195, - 0.49752962589263916, - 0.446280300617218, - 0.39945441484451294, - 0.3644557595252991, - 0.30388379096984863, - 0.27869296073913574, - 0.24210137128829956, - 0.2088971734046936, - 0.17883378267288208, - 0.15886086225509644, - 0.11706483364105225, - 0.1034477949142456, - 0.08547788858413696, - 0.058104634284973145, - 0.037424445152282715, - -0.008871197700500488, - -0.027821063995361328, - -0.042906999588012695, - -0.0570451021194458, - -0.06064486503601074, - -0.08399665355682373, - -0.07135009765625, - -0.07364296913146973, - -0.08031642436981201, - -0.06962180137634277, - -0.04714179039001465, - -0.07528388500213623, - -0.04055452346801758, - -0.02373373508453369, - -0.03178060054779053, - -0.012358784675598145, - -0.0059195756912231445, - 0.043116211891174316, - 0.02821826934814453, - 0.054451584815979004, - 0.08244156837463379, - 0.11967343091964722, - 0.13128459453582764, - 0.1491512656211853, - 0.18026775121688843, - 0.2142849564552307, - 0.2526574730873108, - 0.2970595955848694, - 0.31331104040145874 + 0.9571501016616821, + 0.9020532369613647, + 0.8482327461242676, + 0.7941638827323914, + 0.7355716228485107, + 0.6855394840240479, + 0.627108097076416, + 0.5766640305519104, + 0.5270870327949524, + 0.4781939387321472, + 0.42253923416137695, + 0.38024038076400757, + 0.3330642580986023, + 0.2950360178947449, + 0.2379785180091858, + 0.22276520729064941, + 0.11777722835540771, + 0.08142423629760742, + 0.044566988945007324, + 0.012047886848449707, + -0.019197583198547363, + -0.04901254177093506, + -0.07451760768890381, + -0.09553682804107666, + -0.11885833740234375, + -0.13044023513793945, + -0.16726410388946533, + -0.17270100116729736, + -0.18330299854278564, + -0.19287109375, + -0.20232641696929932, + -0.24368369579315186, + -0.17215776443481445, + -0.18189013004302979, + -0.18393921852111816, + -0.17567777633666992, + -0.18768370151519775, + -0.1618574857711792, + -0.1551748514175415, + -0.15293335914611816, + -0.13072657585144043, + -0.09549927711486816, + -0.0990673303604126, + -0.07201528549194336, + -0.0398714542388916, + -0.025464892387390137, + 0.01188957691192627, + 0.03995513916015625, + 0.17129284143447876, + 0.15868794918060303, + 0.19598352909088135, + 0.2463276982307434, + 0.29343515634536743, + 0.3215760588645935, + 0.3676055669784546, + 0.43249595165252686, + 0.47902965545654297, + 0.49555057287216187, + 0.5542717576026917, + 0.602566123008728 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 26da66e9694c1ce8835ae56bbac80d549477eb33..b28b5d2aeee00a84232ce25c87f31b22cf8ca024 100644 --- a/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/chronos_2/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T17:43:35.599844+00:00", + "evaluated_at": "2026-06-18T18:26:35.152425+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4749844074249268, - 1.4719940423965454, - 1.4707279205322266, - 1.4703062772750854, - 1.4705356359481812, - 1.4734517335891724, - 1.4753999710083008, - 1.4769790172576904, - 1.478190302848816, - 1.4797704219818115, - 1.4801937341690063, - 1.4805469512939453, - 1.4796947240829468, - 1.480926513671875, - 1.4846312999725342, - 1.4843146800994873, - 1.4960070848464966, - 1.4965218305587769, - 1.4964946508407593, - 1.4989432096481323, - 1.497740387916565, - 1.5000324249267578, - 1.501301884651184, - 1.5043078660964966, - 1.5071561336517334, - 1.5067689418792725, - 1.5089631080627441, - 1.509191870689392, - 1.5082350969314575, - 1.5115612745285034, - 1.5155928134918213, - 1.5137897729873657, - 1.5238370895385742, - 1.5241190195083618, - 1.522327184677124, - 1.5265281200408936, - 1.5223898887634277, - 1.5249689817428589, - 1.5253108739852905, - 1.52430260181427, - 1.5283713340759277, - 1.5264643430709839, - 1.525897741317749, - 1.5264813899993896, - 1.5236707925796509, - 1.5258290767669678, - 1.5296828746795654, - 1.5258122682571411, - 1.5380939245224, - 1.5385955572128296, - 1.5344876050949097, - 1.5388031005859375, - 1.5342618227005005, - 1.5379043817520142, - 1.5374667644500732, - 1.5322227478027344, - 1.538448691368103, - 1.5358104705810547, - 1.5314432382583618, - 1.5302590131759644, - 1.5288317203521729, - 1.5319418907165527, - 1.5316009521484375, - 1.5271457433700562, - 1.5346158742904663, - 1.532922625541687, - 1.5267431735992432, - 1.5264641046524048, - 1.5253956317901611, - 1.5297000408172607, - 1.5292491912841797, - 1.5227419137954712 + 1.4840787649154663, + 1.48270845413208, + 1.4840328693389893, + 1.4858629703521729, + 1.4874402284622192, + 1.4899834394454956, + 1.4921584129333496, + 1.4948248863220215, + 1.4969213008880615, + 1.4976093769073486, + 1.498096227645874, + 1.4994375705718994, + 1.4999690055847168, + 1.503440260887146, + 1.506662130355835, + 1.5052330493927002, + 1.5137125253677368, + 1.5150854587554932, + 1.515639305114746, + 1.5189027786254883, + 1.5196709632873535, + 1.5217812061309814, + 1.5249103307724, + 1.5272091627120972, + 1.5303411483764648, + 1.530682921409607, + 1.533961534500122, + 1.534514307975769, + 1.5357506275177002, + 1.5395967960357666, + 1.5439445972442627, + 1.5424611568450928, + 1.5523663759231567, + 1.553858995437622, + 1.5529388189315796, + 1.5562704801559448, + 1.5558490753173828, + 1.557385802268982, + 1.5609374046325684, + 1.559697151184082, + 1.5632362365722656, + 1.5625940561294556, + 1.5635404586791992, + 1.5642280578613281, + 1.5635889768600464, + 1.5666613578796387, + 1.5712634325027466, + 1.5685440301895142, + 1.57914400100708, + 1.5800604820251465, + 1.5768547058105469, + 1.5809937715530396, + 1.579979419708252, + 1.581864356994629, + 1.5846006870269775, + 1.5823988914489746, + 1.5872292518615723, + 1.5858651399612427, + 1.5832366943359375, + 1.5836458206176758, + 1.5816303491592407, + 1.5866315364837646, + 1.589730143547058, + 1.585340976715088, + 1.591375470161438, + 1.591078519821167, + 1.5854721069335938, + 1.5911900997161865, + 1.5885339975357056, + 1.5928210020065308, + 1.5953662395477295, + 1.5913455486297607 ], "p10": [ - 1.3447049856185913, - 1.3257025480270386, - 1.3169376850128174, - 1.3150103092193604, - 1.3122247457504272, - 1.3121185302734375, - 1.3085944652557373, - 1.3045181035995483, - 1.3044095039367676, - 1.3030765056610107, - 1.303393006324768, - 1.2954211235046387, - 1.2934592962265015, - 1.293725609779358, - 1.2953664064407349, - 1.2941557168960571, - 1.302107810974121, - 1.2951581478118896, - 1.2915040254592896, - 1.2927446365356445, - 1.2899318933486938, - 1.288864254951477, - 1.285839557647705, - 1.2832614183425903, - 1.2834025621414185, - 1.2799959182739258, - 1.2789974212646484, - 1.2724336385726929, - 1.2699971199035645, - 1.2699424028396606, - 1.2731754779815674, - 1.270499587059021, - 1.2669774293899536, - 1.256367564201355, - 1.2498146295547485, - 1.2494169473648071, - 1.2462266683578491, - 1.24521005153656, - 1.2459280490875244, - 1.239471673965454, - 1.2354464530944824, - 1.2282880544662476, - 1.2268041372299194, - 1.222678303718567, - 1.2161322832107544, - 1.2117173671722412, - 1.2163318395614624, - 1.2150050401687622, - 1.2140171527862549, - 1.1927762031555176, - 1.1940827369689941, - 1.191491961479187, - 1.1868948936462402, - 1.1822059154510498, - 1.186309814453125, - 1.1826014518737793, - 1.1719639301300049, - 1.163761854171753, - 1.1700913906097412, - 1.1610828638076782, - 1.1584787368774414, - 1.1491918563842773, - 1.149268388748169, - 1.1469322443008423, - 1.1417882442474365, - 1.1261367797851562, - 1.1196439266204834, - 1.1086385250091553, - 1.1091257333755493, - 1.1075422763824463, - 1.1103237867355347, - 1.1123278141021729 + 1.3645329475402832, + 1.3487322330474854, + 1.343072533607483, + 1.342543125152588, + 1.3395346403121948, + 1.3376266956329346, + 1.3353521823883057, + 1.3332995176315308, + 1.334157109260559, + 1.331438422203064, + 1.3293462991714478, + 1.322335958480835, + 1.321067452430725, + 1.3221176862716675, + 1.3228161334991455, + 1.3208736181259155, + 1.3271009922027588, + 1.3220301866531372, + 1.3190428018569946, + 1.3209589719772339, + 1.320945143699646, + 1.3191434144973755, + 1.3204751014709473, + 1.3176051378250122, + 1.3172404766082764, + 1.3141560554504395, + 1.3144371509552002, + 1.3071300983428955, + 1.30472731590271, + 1.3054945468902588, + 1.3086395263671875, + 1.306660532951355, + 1.301249384880066, + 1.2943686246871948, + 1.2890377044677734, + 1.2880432605743408, + 1.286443829536438, + 1.2816708087921143, + 1.2811660766601562, + 1.2765778303146362, + 1.2770841121673584, + 1.2709801197052002, + 1.2695187330245972, + 1.2623696327209473, + 1.2602192163467407, + 1.2590612173080444, + 1.264890193939209, + 1.2611643075942993, + 1.269203782081604, + 1.2562350034713745, + 1.2508857250213623, + 1.249788522720337, + 1.2466278076171875, + 1.2417773008346558, + 1.245060682296753, + 1.240164875984192, + 1.2366669178009033, + 1.2267016172409058, + 1.2290502786636353, + 1.2232275009155273, + 1.2158968448638916, + 1.2125554084777832, + 1.2198923826217651, + 1.2177197933197021, + 1.2127888202667236, + 1.1977269649505615, + 1.1934047937393188, + 1.1870830059051514, + 1.1877204179763794, + 1.1838665008544922, + 1.1903712749481201, + 1.1905856132507324 ], "p90": [ - 1.578643560409546, - 1.5907707214355469, - 1.5958882570266724, - 1.605080008506775, - 1.6037498712539673, - 1.6111347675323486, - 1.6170966625213623, - 1.622553825378418, - 1.620465636253357, - 1.6268086433410645, - 1.6288514137268066, - 1.6294265985488892, - 1.6370115280151367, - 1.6333332061767578, - 1.6414051055908203, - 1.6406384706497192, - 1.6594640016555786, - 1.6635538339614868, - 1.6630325317382812, - 1.6704652309417725, - 1.6698135137557983, - 1.6772278547286987, - 1.6812808513641357, - 1.6871428489685059, - 1.6857655048370361, - 1.6942503452301025, - 1.69760000705719, - 1.6965358257293701, - 1.7064918279647827, - 1.7030898332595825, - 1.713909387588501, - 1.7118916511535645, - 1.7357661724090576, - 1.7377396821975708, - 1.7382827997207642, - 1.745322823524475, - 1.7432652711868286, - 1.7519952058792114, - 1.7533929347991943, - 1.7598488330841064, - 1.7552530765533447, - 1.763517141342163, - 1.7653645277023315, - 1.7660928964614868, - 1.7746429443359375, - 1.7678134441375732, - 1.7825400829315186, - 1.7796680927276611, - 1.808603048324585, - 1.808568000793457, - 1.8074862957000732, - 1.815601110458374, - 1.8115661144256592, - 1.824397087097168, - 1.8239234685897827, - 1.8335587978363037, - 1.8262783288955688, - 1.835357666015625, - 1.8355066776275635, - 1.8385334014892578, - 1.8441184759140015, - 1.8388336896896362, - 1.8540704250335693, - 1.8509531021118164, - 1.8934030532836914, - 1.8896143436431885, - 1.885047197341919, - 1.8972792625427246, - 1.889001727104187, - 1.9102489948272705, - 1.9090766906738281, - 1.9165310859680176 + 1.575477123260498, + 1.5886296033859253, + 1.5955469608306885, + 1.6050540208816528, + 1.6067829132080078, + 1.6148802042007446, + 1.6213892698287964, + 1.6257792711257935, + 1.6254132986068726, + 1.632677435874939, + 1.6357450485229492, + 1.6362318992614746, + 1.6444672346115112, + 1.6416348218917847, + 1.6508997678756714, + 1.6493209600448608, + 1.6676579713821411, + 1.6721177101135254, + 1.671865701675415, + 1.6789562702178955, + 1.6794488430023193, + 1.68867027759552, + 1.6924577951431274, + 1.6978733539581299, + 1.6988911628723145, + 1.70783531665802, + 1.7131952047348022, + 1.7125639915466309, + 1.721941351890564, + 1.7197165489196777, + 1.7328845262527466, + 1.7294623851776123, + 1.7604974508285522, + 1.7635048627853394, + 1.7619903087615967, + 1.768444538116455, + 1.7658052444458008, + 1.7791523933410645, + 1.7822473049163818, + 1.7870169878005981, + 1.784987211227417, + 1.7958145141601562, + 1.7998350858688354, + 1.8000792264938354, + 1.8081486225128174, + 1.8005276918411255, + 1.8161070346832275, + 1.8125624656677246, + 1.8323593139648438, + 1.833087682723999, + 1.8333741426467896, + 1.839759349822998, + 1.8351387977600098, + 1.8520774841308594, + 1.8535512685775757, + 1.8590474128723145, + 1.8562936782836914, + 1.867264986038208, + 1.8681199550628662, + 1.8717093467712402, + 1.8786702156066895, + 1.8724560737609863, + 1.887101650238037, + 1.8852068185806274, + 1.914238452911377, + 1.912245273590088, + 1.9097554683685303, + 1.9205526113510132, + 1.910926342010498, + 1.9301211833953857, + 1.9264403581619263, + 1.934194564819336 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index c44fa6835bd834a066d965223e89ebe1599a17be..b50320251acec6e7f8095c3383eb78a7bb259a4b 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-18T17:44:48.938016+00:00", + "evaluated_at": "2026-06-18T18:26:39.051226+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2551.470947265625, - 2553.296630859375, - 2554.861328125, - 2556.036865234375, - 2557.522216796875, - 2556.8349609375, - 2557.110107421875, - 2559.49267578125, - 2559.612548828125, - 2559.243408203125, - 2559.52392578125, - 2559.4794921875, - 2559.076904296875, - 2560.126953125, - 2561.939453125, - 2566.135498046875, - 2570.501708984375, - 2570.743896484375, - 2571.643798828125, - 2572.668212890625, - 2573.29736328125, - 2572.63134765625, - 2573.502685546875, - 2574.69873046875 + 2572.708740234375, + 2567.63818359375, + 2567.935546875, + 2568.78759765625, + 2567.708984375, + 2567.52685546875, + 2567.581787109375, + 2566.761962890625, + 2565.982421875, + 2565.395751953125, + 2566.624267578125, + 2566.112060546875, + 2565.59521484375, + 2565.10595703125, + 2564.563232421875, + 2565.69921875, + 2560.723388671875, + 2559.350341796875, + 2559.1298828125, + 2559.69140625, + 2560.58349609375, + 2559.6220703125, + 2558.7734375, + 2559.710693359375 ], "p10": [ - 2548.478271484375, - 2549.2099609375, - 2548.619873046875, - 2548.9150390625, - 2549.202392578125, - 2549.07958984375, - 2548.800537109375, - 2549.0087890625, - 2549.180908203125, - 2548.76025390625, - 2549.598388671875, - 2549.2041015625, - 2549.134033203125, - 2548.814453125, - 2549.174560546875, - 2549.055419921875, - 2549.46142578125, - 2549.083251953125, - 2548.68115234375, - 2548.613037109375, - 2548.543701171875, - 2549.135009765625, - 2549.14892578125, - 2548.863037109375 + 2548.9765625, + 2549.364013671875, + 2549.1728515625, + 2548.97412109375, + 2548.890869140625, + 2548.909912109375, + 2549.233154296875, + 2549.0458984375, + 2549.26220703125, + 2549.65283203125, + 2549.636474609375, + 2549.34912109375, + 2549.2275390625, + 2549.049072265625, + 2549.329345703125, + 2549.318115234375, + 2549.32666015625, + 2549.425537109375, + 2549.5693359375, + 2549.131591796875, + 2549.328125, + 2549.466552734375, + 2549.252685546875, + 2549.666259765625 ], "p90": [ - 2617.91259765625, - 2622.459716796875, - 2622.0, - 2622.826904296875, - 2622.00390625, - 2623.211181640625, - 2623.71484375, - 2625.076171875, - 2627.039794921875, - 2626.39306640625, - 2626.7646484375, - 2628.096923828125, - 2628.8779296875, - 2627.887451171875, - 2626.763427734375, - 2627.159912109375, - 2643.542724609375, - 2644.174072265625, - 2643.25244140625, - 2645.23583984375, - 2646.203125, - 2648.082275390625, - 2646.593017578125, - 2646.471435546875 + 2618.428466796875, + 2618.667724609375, + 2618.857421875, + 2618.263427734375, + 2619.6171875, + 2619.04931640625, + 2619.241943359375, + 2618.5146484375, + 2619.497802734375, + 2620.222900390625, + 2620.146240234375, + 2619.503662109375, + 2619.73388671875, + 2620.0517578125, + 2619.175537109375, + 2618.639404296875, + 2621.822509765625, + 2622.322998046875, + 2622.418701171875, + 2621.14208984375, + 2620.9697265625, + 2623.025390625, + 2621.33154296875, + 2622.9560546875 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index acee81d7f09bec98355be93349bc30c9f1e6f9b6..4efc5434a27414adb67b40404c3839554ac7b3a7 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,11 +1,29 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T18:06:23.965509+00:00", + "evaluated_at": "2026-06-18T18:26:41.836721+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/dataset_eval_intervals.json b/results/dataset_eval_intervals.json index fbd26f055f9ead16e0840249f8b2aeda16fa9cc9..c278fc3b1f97bae165d4f1135a24a52bd070b112 100644 --- a/results/dataset_eval_intervals.json +++ b/results/dataset_eval_intervals.json @@ -1,5 +1,6 @@ { "binance_btcusdt_1h_close": 60, + "nasa_power_shanghai_hourly_T2M": 3600, "noaa_coops_sf_water_level_water_level": 360, "noaa_ndbc_46013_realtime_wave_height": 600, "nws_ksfo_observations_temperature": 3600, diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 4e03f6513e4e3cd0dd663c18eab7d23c77098041..cbf344cc27e8551e2083398f2b884d8904afcf5b 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,971230.361732948,932893.5536945708,730.0753083399953,0.7196398280598578,0.011275711798433785,0.011166397870142347,17.331063808148226,985.5102037690671,0.01510176033128624,0.01118752732155788,0.010421950298407673,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,0.9514946903994796,1.0571485294759237,0.8420700330223051,0.4749201292819416,0.03574040153658981,0.0363175545886661,2.3788437995932497,0.9754458931173372,0.04217460749847952,0.03640793751814526,0.02806017069390227,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,0.5900987857609695,0.586674751604421,0.5170945656286215,0.5532987340237504,6.466079425190007,1.0199723286868796,20.757857183172536,0.7681788761486282,2.0795313792239885,1.3998228910461,1.3802417178707147,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06474524235419175,0.0630500843872349,0.1864507649016468,1.1126904251416692,0.13082607826906553,0.11741418889546246,27.09023406034685,0.2544508643219585,0.16746310103560022,0.12270983383802522,0.11094795888558719,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,0.9777058466071631,0.9726238396353847,0.6839928616087744,0.7534343818029515,7.153209866106518,1.1679024539927536,28.72523356743949,0.9887900922881272,3.928186652971862,2.7173124515053146,2.6892104942919284,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.06244750571296424,0.06134363615321011,0.18696112088618222,1.160448679990473,0.13139842293462334,0.11855360255803957,26.89451338416995,0.24989498937146426,0.16491694067985613,0.12338405087743938,0.11181525540179009,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.29775734160146744,0.30815245947581765,0.48621781991915675,0.7370038533511428,0.026383827033252757,0.026706884599182402,21.292307449088394,0.5456714593979306,0.02985890297151403,0.026605625890724828,0.025878059922671337,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,3196.8863384037318,3163.711347362753,51.752957120534234,4.226832336543569,1.7658226545480205,0.863703660028809,147.18748519922477,56.54101465665196,1.683812272801773,1.5412221532017962,1.5140672801421873,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,40.09644803116104,41.559927851418585,5.734540193230494,2.7877475914107612,0.21977151392278274,0.25437895670982524,74.54787974110873,6.332175615944416,0.2491347783322393,0.22562125350415058,0.2115726323137263,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,48.11667384642973,52.41092108145165,6.192555614695316,1.1953458559197392,0.7885993888843226,0.4808569517780201,5.780042803347688,6.936618329303532,0.5318812776462772,0.47482854553574305,0.35301187670667467,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,2016.320940472874,1897.3038449590877,37.460539164382226,0.9463715157317614,0.014402626474425272,0.014540283309144288,7.294735964263514,44.903462455281485,0.017367979031857463,0.01448916905632834,0.01238388886712908,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,596.9988626333621,581.318139434197,24.06093353290271,0.855499858947652,0.00928645223672551,0.00931307373006257,8.325925063621966,24.433560171071306,0.009427740258934267,0.009283961491795258,0.00795960164032772,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,2966.045650932652,3054.901089250775,50.34629050796737,1.0944845762601603,0.21644531528869687,0.19999843521598823,13.021680345312786,54.46141433099816,0.20912227115578008,0.19332091802291365,0.13968841953633726,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 173b6728c081af495545e4efa91cca8c77f20790..acc2c6717bf7195f4fb77447863fbaec7aeda6f4 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-18T18:08:35.338160+00:00", + "evaluated_at": "2026-06-18T18:30:27.017949+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a632a3ee955dd1025dbc4b99fff686a4bda5f61a..87111005a740796f7eebc49a1b410234023d480d 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:54:46.037080+00:00", + "evaluated_at": "2026-06-18T18:30:27.034479+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3371506409107503, - 1.286357850498221, - 1.2365650770134105, - 1.1832723262379696, - 1.118979493565747, - 1.0636867908912546, - 1.0103939432582663, - 0.9541012683595383, - 0.9068083881824137, - 0.8525156428309957, - 0.7982228676772553, - 0.7424301118354196, - 0.6851372560961995, - 0.6313445639121246, - 0.581051737259971, - 0.5252589963192966, - 0.4694662255762999, - 0.40867350430515825, - 0.3638807260519764, - 0.3105879082213102, - 0.2562951330675697, - 0.20100234098611022, - 0.14070961327766693, - 0.09191688652289795, - 0.03712410290529808, - -0.020668820902426527, - -0.07146150700682777, - -0.1307542773921965, - -0.18504703764477584, - -0.23983983616353713, - -0.2916326137014632, - -0.344925401729807, - -0.40221813825973773, - -0.45251096491189113, - -0.5063036570959661, - -0.5650964637209591, - -0.6133893161223193, - -0.6731820502680638, - -0.7244748193421305, - -0.7812676368151689, - -0.8335603781134712, - -0.8848531322863767, - -0.9411459412955555, - -0.9999386436124198, - -1.0567314610854581, - -1.1080242152583637, - -1.1603171353706003, - -1.2091097727184021, - -1.264902617967205, - -1.320695358907879, - -1.3774881167762725, - -1.4332809024204305, - -1.491573626075758, - -1.5413664889675356, - -1.5921592346765816, - -1.6499519796703714, - -1.6992447297901612, - -1.7555375686016623, - -1.8088302374207166, - -1.8711230883915653 + 0.9699468191195477, + 0.918459046498045, + 0.8754712538493815, + 0.8174834159011881, + 0.7609957076527017, + 0.7175079214413399, + 0.6575201986493202, + 0.6100323745294044, + 0.5640445608999061, + 0.506556865526023, + 0.4610691050638676, + 0.40408128404339333, + 0.35809355982086216, + 0.30610585324130574, + 0.2601179874577432, + 0.20213020166361403, + 0.14614245717550364, + 0.09465468455400092, + 0.04316691193249808, + -0.008320860689004537, + -0.05430858491153581, + -0.10829644455582002, + -0.1577842131242068, + -0.20827202842263529, + -0.2607596838614065, + -0.31924758987810414, + -0.36873526903952397, + -0.4182231270148781, + -0.4667108339520622, + -0.5171985449423623, + -0.5756863317497704, + -0.6226742219116327, + -0.6806619257493755, + -0.7291496773900431, + -0.7806374798138683, + -0.8246252893902507, + -0.8801130254145016, + -0.9276008346332564, + -0.9865885404975568, + -1.0375763493586836, + -1.0835641331858599, + -1.1310518977011308, + -1.1895396696073777, + -1.2340274429441365, + -1.2895151938695484, + -1.3495030060685351, + -1.4004907851273398, + -1.4439785713387014, + -1.499466292461791, + -1.554954102991848, + -1.5984418892032097, + -1.6594296289229484, + -1.701417404643893, + -1.756905155569305, + -1.8038929265218775, + -1.8523806632613844, + -1.9113684734338132, + -1.9578562508236874, + -2.014344078281463, + -2.0708317865299497 ], "p10": [ - 1.2929506407438573, - 1.2398578717472768, - 1.1825650867885722, - 1.1280723142097524, - 1.0847795702888459, - 1.0226867711323149, - 0.9682939954033899, - 0.9071012580479348, - 0.8618084907024027, - 0.8055156705173532, - 0.7470228443837601, - 0.6908300922016496, - 0.6446373900874409, - 0.5842445206153106, - 0.5280517937651742, - 0.4785590134377506, - 0.41946621365537096, - 0.37117346928742945, - 0.3208806904819733, - 0.26558795113665445, - 0.21029518885751716, - 0.160002302600719, - 0.09460960777019775, - 0.042416808560022584, - -0.004876116320585405, - -0.059268872305472176, - -0.1214615636312403, - -0.17575433878498062, - -0.22904706720867965, - -0.27843978623868665, - -0.33783261494123984, - -0.39222539178775223, - -0.43931819109329484, - -0.498510938924266, - -0.5548037181311224, - -0.6090964932848629, - -0.6594892065183182, - -0.722682038823972, - -0.7701748150982798, - -0.8202675519381547, - -0.8756603129298316, - -0.9348531442073057, - -0.9891459193610462, - -1.0445387339969032, - -1.1007314638272718, - -1.145124268091921, - -1.2045170163282037, - -1.253709818399402, - -1.3149025702834891, - -1.3621953182360909, - -1.4185880644672362, - -1.478980936919599, - -1.5342736425743235, - -1.581666396294234, - -1.6266591689922631, - -1.6931519927118677, - -1.7422449212402802, - -1.8015375426140372, - -1.852030277284303, - -1.9062230537255038 + 0.9277467932034482, + 0.8704590684325543, + 0.831971241690034, + 0.7741834805156033, + 0.7259957410313028, + 0.6685079264481301, + 0.6070201633633705, + 0.5673323848529289, + 0.5210445780660438, + 0.462456831289115, + 0.4110690633406163, + 0.3595812907191136, + 0.31209358580848734, + 0.2586057495292239, + 0.21071801102541982, + 0.15363020023310256, + 0.10214242761159983, + 0.04665466178502661, + -0.0009331223044098759, + -0.053320936982949846, + -0.0950087106058107, + -0.15229642569094995, + -0.20098416358082605, + -0.2546719197991306, + -0.3030598813435155, + -0.3542475317496056, + -0.41303529772127895, + -0.46422307122493056, + -0.5160108459445166, + -0.5692985924115014, + -0.6186863890894386, + -0.6722741376545068, + -0.7246619553132793, + -0.7771496599258821, + -0.8226374755223339, + -0.8743252485491481, + -0.9277130294914594, + -0.9592008211864486, + -1.0265885023505843, + -1.075076315481825, + -1.1308641064799987, + -1.1810518202150926, + -1.230739616010881, + -1.282227388632384, + -1.3359151448506885, + -1.3962029710686876, + -1.4454907451922279, + -1.4939785236549856, + -1.5464663430065297, + -1.5929540011871148, + -1.648441841519494, + -1.6999296141409965, + -1.7544173809212444, + -1.8002051505595345, + -1.8514929227757255, + -1.8988806774258695, + -1.9584685167306273, + -2.0000562439572325, + -2.064343975463451, + -2.1098317910599027 ], "p90": [ - 1.3671506450830755, - 1.3168578512134768, - 1.2625651297039164, - 1.2083723473022512, - 1.1490795798971145, - 1.09568676670667, - 1.0423940081081198, - 0.9861012587035859, - 0.9359084307639719, - 0.8775157083961049, - 0.8282229284739929, - 0.7699301217446918, - 0.7136373436554226, - 0.6623445820319366, - 0.6101517798415291, - 0.5567589990611103, - 0.5006662947653715, - 0.4431735071661812, - 0.39108070368831366, - 0.3365879311094938, - 0.2822951559557533, - 0.22700245328126098, - 0.1727095589182309, - 0.119516835167536, - 0.06812401671698173, - 0.008831186726968004, - -0.041361522003356396, - -0.09875427810745224, - -0.15304705586889597, - -0.20733982506217205, - -0.2595325560995345, - -0.315925351900324, - -0.36921814588913227, - -0.42451090220780485, - -0.4768036494665716, - -0.5300964970995602, - -0.5833892791674395, - -0.6416820385855534, - -0.6958747315802516, - -0.7471675990019823, - -0.8035603471190559, - -0.855853148022003, - -0.9131458249472889, - -0.9673386073489538, - -1.0217314288989499, - -1.0720242555511035, - -1.1303170112439276, - -1.1846097901229584, - -1.2349025273681449, - -1.289195302521885, - -1.347488106643483, - -1.4027808480609945, - -1.4550736489639415, - -1.5103664321047046, - -1.5646591267921746, - -1.6176519782875436, - -1.669244788202713, - -1.7253374865379874, - -1.7778303325497296, - -1.8360230869223109 + 1.0000467951823224, + 0.9495590603501645, + 0.9000712709201518, + 0.8514834550018351, + 0.7959956742741007, + 0.7455079483826393, + 0.6931202409924598, + 0.6455324241204689, + 0.5913446266557502, + 0.5385568767316962, + 0.4870690683474065, + 0.43958127402981306, + 0.38719351895591775, + 0.33670578114352745, + 0.28411796903990805, + 0.23073022684061598, + 0.1772423641117915, + 0.12565470267381293, + 0.0751669767823516, + 0.02267915743080748, + -0.0268086409399019, + -0.07529639258056978, + -0.13078420013039424, + -0.18327193305520365, + -0.23375971855130975, + -0.2852474852123479, + -0.3366352114375952, + -0.3852230750396278, + -0.4377107751818824, + -0.4910985293021035, + -0.5376864186533424, + -0.5941741209413645, + -0.6456619170321961, + -0.6971497287692469, + -0.7496375511010235, + -0.7961252688862529, + -0.8516130168314328, + -0.8991007545246138, + -0.9544884828956282, + -1.0060763253827152, + -1.0565640933699572, + -1.1050518450106248, + -1.1605396432472235, + -1.2089274382711324, + -1.2634151186246447, + -1.3150029734051898, + -1.362490761762319, + -1.4187784785461905, + -1.4683662696689748, + -1.520954051597743, + -1.5723417543536613, + -1.6239295197272392, + -1.674217367402911, + -1.726905154377212, + -1.7752929371076624, + -1.8277806432103818, + -1.8793684085839597, + -1.9288562665593136, + -1.9843439876824032, + -2.0358318169283187 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index d97c78f8eb05262b8750bdfa0752b393b02ef5cd..c0216c8126bf690e08e1cb0ddd8e94da2fdd7fca 100644 --- a/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/ets/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:54:46.056248+00:00", + "evaluated_at": "2026-06-18T18:30:27.054331+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4821148734876572, - 1.487113000412477, - 1.4921111273372971, - 1.4971092542621172, - 1.5021073811869372, - 1.507105508111757, - 1.512103635036577, - 1.5171017619613971, - 1.522099888886217, - 1.527098015811037, - 1.532096142735857, - 1.537094269660677, - 1.542092396585497, - 1.547090523510317, - 1.552088650435137, - 1.557086777359957, - 1.5620849042847769, - 1.567083031209597, - 1.572081158134417, - 1.5770792850592368, - 1.5820774119840568, - 1.5870755389088769, - 1.592073665833697, - 1.5970717927585167, - 1.6020699196833368, - 1.6070680466081568, - 1.6120661735329769, - 1.6170643004577967, - 1.6220624273826167, - 1.6270605543074368, - 1.6320586812322566, - 1.6370568081570767, - 1.6420549350818967, - 1.6470530620067168, - 1.6520511889315366, - 1.6570493158563566, - 1.6620474427811767, - 1.6670455697059965, - 1.6720436966308165, - 1.6770418235556366, - 1.6820399504804566, - 1.6870380774052764, - 1.6920362043300965, - 1.6970343312549165, - 1.7020324581797364, - 1.7070305851045564, - 1.7120287120293765, - 1.7170268389541965, - 1.7220249658790163, - 1.7270230928038364, - 1.7320212197286564, - 1.7370193466534762, - 1.7420174735782963, - 1.7470156005031163, - 1.7520137274279364, - 1.7570118543527564, - 1.7620099812775762, - 1.7670081082023963, - 1.7720062351272163, - 1.7770043620520362, - 1.7820024889768562, - 1.7870006159016762, - 1.7919987428264963, - 1.7969968697513161, - 1.8019949966761362, - 1.8069931236009562, - 1.811991250525776, - 1.816989377450596, - 1.8219875043754161, - 1.8269856313002362, - 1.831983758225056, - 1.836981885149876 + 1.4847276140333112, + 1.4893520065067365, + 1.4939763989801615, + 1.4986007914535866, + 1.5032251839270117, + 1.507849576400437, + 1.512473968873862, + 1.517098361347287, + 1.5217227538207123, + 1.5263471462941374, + 1.5309715387675624, + 1.5355959312409877, + 1.5402203237144128, + 1.5448447161878378, + 1.549469108661263, + 1.5540935011346881, + 1.5587178936081132, + 1.5633422860815382, + 1.5679666785549635, + 1.5725910710283886, + 1.5772154635018136, + 1.581839855975239, + 1.586464248448664, + 1.591088640922089, + 1.595713033395514, + 1.6003374258689393, + 1.6049618183423644, + 1.6095862108157895, + 1.6142106032892147, + 1.6188349957626398, + 1.6234593882360648, + 1.6280837807094901, + 1.6327081731829152, + 1.6373325656563402, + 1.6419569581297655, + 1.6465813506031906, + 1.6512057430766156, + 1.6558301355500407, + 1.660454528023466, + 1.665078920496891, + 1.669703312970316, + 1.6743277054437413, + 1.6789520979171664, + 1.6835764903905914, + 1.6882008828640165, + 1.6928252753374418, + 1.6974496678108668, + 1.702074060284292, + 1.7066984527577171, + 1.7113228452311422, + 1.7159472377045673, + 1.7205716301779925, + 1.7251960226514176, + 1.7298204151248426, + 1.734444807598268, + 1.739069200071693, + 1.743693592545118, + 1.748317985018543, + 1.7529423774919684, + 1.7575667699653934, + 1.7621911624388185, + 1.7668155549122437, + 1.7714399473856688, + 1.7760643398590938, + 1.780688732332519, + 1.7853131248059442, + 1.7899375172793692, + 1.7945619097527945, + 1.7991863022262196, + 1.8038106946996446, + 1.8084350871730697, + 1.813059479646495 ], "p10": [ - 1.3821148496457993, - 1.3871129765706192, - 1.3921111034954392, - 1.3971092304202593, - 1.4021073573450793, - 1.4071054842698991, - 1.4121036111947192, - 1.4171017381195392, - 1.422099865044359, - 1.427097991969179, - 1.4320961188939991, - 1.4370942458188192, - 1.442092372743639, - 1.447090499668459, - 1.452088626593279, - 1.4570867535180991, - 1.462084880442919, - 1.467083007367739, - 1.472081134292559, - 1.4770792612173789, - 1.482077388142199, - 1.487075515067019, - 1.492073641991839, - 1.4970717689166588, - 1.5020698958414789, - 1.507068022766299, - 1.512066149691119, - 1.5170642766159388, - 1.5220624035407588, - 1.5270605304655789, - 1.5320586573903987, - 1.5370567843152187, - 1.5420549112400388, - 1.5470530381648588, - 1.5520511650896787, - 1.5570492920144987, - 1.5620474189393188, - 1.5670455458641386, - 1.5720436727889586, - 1.5770417997137787, - 1.5820399266385987, - 1.5870380535634185, - 1.5920361804882386, - 1.5970343074130586, - 1.6020324343378785, - 1.6070305612626985, - 1.6120286881875185, - 1.6170268151123386, - 1.6220249420371584, - 1.6270230689619785, - 1.6320211958867985, - 1.6370193228116183, - 1.6420174497364384, - 1.6470155766612584, - 1.6520137035860785, - 1.6570118305108985, - 1.6620099574357183, - 1.6670080843605384, - 1.6720062112853584, - 1.6770043382101782, - 1.6820024651349983, - 1.6870005920598183, - 1.6919987189846384, - 1.6969968459094582, - 1.7019949728342783, - 1.7069930997590983, - 1.7119912266839181, - 1.7169893536087382, - 1.7219874805335582, - 1.7269856074583783, - 1.731983734383198, - 1.7369818613080181 + 1.3847275901914533, + 1.3893519826648784, + 1.3939763751383034, + 1.3986007676117285, + 1.4032251600851535, + 1.407849552558579, + 1.412473945032004, + 1.4170983375054291, + 1.4217227299788542, + 1.4263471224522792, + 1.4309715149257043, + 1.4355959073991298, + 1.4402202998725548, + 1.44484469234598, + 1.449469084819405, + 1.45409347729283, + 1.458717869766255, + 1.4633422622396801, + 1.4679666547131056, + 1.4725910471865307, + 1.4772154396599557, + 1.4818398321333808, + 1.4864642246068058, + 1.4910886170802309, + 1.495713009553656, + 1.5003374020270814, + 1.5049617945005065, + 1.5095861869739315, + 1.5142105794473566, + 1.5188349719207817, + 1.5234593643942067, + 1.5280837568676322, + 1.5327081493410573, + 1.5373325418144823, + 1.5419569342879074, + 1.5465813267613324, + 1.5512057192347575, + 1.5558301117081825, + 1.560454504181608, + 1.565078896655033, + 1.5697032891284581, + 1.5743276816018832, + 1.5789520740753082, + 1.5835764665487333, + 1.5882008590221584, + 1.5928252514955838, + 1.597449643969009, + 1.602074036442434, + 1.606698428915859, + 1.611322821389284, + 1.6159472138627091, + 1.6205716063361346, + 1.6251959988095597, + 1.6298203912829847, + 1.6344447837564098, + 1.6390691762298348, + 1.6436935687032599, + 1.648317961176685, + 1.6529423536501104, + 1.6575667461235355, + 1.6621911385969605, + 1.6668155310703856, + 1.6714399235438107, + 1.6760643160172357, + 1.6806887084906608, + 1.6853131009640863, + 1.6899374934375113, + 1.6945618859109364, + 1.6991862783843614, + 1.7038106708577865, + 1.7084350633312115, + 1.713059455804637 ], "p90": [ - 1.6821148019620835, - 1.6871129288869033, - 1.6921110558117234, - 1.6971091827365434, - 1.7021073096613635, - 1.607105531953615, - 1.6221036493416912, - 1.7171016904358234, - 1.7220998292815721, - 1.7270979442854633, - 1.7320960712102833, - 1.7370941981351034, - 1.7420923250599232, - 1.657090537815431, - 1.662088664740251, - 1.7570867058343833, - 1.7620848327592031, - 1.7670829596840232, - 1.7720810866088432, - 1.777079213533663, - 1.782077340458483, - 1.7870754673833031, - 1.702073680138811, - 1.797071721232943, - 1.7120699339884509, - 1.7070680704500147, - 1.7120661973748348, - 1.7170643242996546, - 1.7220624512244747, - 1.8270606019911526, - 1.8320586097066829, - 1.837056736631503, - 1.842054863556323, - 1.847052990481143, - 1.7520512127733945, - 1.8570492443307829, - 1.862047371255603, - 1.8670454981804228, - 1.7720437204726744, - 1.7870418378607507, - 1.882039878954883, - 1.7870381012471344, - 1.8920361328045228, - 1.7970343550967744, - 1.9020323866541626, - 1.9070305135789827, - 1.9120286405038027, - 1.8270268532593106, - 1.8220249897208742, - 1.8270231166456943, - 1.9320211482030827, - 1.9370192870488314, - 1.8420174974201542, - 1.8470156243449742, - 1.9520136559023626, - 1.9570119020364722, - 1.8620100051194342, - 1.9670080366768226, - 1.9720061636016426, - 1.9770042905264624, - 1.9820024174512825, - 1.9870005443761025, - 1.9919986713009226, - 1.9969968101466713, - 2.001994925150562, - 1.9069931474428141, - 2.0119911790002023, - 1.916989401292454, - 1.921987528217274, - 1.926985655142094, - 2.031983805908772, - 2.036981813624302 + 1.6847275425077375, + 1.6893519349811625, + 1.6039764132852754, + 1.6986007199280126, + 1.7032251124014377, + 1.7078495048748632, + 1.61247399271572, + 1.7170982898217133, + 1.62172277766257, + 1.6363471605992512, + 1.7309714672419885, + 1.6355959550828456, + 1.6402203475562707, + 1.6448447400296957, + 1.6494691325031208, + 1.6540935249765458, + 1.6587179174499709, + 1.663342309923396, + 1.6679667023968214, + 1.6725910948702465, + 1.77721539197624, + 1.6918398702803528, + 1.78646417692309, + 1.6910886647639467, + 1.6957130572373718, + 1.7003374497107973, + 1.8049617587377196, + 1.7095862346576474, + 1.7142106271310724, + 1.7188350196044975, + 1.7334594025411787, + 1.728083804551348, + 1.8327081016573414, + 1.7373325894981981, + 1.8419568866041915, + 1.7465813744450482, + 1.7512057669184733, + 1.8558300640244667, + 1.8604544564978922, + 1.765078944338749, + 1.8697032414447423, + 1.8743276339181674, + 1.778952121759024, + 1.7835765142324491, + 1.7982008971691303, + 1.7928252991792997, + 1.7974496916527247, + 1.8020740841261498, + 1.9066983812321432, + 1.8113228690729999, + 1.9159471661789933, + 1.8205716540198504, + 1.9251959511258439, + 1.929820343599269, + 1.8344448314401256, + 1.8390692239135507, + 1.8436936163869757, + 1.8483180088604008, + 1.9529423059663946, + 1.9575666984398197, + 1.8621911862806764, + 1.8668155787541014, + 1.8714399712275265, + 1.97606426833352, + 1.8806887561743766, + 1.9853130532803704, + 1.8899375411212271, + 1.8945619335946522, + 1.9091863165313334, + 1.9038107185415023, + 1.9084351110149274, + 2.013059408120921 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index ace49af352047fa6a81988da549391dc7f1f730b..cf5a46b8d143e1dca43592d274d548c62283b633 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-18T17:54:46.128096+00:00", + "evaluated_at": "2026-06-18T18:30:27.070074+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2563.02094478845, - 2562.096150746078, - 2561.171356703706, - 2560.2465626613343, - 2559.3217686189623, - 2558.3969745765903, - 2557.4721805342183, - 2556.5473864918463, - 2555.6225924494743, - 2554.6977984071023, - 2553.7730043647307, - 2552.8482103223587, - 2551.9234162799867, - 2550.9986222376147, - 2550.0738281952426, - 2549.1490341528706, - 2548.2242401104986, - 2547.299446068127, - 2546.374652025755, - 2545.449857983383, - 2544.525063941011, - 2543.600269898639, - 2542.675475856267, - 2541.750681813895 + 2578.4664203961424, + 2578.26565740146, + 2578.064894406777, + 2577.8641314120946, + 2577.663368417412, + 2577.4626054227297, + 2577.2618424280467, + 2577.0610794333643, + 2576.860316438682, + 2576.6595534439994, + 2576.4587904493164, + 2576.258027454634, + 2576.0572644599515, + 2575.856501465269, + 2575.655738470586, + 2575.4549754759037, + 2575.254212481221, + 2575.0534494865387, + 2574.852686491856, + 2574.6519234971734, + 2574.451160502491, + 2574.2503975078084, + 2574.0496345131255, + 2573.848871518443 ], "p10": [ - 2513.02094478845, - 2512.096150746078, - 2511.171356703706, - 2510.2465626613343, - 2509.3217686189623, - 2508.3969745765903, - 2507.4721805342183, - 2506.5473864918463, - 2505.6225924494743, - 2504.6977984071023, - 2503.7730043647307, - 2502.8482103223587, - 2501.9234162799867, - 2550.9986222376147, - 2500.0738281952426, - 2499.1490341528706, - 2498.2242401104986, - 2497.299446068127, - 2496.374652025755, - 2495.449857983383, - 2494.525063941011, - 2493.600269898639, - 2492.675475856267, - 2491.750681813895 + 2528.4664203961424, + 2528.26565740146, + 2528.064894406777, + 2527.8641314120946, + 2527.663368417412, + 2527.4626054227297, + 2527.2618424280467, + 2527.0610794333643, + 2526.860316438682, + 2526.6595534439994, + 2526.4587904493164, + 2526.258027454634, + 2526.0572644599515, + 2525.856501465269, + 2525.655738470586, + 2525.4549754759037, + 2525.254212481221, + 2525.0534494865387, + 2524.852686491856, + 2524.6519234971734, + 2524.451160502491, + 2524.2503975078084, + 2524.0496345131255, + 2523.848871518443 ], "p90": [ - 2613.02094478845, - 2612.096150746078, - 2611.171356703706, - 2610.2465626613343, - 2609.3217686189623, - 2608.3969745765903, - 2607.4721805342183, - 2606.5473864918463, - 2605.6225924494743, - 2604.6977984071023, - 2603.7730043647307, - 2602.8482103223587, - 2601.9234162799867, - 2600.9986222376147, - 2600.0738281952426, - 2599.1490341528706, - 2598.2242401104986, - 2597.299446068127, - 2596.374652025755, - 2595.449857983383, - 2594.525063941011, - 2593.600269898639, - 2592.675475856267, - 2591.750681813895 + 2628.4664203961424, + 2628.26565740146, + 2628.064894406777, + 2627.8641314120946, + 2627.663368417412, + 2627.4626054227297, + 2627.2618424280467, + 2627.0610794333643, + 2626.860316438682, + 2626.6595534439994, + 2626.4587904493164, + 2626.258027454634, + 2626.0572644599515, + 2625.856501465269, + 2625.655738470586, + 2625.4549754759037, + 2625.254212481221, + 2625.0534494865387, + 2624.852686491856, + 2624.6519234971734, + 2624.451160502491, + 2624.2503975078084, + 2624.0496345131255, + 2623.848871518443 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index a328056aab477c152c3b27565904725133d3473c..ce127e6b7b11040171e0694a8647d28a615047cd 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,29 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T18:08:35.348711+00:00", + "evaluated_at": "2026-06-18T18:30:27.077708+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c384699d6c4868de4397d681bb80b55849838631..7d2d26519cba2303e4281e9843559e5430f28894 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1491,3 +1491,7 @@ {"evaluated_at": "2026-06-18T17:54:46.259239+00:00", "dataset": "open_meteo_shanghai_hourly_temperature_2m", "prediction_length": 24} {"evaluated_at": "2026-06-18T17:54:46.259239+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} {"evaluated_at": "2026-06-18T18:08:35.388692+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} +{"evaluated_at": "2026-06-18T18:30:27.168272+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index 6925c0b6a537749e6af82b5ba9c06afd8953b1cd..243b6dc5bf23d5ac5841b62d8d052b75837ffe1a 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,822158.0748437246,768631.984612147,675.7517903645834,0.6660927943650458,0.010432183919368813,0.010343499830634739,5.180864029966497,906.7293283244591,0.013894538026430052,0.0103550846480275,0.007390195624079897,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,758238.5265928904,729432.4528649648,656.41064453125,0.6470281051432885,0.010133848819005498,0.010049423890153026,3.7204664328822887,870.7689283575123,0.013343488083323347,0.010058704815743289,0.006970381171520401,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.9345807586560113,1.0924920595322192,0.7913044691085815,0.4370919363032775,0.03479963103867976,0.03584991882581345,4.529265430709361,0.9667371714463096,0.04377843120449623,0.035834008752196195,0.05572582064291565,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.2880437795432389,0.2654586112185341,0.4605223001136134,0.49276558405289944,5.575097335867329,1.27161497520883,4.193429948103163,0.5366971022310805,1.452888773541563,1.2466765276338772,0.7714039017050696,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.02940864317047461,0.022689110063236335,0.11568831321265963,0.6903982318357325,0.07489349033667365,0.07618073055422209,5.65728892573333,0.17148948413962475,0.11286328653487947,0.076138565045927,0.08196117831319068,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,1.8693601118056256,1.3865792522817213,0.9991258180234581,1.10056081766017,11.161531339502009,1.4508999280468595,10.032591068776979,1.3672454468037645,5.431683991738543,3.9692476023067726,2.5800378634883714,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.05558440652372473,0.031029170016898384,0.13559932261705399,0.8416512170696573,0.09274377555835252,0.0887994984593344,5.397496007104218,0.23576345459745185,0.15559090542039422,0.08948809057961438,0.09072475612230708,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,0.4685149836689864,0.9051011195405559,0.8471924463907877,1.284165392423931,0.045616648911656676,0.04692189793281682,5.4797015943025285,0.684481543702229,0.037454529913928836,0.046357999157392006,0.04164923047369622,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,96.91126473860822,78.43959691615116,6.707312107086182,0.5478079955797005,0.22693203334425902,0.19540927638049335,2.8390985903844665,9.844351920700937,0.2931684314919842,0.19974622868029712,0.17899530139926864,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,0.8841572891342366,0.792953430784678,0.6908252636591593,0.33583276077216223,0.0270364975107082,0.026472866182145848,2.009741190998086,0.940296383665404,0.03699526755404868,0.027180010373475123,0.025468417169400685,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,38.726113003398645,37.228637669694,5.189123034477234,0.9910261498205859,0.9626560938429011,0.46275830627567366,10.187958517504624,6.223030853482782,0.49784246827862255,0.4151298427581787,0.32708099676061564,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,41571.39057416966,2015.6590043498825,36.69229634602865,0.9269632761101972,0.014091784883439056,0.014235966668477243,5.7846833881578945,203.89063385592203,0.07886180842130748,0.014192024372355963,0.013737616787047295,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,541.8331135337552,1974.810900927211,40.7487538655599,1.448844581886574,0.015673996554720397,0.015821409810811607,4.547486436631944,23.27730898393874,0.008981598321777006,0.015722991845232116,0.012039339436936181,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,70.05955112213269,105.10574925752007,10.16238784790039,0.21213235930047475,0.04367278639133686,0.043532868622717796,1.437522259582939,8.370158368999519,0.03531712391982919,0.042879273619832875,0.04916024223717513,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 72a21fb8f3e566fe9c6392ffaa74d10f96914901..596ce3c5d26755bc19c0e1171fbf9a0a9d447dcd 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T18:08:04.016402+00:00", + "evaluated_at": "2026-06-18T18:29:17.793429+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 64509.3984375 ], "p50": [ - 65681.4140625, - 65650.796875, - 65713.546875, - 65730.83984375, - 65698.828125, - 65735.44140625, - 65780.5, - 65760.375, - 65788.09765625, - 65874.546875, - 65799.21875, - 65847.19921875, - 65736.8046875, - 65819.36328125, - 65796.078125, - 65912.8125, - 65803.7578125, - 65838.3828125, - 65795.5234375, - 65873.64453125, - 65849.0859375, - 65892.62109375, - 65840.1953125, - 66039.41015625 + 65656.265625, + 65666.62890625, + 65715.23046875, + 65740.73046875, + 65729.5234375, + 65759.7109375, + 65778.2734375, + 65823.90625, + 65863.13671875, + 65836.6953125, + 65919.41796875, + 65826.65625, + 65793.69921875, + 65850.4921875, + 65871.046875, + 65872.0390625, + 65716.5859375, + 65839.4296875, + 65885.50390625, + 65836.328125, + 65860.07421875, + 65919.3046875, + 65826.921875, + 65978.76171875 ], "p10": [ - 65468.169921875, - 65344.40625, - 65234.892578125, - 65100.845703125, - 65070.533203125, - 65134.994140625, - 65161.8203125, - 65049.470703125, - 64945.7421875, - 64926.453125, - 64982.146484375, - 64929.71484375, - 64659.537109375, - 64742.390625, - 64729.572265625, - 64631.673828125, - 64649.85546875, - 64506.974609375, - 64514.44921875, - 64628.244140625, - 64662.66015625, - 64654.80078125, - 64471.369140625, - 64578.171875 + 65392.552734375, + 65316.87109375, + 65316.0234375, + 65147.169921875, + 65163.578125, + 65135.453125, + 65048.671875, + 65107.357421875, + 64902.763671875, + 64966.732421875, + 65110.216796875, + 64847.087890625, + 64860.716796875, + 64589.189453125, + 64727.833984375, + 64628.03515625, + 64566.947265625, + 64717.064453125, + 64569.69921875, + 64701.48828125, + 64403.841796875, + 64414.578125, + 64540.626953125, + 64445.353515625 ], "p90": [ - 65877.36328125, - 66011.75, - 66131.72265625, - 66180.6875, - 66378.00390625, - 66394.82421875, - 66515.953125, - 66475.984375, - 66773.36328125, - 66951.97265625, - 66835.82421875, - 66760.765625, - 66944.9375, - 66779.79296875, - 67216.1328125, - 67339.71484375, - 67081.9765625, - 66931.45703125, - 67457.81640625, - 67066.48046875, - 67449.8359375, - 67335.5, - 67330.1484375, - 67354.078125 + 65910.6796875, + 65997.46484375, + 66138.296875, + 66235.6015625, + 66327.28515625, + 66408.171875, + 66514.6796875, + 66737.96875, + 66627.02734375, + 66624.2421875, + 66901.015625, + 66820.5, + 66814.74609375, + 66916.234375, + 67120.671875, + 66865.55078125, + 66987.16796875, + 67094.2890625, + 67004.62890625, + 67447.6875, + 67167.16796875, + 67289.484375, + 67310.58203125, + 67652.3671875 ], "timestamps": [ "2026-06-13 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e962d7707c101b97d674bc9c5204a6d464d94485..700daa5e7aba93ce7f2cfcba379a7a494afa4c53 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T17:53:05.212339+00:00", + "evaluated_at": "2026-06-18T18:29:22.997340+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3572095036506653, - 1.3171557188034058, - 1.2708921432495117, - 1.2382089495658875, - 1.2032780051231384, - 1.1750395894050598, - 1.108933925628662, - 1.0789759159088135, - 1.0525699257850647, - 0.9860411882400513, - 0.9668865501880646, - 0.923284262418747, - 0.8781201541423798, - 0.8455944657325745, - 0.8281221985816956, - 0.8090799748897552, - 0.7626007795333862, - 0.745601624250412, - 0.7307761013507843, - 0.7490023970603943, - 0.7297051548957825, - 0.7265029549598694, - 0.6917323470115662, - 0.6756604909896851, - 0.6636561155319214, - 0.6531576812267303, - 0.5946113467216492, - 0.6469948589801788, - 0.604832112789154, - 0.6096653342247009, - 0.5757493376731873, - 0.6127596199512482, - 0.5541883707046509, - 0.4752042591571808, - 0.48186442255973816, - 0.466560035943985, - 0.5210798382759094, - 0.48614105582237244, - 0.557254284620285, - 0.48231300711631775, - 0.4981342554092407, - 0.49603262543678284, - 0.48053285479545593, - 0.5103292465209961, - 0.49708637595176697, - 0.509344071149826, - 0.48400750756263733, - 0.5433720052242279, - 0.4567771852016449, - 0.49841269850730896, - 0.5741812884807587, - 0.5458264648914337, - 0.5676620006561279, - 0.6179805099964142, - 0.5658920407295227, - 0.6256541907787323, - 0.5865141749382019, - 0.541741818189621, - 0.6864233016967773, - 0.5985594689846039 + 0.95172518491745, + 0.9224255979061127, + 0.8959102630615234, + 0.8753772974014282, + 0.8417149186134338, + 0.8343603014945984, + 0.8307662606239319, + 0.7953594923019409, + 0.7796285450458527, + 0.7687890231609344, + 0.7607234716415405, + 0.7491856813430786, + 0.7312169075012207, + 0.7329363226890564, + 0.702772855758667, + 0.6881580948829651, + 0.6911742091178894, + 0.654491662979126, + 0.6465450823307037, + 0.6525934040546417, + 0.7016160488128662, + 0.6669426262378693, + 0.7055374085903168, + 0.7088175714015961, + 0.7032158970832825, + 0.7296909689903259, + 0.7862301170825958, + 0.7682203054428101, + 0.8599789440631866, + 0.8325499296188354, + 0.9313027858734131, + 0.9066382646560669, + 1.0754281282424927, + 0.9532698392868042, + 1.094860553741455, + 1.3232198357582092, + 1.1666184067726135, + 1.1254732608795166, + 1.253497064113617, + 1.201948642730713, + 1.2458717823028564, + 1.2806347012519836, + 1.3315134048461914, + 1.3591374158859253, + 1.4101861715316772, + 1.299428105354309, + 1.3858831524848938, + 1.4115121364593506, + 1.9172760248184204, + 1.8076245784759521, + 1.8280175924301147, + 1.9810122847557068, + 2.202335238456726, + 1.8124451637268066, + 2.017175555229187, + 1.7346866130828857, + 1.8091835975646973, + 1.96453058719635, + 1.758786141872406, + 1.9972695112228394 ], "p10": [ - 1.3244948983192444, - 1.2781081795692444, - 1.2045575976371765, - 1.1816705465316772, - 1.118764340877533, - 1.082443118095398, - 1.0120945572853088, - 0.9776606261730194, - 0.9131760597229004, - 0.8247535228729248, - 0.8052403330802917, - 0.7722533941268921, - 0.6936189830303192, - 0.6405496001243591, - 0.6250654458999634, - 0.5897979140281677, - 0.5248827040195465, - 0.5064274072647095, - 0.504584789276123, - 0.3952798843383789, - 0.4111679792404175, - 0.4018726050853729, - 0.32140371203422546, - 0.36604732275009155, - 0.3299180269241333, - 0.2510645389556885, - 0.18087372183799744, - 0.25267428159713745, - 0.03846961259841919, - 0.1474476158618927, - 0.12124478816986084, - 0.16128495335578918, - 0.06170767545700073, - 0.05379939079284668, - 0.006596922874450684, - 0.01742500066757202, - -0.02344048023223877, - -0.04741126298904419, - 0.0878516137599945, - 0.026855647563934326, - 0.0032002925872802734, - -0.06140178442001343, - -0.09122312068939209, - 0.031755149364471436, - 0.005626559257507324, - -0.03381472826004028, - -0.1175541877746582, - -0.1695162057876587, - -0.05845445394515991, - -0.060307323932647705, - 0.07143339514732361, - -0.04092276096343994, - -0.15628939867019653, - 0.007753849029541016, - -0.00730288028717041, - -0.037863075733184814, - -0.040233075618743896, - -0.11277121305465698, - 0.06560701131820679, - -0.03609907627105713 + 0.9328215718269348, + 0.888157844543457, + 0.8533554971218109, + 0.8208039700984955, + 0.7902199327945709, + 0.7660010159015656, + 0.7490619122982025, + 0.7184521853923798, + 0.6671005189418793, + 0.640018880367279, + 0.637310266494751, + 0.5953142940998077, + 0.5579050779342651, + 0.5228468477725983, + 0.5150456428527832, + 0.4733112156391144, + 0.3685548007488251, + 0.35202062129974365, + 0.2951611876487732, + 0.19589588046073914, + 0.186610609292984, + 0.17699965834617615, + 0.21561199426651, + -0.0040967464447021484, + 0.04119694232940674, + 0.10908526182174683, + 0.08864280581474304, + 0.11345818638801575, + 0.1943337619304657, + 0.0880381166934967, + 0.03566765785217285, + 0.1615932583808899, + -0.1033245325088501, + 0.05489969253540039, + 0.014675319194793701, + 0.1627492606639862, + 0.09033727645874023, + 0.08958601951599121, + 0.02667057514190674, + 0.1431666612625122, + 0.10289382934570312, + 0.2561465799808502, + 0.1472557783126831, + 0.056500911712646484, + 0.3037155270576477, + 0.2138742208480835, + 0.03642392158508301, + 0.2789011299610138, + 0.13964828848838806, + 0.3119252324104309, + -0.023506641387939453, + 0.1555992066860199, + 0.4333385229110718, + 0.17401152849197388, + 0.07900509238243103, + 0.14831969141960144, + 0.05832153558731079, + 0.03144651651382446, + 0.1568739116191864, + 0.19424313306808472 ], "p90": [ - 1.3827537894248962, - 1.3627417087554932, - 1.3354937434196472, - 1.3160876035690308, - 1.2973149418830872, - 1.2842105627059937, - 1.227761685848236, - 1.2113113403320312, - 1.176746904850006, - 1.1527497172355652, - 1.1319046020507812, - 1.1089051365852356, - 1.054250419139862, - 1.041010558605194, - 1.045854926109314, - 1.0413333177566528, - 1.0434203743934631, - 0.9781258404254913, - 1.071664810180664, - 1.0141772627830505, - 1.0468932390213013, - 1.1638107299804688, - 1.1033527255058289, - 1.0637375116348267, - 0.9545780122280121, - 0.9690345823764801, - 1.0108096599578857, - 1.0035471320152283, - 1.0520172715187073, - 1.0230216979980469, - 1.189250111579895, - 1.049994170665741, - 1.0375750064849854, - 1.000164270401001, - 0.8841873109340668, - 0.9548272490501404, - 1.0131215453147888, - 1.0244240164756775, - 1.078881561756134, - 1.0124189257621765, - 1.1065088510513306, - 0.9708600044250488, - 1.0205920934677124, - 1.0355287790298462, - 1.1340258121490479, - 1.1499131321907043, - 1.1590041518211365, - 1.1813232898712158, - 1.0806163549423218, - 1.2136963605880737, - 1.3005253076553345, - 1.17653226852417, - 1.3149467706680298, - 1.3845025897026062, - 1.238161563873291, - 1.2769746780395508, - 1.3518602848052979, - 1.2202131748199463, - 1.3756370544433594, - 1.2715829014778137 + 0.9709688425064087, + 0.9515047073364258, + 0.9330603182315826, + 0.9168547987937927, + 0.9086471796035767, + 0.9043571650981903, + 0.9060145020484924, + 0.8947660326957703, + 0.8903378248214722, + 0.9045838415622711, + 0.8968688249588013, + 0.8910796940326691, + 0.877331405878067, + 0.9234923124313354, + 0.9199202358722687, + 0.8989160358905792, + 0.9480167031288147, + 1.2268022894859314, + 1.2400161623954773, + 1.2700198292732239, + 1.3134005665779114, + 1.29230535030365, + 1.5120145082473755, + 1.710974931716919, + 1.6077108979225159, + 1.586652398109436, + 1.584130883216858, + 1.5305038094520569, + 2.545171022415161, + 2.168095588684082, + 2.222448229789734, + 1.9879999160766602, + 3.2025954723358154, + 2.7624447345733643, + 3.2773666381835938, + 3.2587802410125732, + 3.3656437397003174, + 3.5347578525543213, + 3.2691524028778076, + 3.0671569108963013, + 3.4090338945388794, + 3.0895520448684692, + 3.438571810722351, + 3.2691524028778076, + 3.2691524028778076, + 2.986673355102539, + 3.9975059032440186, + 3.2691524028778076, + 4.6339640617370605, + 4.050479054450989, + 3.9975059032440186, + 4.1307690143585205, + 4.725859642028809, + 4.725859642028809, + 4.890664577484131, + 4.304239749908447, + 4.207455158233643, + 4.641854286193848, + 4.248296499252319, + 4.725859642028809 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 6ba8870430a8874a22ae787cdf24dbfd2417a9a9..ae25b9d7664ba25689c2ae46a7ce395c2063a4f1 100644 --- a/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T17:53:15.972793+00:00", + "evaluated_at": "2026-06-18T18:29:31.734510+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4925377368927002, - 1.4789744019508362, - 1.4917894005775452, - 1.4857071042060852, - 1.4681174755096436, - 1.481497347354889, - 1.471109390258789, - 1.470532238483429, - 1.472288966178894, - 1.4770728945732117, - 1.4697222709655762, - 1.4702520370483398, - 1.484202802181244, - 1.4857240319252014, - 1.487092912197113, - 1.4810073971748352, - 1.4861024618148804, - 1.4794042706489563, - 1.480289340019226, - 1.4785690307617188, - 1.502798318862915, - 1.502953827381134, - 1.4795765280723572, - 1.4554941058158875, - 1.4628313183784485, - 1.4701990485191345, - 1.4768072366714478, - 1.5028628706932068, - 1.4762783646583557, - 1.5003390908241272, - 1.489016830921173, - 1.4644806385040283, - 1.500049352645874, - 1.4726116061210632, - 1.4601696729660034, - 1.463670253753662, - 1.4791165590286255, - 1.4913204312324524, - 1.4877289533615112, - 1.4885775446891785, - 1.4704126715660095, - 1.4792640209197998, - 1.4949706196784973, - 1.50808846950531, - 1.4719799757003784, - 1.4781489968299866, - 1.4858457446098328, - 1.465134859085083, - 1.4991194605827332, - 1.497170865535736, - 1.4813653230667114, - 1.5101717114448547, - 1.4750805497169495, - 1.4673518538475037, - 1.4856432676315308, - 1.4668163061141968, - 1.4739601612091064, - 1.5058158040046692, - 1.4622531533241272, - 1.4774142503738403, - 1.4917953610420227, - 1.4750334024429321, - 1.4459815621376038, - 1.473109781742096, - 1.4891797304153442, - 1.5016382932662964, - 1.4789025783538818, - 1.5062193870544434, - 1.481773853302002, - 1.4861652851104736, - 1.4784815311431885, - 1.4773563742637634 + 1.4759277701377869, + 1.4579100608825684, + 1.4351563453674316, + 1.4632003903388977, + 1.5458797216415405, + 1.481410026550293, + 1.428422212600708, + 1.4638200998306274, + 1.5185230374336243, + 1.477072536945343, + 1.5072314739227295, + 1.5102123022079468, + 1.5077540874481201, + 1.45965176820755, + 1.470886468887329, + 1.5106043219566345, + 1.5511048436164856, + 1.5233956575393677, + 1.5333207249641418, + 1.5223088264465332, + 1.5654142498970032, + 1.5555741786956787, + 1.5424352288246155, + 1.5765129923820496, + 1.5647990703582764, + 1.5327764749526978, + 1.4959800243377686, + 1.545901596546173, + 1.5737743973731995, + 1.4664598107337952, + 1.4881375432014465, + 1.587383210659027, + 1.554639756679535, + 1.5555853843688965, + 1.559574544429779, + 1.6038898825645447, + 1.5338440537452698, + 1.5316797494888306, + 1.5218292474746704, + 1.5584860444068909, + 1.5745735168457031, + 1.5772126913070679, + 1.5792372226715088, + 1.551665186882019, + 1.6114144921302795, + 1.607303500175476, + 1.5868474841117859, + 1.5806312561035156, + 1.5397263169288635, + 1.5892795324325562, + 1.5649868845939636, + 1.5589291453361511, + 1.6198907494544983, + 1.5810396671295166, + 1.5513625741004944, + 1.5860866904258728, + 1.5794959664344788, + 1.5131322741508484, + 1.6054306626319885, + 1.633469820022583, + 1.5414891242980957, + 1.5559061765670776, + 1.5748082399368286, + 1.6021450757980347, + 1.6266393661499023, + 1.7135655283927917, + 1.6864030957221985, + 1.561417043209076, + 1.7136018872261047, + 1.5654422640800476, + 1.63081693649292, + 1.669168472290039 ], "p10": [ - 1.3791171312332153, - 1.3627512454986572, - 1.3446383476257324, - 1.3397294282913208, - 1.3283852934837341, - 1.3389514684677124, - 1.2899791598320007, - 1.3175814747810364, - 1.2743017077445984, - 1.3030656576156616, - 1.2773881554603577, - 1.2179643511772156, - 1.2879733443260193, - 1.2907747030258179, - 1.296484887599945, - 1.2173305749893188, - 1.2552685141563416, - 1.2606651186943054, - 1.239323616027832, - 1.2237833142280579, - 1.2231735587120056, - 1.2438452243804932, - 1.2734349370002747, - 1.2126181721687317, - 1.183000922203064, - 1.1908107995986938, - 1.220792531967163, - 1.2190864086151123, - 1.2223279476165771, - 1.2432461977005005, - 1.1484490633010864, - 1.1307955384254456, - 1.1996800303459167, - 1.209749162197113, - 1.1315537095069885, - 1.2089243531227112, - 1.066387951374054, - 1.1574393510818481, - 1.0506322979927063, - 1.0657166838645935, - 1.0165576338768005, - 1.0941267013549805, - 1.1240094900131226, - 1.175417721271515, - 1.0747864842414856, - 1.1086227297782898, - 1.143730342388153, - 0.9626748263835907, - 1.128808081150055, - 1.07449471950531, - 1.003019392490387, - 1.087671935558319, - 1.0216871500015259, - 1.003447413444519, - 1.0856413841247559, - 1.1286736130714417, - 1.0218876600265503, - 0.970260500907898, - 1.0578177571296692, - 1.0157053470611572, - 1.0800275802612305, - 1.0501705408096313, - 1.063066303730011, - 0.9689666628837585, - 1.015805721282959, - 1.001859337091446, - 1.057191014289856, - 0.9706474542617798, - 0.9338681101799011, - 0.9444856643676758, - 1.0291521549224854, - 1.054330587387085 + 1.377695620059967, + 1.344860017299652, + 1.3175429105758667, + 1.3554514050483704, + 1.3983305096626282, + 1.3089079856872559, + 1.2751872539520264, + 1.3394657373428345, + 1.3612400889396667, + 1.3267048001289368, + 1.3108026385307312, + 1.3047538995742798, + 1.285453200340271, + 1.2796688675880432, + 1.2598049640655518, + 1.3225221633911133, + 1.2982012033462524, + 1.2446764707565308, + 1.2922045588493347, + 1.2597424387931824, + 1.2839906811714172, + 1.2685014009475708, + 1.2687592506408691, + 1.2799908518791199, + 1.2766193151474, + 1.2464047074317932, + 1.1823727488517761, + 1.2290028929710388, + 1.2616472840309143, + 1.1688578724861145, + 1.209312081336975, + 1.2022902965545654, + 1.2121413350105286, + 1.2875991463661194, + 1.2538882493972778, + 1.2048128247261047, + 1.1942388415336609, + 1.177260935306549, + 1.1859943866729736, + 1.1670885682106018, + 1.2384456396102905, + 1.1486413478851318, + 1.1843129396438599, + 1.1591981649398804, + 1.1497048735618591, + 1.209246039390564, + 1.2023600339889526, + 1.2022525072097778, + 1.0895628333091736, + 1.1003654599189758, + 1.1585052609443665, + 1.1848604679107666, + 1.0783125758171082, + 1.2054935097694397, + 1.1113393306732178, + 1.0846787691116333, + 1.137024462223053, + 1.1142653226852417, + 1.1301570534706116, + 1.1684929132461548, + 0.9879366755485535, + 0.974299818277359, + 1.1230257749557495, + 1.1031453013420105, + 1.1161416172981262, + 1.1375657320022583, + 1.1018330454826355, + 1.0775418281555176, + 1.086887001991272, + 1.0356413125991821, + 1.1616722345352173, + 1.1112271547317505 ], "p90": [ - 1.5959551930427551, - 1.5932661294937134, - 1.6341675519943237, - 1.6152616143226624, - 1.6010141372680664, - 1.6517678499221802, - 1.6276706457138062, - 1.6199926137924194, - 1.6786498427391052, - 1.6369866132736206, - 1.6285198330879211, - 1.6526662707328796, - 1.6783536672592163, - 1.6636346578598022, - 1.680244266986847, - 1.6564582586288452, - 1.7240058779716492, - 1.693052887916565, - 1.7019982933998108, - 1.6783562898635864, - 1.751721739768982, - 1.7897873520851135, - 1.7232093214988708, - 1.714726984500885, - 1.7313781380653381, - 1.7248966097831726, - 1.8508689403533936, - 1.7942901849746704, - 1.7776512503623962, - 1.8018039464950562, - 1.7501153349876404, - 1.739212691783905, - 1.73991459608078, - 1.8335062265396118, - 1.7921100854873657, - 1.7813043594360352, - 1.7765243649482727, - 1.7896614074707031, - 1.786676287651062, - 1.8455135226249695, - 1.823723316192627, - 1.8326830863952637, - 1.8212971687316895, - 1.8108300566673279, - 1.8171464204788208, - 1.8006571531295776, - 1.9084437489509583, - 1.7751917243003845, - 1.8150578737258911, - 1.8868833780288696, - 1.9809315204620361, - 1.9394964575767517, - 1.878741979598999, - 1.8715928792953491, - 2.007441520690918, - 1.896200716495514, - 1.9232882261276245, - 2.014468193054199, - 1.9048354625701904, - 2.060670495033264, - 2.015413999557495, - 1.913687288761139, - 1.8598253726959229, - 1.8454757332801819, - 1.9778416752815247, - 2.00274395942688, - 1.9661445617675781, - 1.963854730129242, - 1.996537446975708, - 1.8981356024742126, - 1.8527553081512451, - 2.027794599533081 + 1.5675528049468994, + 1.5503616333007812, + 1.5400062203407288, + 1.6041303277015686, + 1.6837438344955444, + 1.6335832476615906, + 1.5778412222862244, + 1.6330130696296692, + 1.7066434621810913, + 1.6398074626922607, + 1.6780853271484375, + 1.7287347316741943, + 1.7209616303443909, + 1.6564161777496338, + 1.7095441818237305, + 1.7423840165138245, + 1.8165958523750305, + 1.7848984003067017, + 1.8553266525268555, + 1.8376022577285767, + 1.9187926054000854, + 1.8662247061729431, + 1.8858562707901, + 2.023737072944641, + 1.93717622756958, + 1.9218959212303162, + 1.8283818364143372, + 1.8658353090286255, + 2.024019956588745, + 1.8604218363761902, + 2.083798885345459, + 2.029504179954529, + 1.911975383758545, + 1.9558870792388916, + 1.9896430969238281, + 2.0368528366088867, + 2.0701855421066284, + 2.078330397605896, + 1.9881849884986877, + 2.1334125995635986, + 1.9915274381637573, + 2.2070658206939697, + 2.2364073991775513, + 2.07248318195343, + 2.1113780736923218, + 2.385636568069458, + 2.3504271507263184, + 2.208201766014099, + 1.9972251653671265, + 2.062497615814209, + 2.046538829803467, + 2.199623465538025, + 2.2604929208755493, + 2.2004700899124146, + 2.217949390411377, + 2.299670696258545, + 2.1869689226150513, + 2.202535390853882, + 2.2480549812316895, + 2.279184341430664, + 2.1012284755706787, + 2.393399477005005, + 2.6434414386749268, + 2.7642056941986084, + 2.616109251976013, + 2.9759989976882935, + 3.027851104736328, + 2.6258503198623657, + 2.9506375789642334, + 2.5123708248138428, + 2.619705080986023, + 2.88723623752594 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8985e95ef69f50a8cf571d2cd334fa6cdf717644..e385e41ff49f12cadea02633b8f675f66e5b3338 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-18T17:53:39.403313+00:00", + "evaluated_at": "2026-06-18T18:29:39.421170+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2550.0228271484375, - 2550.059814453125, - 2549.9244384765625, - 2550.0257568359375, - 2550.12255859375, - 2549.89892578125, - 2550.1446533203125, - 2549.738525390625, - 2550.011962890625, - 2549.7755126953125, - 2549.8837890625, - 2550.0816650390625, - 2549.7237548828125, - 2549.9290771484375, - 2549.7584228515625, - 2549.873779296875, - 2550.22509765625, - 2549.838623046875, - 2550.109375, - 2550.08203125, - 2549.808837890625, - 2550.6964111328125, - 2550.6654052734375, - 2549.89599609375 + 2574.8057861328125, + 2551.561767578125, + 2551.7646484375, + 2551.4688720703125, + 2552.1904296875, + 2551.22705078125, + 2551.231689453125, + 2551.5015869140625, + 2550.7801513671875, + 2551.0986328125, + 2551.01025390625, + 2551.08349609375, + 2550.99755859375, + 2550.92578125, + 2551.869384765625, + 2550.788818359375, + 2550.762939453125, + 2551.1766357421875, + 2550.746337890625, + 2551.167724609375, + 2552.2535400390625, + 2551.2744140625, + 2551.0946044921875, + 2551.3853759765625 ], "p10": [ - 2549.224853515625, - 2549.08447265625, - 2549.052001953125, - 2549.1392822265625, - 2549.1805419921875, - 2549.2186279296875, - 2549.10400390625, - 2549.089111328125, - 2549.0986328125, - 2549.0350341796875, - 2549.1361083984375, - 2549.0206298828125, - 2548.9833984375, - 2548.8575439453125, - 2549.0045166015625, - 2548.9644775390625, - 2549.061279296875, - 2548.9407958984375, - 2549.0283203125, - 2549.0777587890625, - 2548.9091796875, - 2549.1142578125, - 2549.0191650390625, - 2548.8994140625 + 2550.0540771484375, + 2549.9837646484375, + 2550.072021484375, + 2549.8677978515625, + 2549.9638671875, + 2550.0286865234375, + 2549.93408203125, + 2550.0888671875, + 2549.9083251953125, + 2549.974609375, + 2550.08349609375, + 2550.0450439453125, + 2549.80126953125, + 2549.7391357421875, + 2550.0069580078125, + 2549.8001708984375, + 2549.8167724609375, + 2550.0086669921875, + 2549.58154296875, + 2550.0504150390625, + 2550.0904541015625, + 2549.98388671875, + 2550.005126953125, + 2549.9798583984375 ], "p90": [ - 2688.474853515625, - 2746.9971923828125, - 2744.0108642578125, - 2742.3609619140625, - 2692.013916015625, - 2694.8385009765625, - 2826.636962890625, - 2856.7432861328125, - 2743.941650390625, - 2745.2119140625, - 2716.3704833984375, - 2817.0965576171875, - 2709.0008544921875, - 2815.721923828125, - 2714.7490234375, - 2757.643798828125, - 2842.8306884765625, - 2770.4134521484375, - 2778.200439453125, - 2716.87890625, - 2782.2926025390625, - 2961.9937744140625, - 2990.5506591796875, - 2792.9251708984375 + 2679.1112060546875, + 2684.694091796875, + 2689.0009765625, + 2691.1322021484375, + 2684.1558837890625, + 2664.456787109375, + 2701.3936767578125, + 2690.028076171875, + 2647.63671875, + 2662.1507568359375, + 2658.5958251953125, + 2658.9681396484375, + 2683.691650390625, + 2649.9471435546875, + 2700.4156494140625, + 2650.481201171875, + 2706.6566162109375, + 2662.6163330078125, + 2668.6278076171875, + 2665.4156494140625, + 2702.3094482421875, + 2683.697509765625, + 2705.3575439453125, + 2665.0638427734375 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index de61ee23c82fa1a89df927a14b890d0b710f683c..12e6cf9b33aafd15def6a7bde0eb81aa93e468de 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T18:08:06.657728+00:00", + "evaluated_at": "2026-06-18T18:29:42.253303+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index 527d8f5f7ecfa3f329b9693f7ebf49931656047a..a43debcc7b3bc2d9b55ea77e14a4d1b3077de015 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,1028427.2280941232,979452.171729519,791.8514531364235,0.7805329629346495,0.012218653698468931,0.012102647843930128,18.72413599520036,1014.1140113883267,0.015540079331511934,0.012134172550941121,0.011390509818765958,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,1.8971895065826423,2.22177218333219,1.1928848628381001,0.6727766231559213,0.050153502356709755,0.05216584472972252,2.6699454011537918,1.3773850248142827,0.05955294210135966,0.05157584980987017,0.040862303023455046,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.7643098809337454,2.776144244867514,1.5996371155867755,1.7116350659682447,17.62501941185019,1.5361127052827241,65.34499414600867,1.6626213883304117,4.50087011782538,4.3303658568586245,4.2898056078396065,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02859556206939631,0.02936150494917047,0.13885033434187927,0.8286232434145622,0.0877720869220352,0.09212152864761355,8.196153075929905,0.1691022237269407,0.11129214613905926,0.09138230923554533,0.07441038356705014,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,2.201575902685414,2.2121990637379016,1.4520534142873265,1.5994713219159158,16.24643200862798,1.6372052453066586,60.68027096265351,1.4837708390062847,5.894606804125372,5.768602341277916,5.709030104361118,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.02732831274810687,0.027751013668507588,0.13477185019661506,0.8365151798364859,0.08569468639353839,0.08937656498898514,11.249001470254465,0.1653127724893236,0.10909733229472068,0.08894200431986592,0.07479275936500744,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.451676873727017,3.5074705466097402,1.7480261886328965,2.649639696454075,0.09440539554727155,0.09974067285413896,92.52028532528492,1.857868906496639,0.10166177185459443,0.09565122650109613,0.09472099568379305,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,115.94419308493055,112.3739786356449,9.371206327259639,0.765376900961014,0.2919998940570644,0.2634357188313743,10.859032640106934,10.767738531601264,0.3206672253749108,0.2790779811897308,0.2504433451789507,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,5.381782266833521,5.373091386098779,2.0676347284767758,1.0051448834612249,0.08055469724890534,0.08080172519735616,10.642738771745924,2.319866864031969,0.09127345038814304,0.08134956308761085,0.07093611792334756,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,42.37769944383945,45.13806188770164,5.80058632734531,1.1196842240452074,0.6940183031607132,0.46229332651238203,6.229808285064537,6.509815622875924,0.4991551915304223,0.4447733925121004,0.32561230396856267,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,866.2522218375831,812.5115420129245,26.73245614035083,0.6753462603878103,0.01032484617481549,0.010350622760736231,7.294735964263514,29.43216305060814,0.011383914797978975,0.010339709063149394,0.009012350914891297,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,520.4852430553657,503.472222222226,22.222222222222324,0.790123456790127,0.008583668510139137,0.008599688175254522,8.325925063621966,22.8141456788407,0.008802885792478727,0.00857449088960347,0.007438966297487222,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3186.993684116635,3177.361323443369,49.11165845648604,1.0676447490540444,0.21863862441419712,0.19485722187989926,15.220407540008106,56.4534647662713,0.21677139515298907,0.18858014766615594,0.14220183563365515,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index c55728fee3d3df1acdd5538cc621ae51598315eb..f3bb8104a559f38968d29be3898c78b88a882154 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T18:08:35.358620+00:00", + "evaluated_at": "2026-06-18T18:30:27.083666+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 6b33610216a51824cf8cfdf93999d7a756e42fe2..904d2c8961efa24a6903784f4fe34d8bda8ae9d9 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:54:46.141874+00:00", + "evaluated_at": "2026-06-18T18:30:27.092338+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.8522454550908034, - 1.8557454398320143, - 1.8602454415009444, - 1.861245465879244, - 1.851245408360762, - 1.85024548084001, - 1.851245408360762, - 1.8492455086157744, - 1.8562454035923903, - 1.8562454333947127, - 1.8562454333947127, - 1.8547454527066176, - 1.8517453721211379, - 1.8522454550908034, - 1.8562454035923903, - 1.8547454378054564, - 1.8532454422162001, - 1.846745496098799, - 1.8562454929993575, - 1.8572454503224318, - 1.8572454503224318, - 1.8562454333947127, - 1.85024548084001, - 1.8557455292389815, - 1.855245520775122, - 1.8517453721211379, - 1.8552454611704772, - 1.8502454659388488, - 1.85024548084001, - 1.8497454574749892, - 1.8522454550908034, - 1.8532454422162001, - 1.85024548084001, - 1.8542454293415969, - 1.8547455123112624, - 1.85024548084001, - 1.8562454035923903, - 1.850745444600386, - 1.8537454506800597, - 1.851245408360762, - 1.8532454422162001, - 1.856245463197035, - 1.8542454293415969, - 1.8497455021784728, - 1.847245459859175, - 1.85024548084001, - 1.8522453358815139, - 1.8577454736874526, - 1.8562454035923903, - 1.8547454378054564, - 1.8522454550908034, - 1.850745444600386, - 1.846745496098799, - 1.851245408360762, - 1.8547454378054564, - 1.8512454679654067, - 1.8562454929993575, - 1.8542454293415969, - 1.8552455356762831, - 1.847245459859175 + 1.585070107646567, + 1.585070107646567, + 1.5935700876194063, + 1.5870700222927157, + 1.582070086665732, + 1.590070073075873, + 1.581570122905356, + 1.585570071406943, + 1.5910700303989473, + 1.585070107646567, + 1.5910701198059145, + 1.585570071406943, + 1.5910701198059145, + 1.590570185847861, + 1.5960700926858011, + 1.5895700795131746, + 1.585070107646567, + 1.585070107646567, + 1.585070107646567, + 1.585070107646567, + 1.5905701560455385, + 1.5880700690227572, + 1.590070073075873, + 1.5910700303989473, + 1.590070147581679, + 1.583070014186484, + 1.585070107646567, + 1.5870700222927157, + 1.5900700879770342, + 1.591070149608237, + 1.5840701354223314, + 1.588570017881972, + 1.582070086665732, + 1.585070107646567, + 1.5850700778442446, + 1.5925700408893648, + 1.5885700774866167, + 1.5925700408893648, + 1.585070107646567, + 1.585570071406943, + 1.5910700602012697, + 1.5950700683075014, + 1.5880700690227572, + 1.5950700683075014, + 1.5910700900035921, + 1.582570050426108, + 1.5830700439888064, + 1.5910700303989473, + 1.5870700818973604, + 1.5830700439888064, + 1.5910700303989473, + 1.5815700633007113, + 1.5910700602012697, + 1.5870700818973604, + 1.5915700835662905, + 1.5945701194482866, + 1.5870700818973604, + 1.5920700771289888, + 1.5870700222927157, + 1.582070086665732 ], "p10": [ - 1.8080454549239104, - 1.8092454610810702, - 1.8062454512761061, - 1.8060454538510269, - 1.8170454850838607, - 1.8092454610810702, - 1.8091454605058854, - 1.802245498304171, - 1.8112455061123793, - 1.8092454610810702, - 1.8050454101012174, - 1.8031454330728476, - 1.8112455061123793, - 1.8051454117939894, - 1.8032454600975936, - 1.8080454549239104, - 1.8032454302952712, - 1.8092454610810702, - 1.8132454574293544, - 1.812245493237776, - 1.8112455061123793, - 1.8152453950093215, - 1.8041454753325408, - 1.8062454512761061, - 1.8132453015492385, - 1.8131453207180923, - 1.8052454045460646, - 1.8052454045460646, - 1.8062454512761061, - 1.8111455073998397, - 1.8060454538510269, - 1.805945452158255, - 1.8131454280064527, - 1.808245455329222, - 1.8062454512761061, - 1.8062454512761061, - 1.8101455131963913, - 1.8012454560444777, - 1.8080454549239104, - 1.812245493237776, - 1.8111455073998397, - 1.8062454512761061, - 1.8062454512761061, - 1.8051454117939894, - 1.8032454571173613, - 1.8131454280064527, - 1.8080454549239104, - 1.8131454280064527, - 1.8062454512761061, - 1.8132454784772445, - 1.8111455073998397, - 1.8050454101012174, - 1.8040454796002334, - 1.8109455010340636, - 1.8202455034897749, - 1.8080454549239104, - 1.8132453015492385, - 1.808245455329222, - 1.8120454958126968, - 1.8121454945252364 + 1.5428700817304675, + 1.5370701295810762, + 1.5500700754600587, + 1.543770086907131, + 1.547070120044333, + 1.5410700780826632, + 1.5310700876194063, + 1.5428700817304675, + 1.548070047565085, + 1.540970073409659, + 1.5410700780826632, + 1.5410700780826632, + 1.5450701457935396, + 1.543070082135779, + 1.5466701162534777, + 1.5410700780826632, + 1.5410700780826632, + 1.5370700848775927, + 1.540970073409659, + 1.5400700313526217, + 1.5498700303512636, + 1.5440700878876272, + 1.5468701226192538, + 1.544670139022452, + 1.5477699500995699, + 1.5480700723149825, + 1.540770078964812, + 1.5410700780826632, + 1.5407700759845797, + 1.5389701021390978, + 1.5410700780826632, + 1.5389701021390978, + 1.5380700571018282, + 1.537070125110728, + 1.543070082135779, + 1.5428700817304675, + 1.540970073409659, + 1.5609700543361726, + 1.5450701457935396, + 1.5480701052838015, + 1.543770086907131, + 1.5450701457935396, + 1.5468701226192538, + 1.5468701226192538, + 1.544670139022452, + 1.5358700854259555, + 1.5380700839239183, + 1.5410700780826632, + 1.5400700313526217, + 1.5450701457935396, + 1.5410700780826632, + 1.5410700780826632, + 1.5380700839239183, + 1.543770086907131, + 1.5439700873124425, + 1.5480701052838015, + 1.5399700386005464, + 1.549870083995444, + 1.537070125110728, + 1.543070082135779 ], "p90": [ - 1.8822454592631286, - 1.8862454405472702, - 1.8862454941914504, - 1.8863454869435257, - 1.8813454946921293, - 1.8822454566554254, - 1.8832454732106154, - 1.881245498959822, - 1.8853454461739485, - 1.881245498959822, - 1.8862454941914504, - 1.8822454626158898, - 1.880245459680361, - 1.8832454732106154, - 1.8853454461739485, - 1.8862454405472702, - 1.8844455114052718, - 1.881245498959822, - 1.8834454706356947, - 1.8832454732106154, - 1.8832454732106154, - 1.8822455456898635, - 1.882245426480574, - 1.8833454778836196, - 1.8862454345868056, - 1.8812453797505324, - 1.8853454461739485, - 1.882245465223593, - 1.8822454626158898, - 1.8822454685763543, - 1.8843455126927322, - 1.8822454920456833, - 1.8832454732106154, - 1.8822454920456833, - 1.884245519940657, - 1.8852454474614089, - 1.8862454405472702, - 1.8822454562828963, - 1.8823455384419387, - 1.8853454461739485, - 1.8832454732106154, - 1.8852454474614089, - 1.8822455456898635, - 1.8823455384419387, - 1.8822454920456833, - 1.8862454405472702, - 1.8822454600081866, - 1.8822454562828963, - 1.8862454941914504, - 1.8862454941914504, - 1.882245465223593, - 1.881245498959822, - 1.8832454732106154, - 1.882245465223593, - 1.8822455456898635, - 1.8835454693482345, - 1.8862454345868056, - 1.8844455114052718, - 1.8862454405472702, - 1.8823454613284294 + 1.6151700837093417, + 1.6161701214986863, + 1.6181701046901766, + 1.6210700613933626, + 1.617070053287131, + 1.6180701000171724, + 1.6171701652484958, + 1.6210701209980074, + 1.6183700961547915, + 1.6170701188522403, + 1.6170700830894533, + 1.6210700613933626, + 1.62017007894097, + 1.6211701137500827, + 1.620070074267966, + 1.6181701046901766, + 1.6161700145828548, + 1.616070125766379, + 1.6170701724964205, + 1.616070125766379, + 1.6180701000171724, + 1.6210701209980074, + 1.6170700860696856, + 1.616070125766379, + 1.6170701128917757, + 1.6170701188522403, + 1.6171701652484958, + 1.620070074267966, + 1.619070146747214, + 1.6171701652484958, + 1.6220700485187594, + 1.6170701188522403, + 1.6170700953829114, + 1.6170700562673632, + 1.6160700065570894, + 1.6210700613933626, + 1.6170700860696856, + 1.6210701209980074, + 1.6171701652484958, + 1.6170700953829114, + 1.6180701000171724, + 1.6210701209980074, + 1.6170700953829114, + 1.6201700729805055, + 1.6171701652484958, + 1.6170700830894533, + 1.6210700673538272, + 1.6162701231914582, + 1.6181701046901766, + 1.6170700953829114, + 1.6171701652484958, + 1.6170701724964205, + 1.6182700974422517, + 1.6170700830894533, + 1.6201700729805055, + 1.6191701394992892, + 1.619070146747214, + 1.6210700613933626, + 1.6170701128917757, + 1.6170700562673632 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 24a60b1bef05a1f239a519ac3ba459df64a07eda..ab9f2dee8f1e30d9dc64187f89667d4218a10692 100644 --- a/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/moving_average/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:54:46.152980+00:00", + "evaluated_at": "2026-06-18T18:30:27.105085+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653, - 1.4236110945542653 + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206 ], "p10": [ - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074, - 1.3236110707124074 + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624 ], "p90": [ - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.5236111183961232, - 1.5336111088593793, - 1.6236110230286915, - 1.6236110349496204, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.5336111088593793, - 1.5336111088593793, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.5336111088593793, - 1.6236110230286915, - 1.5336111088593793, - 1.5236111183961232, - 1.5236111183961232, - 1.5236111183961232, - 1.5236111183961232, - 1.623611142237981, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.5236111183961232, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.5236111183961232, - 1.5336111088593793, - 1.6236110230286915, - 1.5236111183961232, - 1.6236110230286915, - 1.5236111183961232, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.5336111088593793, - 1.5236111183961232, - 1.5236111183961232, - 1.6236110230286915, - 1.6236110349496204, - 1.5236111183961232, - 1.5236111183961232, - 1.6236110230286915, - 1.623611142237981, - 1.5236111183961232, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110230286915, - 1.6236110349496204, - 1.6236110230286915, - 1.5236111183961232, - 1.6236110230286915, - 1.5236111183961232, - 1.5236111183961232, - 1.5236111183961232, - 1.623611142237981, - 1.6236110230286915 + 1.6332141999687466, + 1.6332141999687466, + 1.5432142857994344, + 1.6332141999687466, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.5432142857994344, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.5432142857994344, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332142118896755, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5432142857994344, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5432142857994344, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5432142857994344, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 432798cbd27217993a3b67229452716cb424b894..bbeb9003b567474da0b23dddc9b8ad58d4a15150 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-18T17:54:46.192735+00:00", + "evaluated_at": "2026-06-18T18:30:27.114399+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475, - 2576.0526315789475 + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665 ], "p10": [ - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2576.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475, - 2526.0526315789475 + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665 ], "p90": [ - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475, - 2626.0526315789475 + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index a67c7eab0761fda9f6bec3d62be2714183e6b890..01d9638a4ecf6deeead594db213ede3c3db2addd 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,29 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T18:08:35.365296+00:00", + "evaluated_at": "2026-06-18T18:30:27.119046+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index 0a85f970a1facae8deed0ff3d4d17bce94941b15..af38e43027066c7e9aa2ca785c8d8a872bd0f0d3 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,8 +1,8 @@ { "status": "ok", - "started_at": "2026-06-18T18:05:50.556080+00:00", - "finished_at": "2026-06-18T18:08:35.382062+00:00", - "task_count": 1, + "started_at": "2026-06-18T18:25:52.711044+00:00", + "finished_at": "2026-06-18T18:30:27.161404+00:00", + "task_count": 4, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", @@ -10,11 +10,29 @@ "Chronos-2": { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-18T18:06:23.965509+00:00", + "evaluated_at": "2026-06-18T18:26:41.836721+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -24,11 +42,29 @@ "TimesFM-2.5": { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T18:06:48.240285+00:00", + "evaluated_at": "2026-06-18T18:27:42.840639+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -38,11 +74,29 @@ "Toto-2.0-1B": { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:07:25.096887+00:00", + "evaluated_at": "2026-06-18T18:28:24.628327+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -52,11 +106,29 @@ "TiRex": { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T18:07:34.936590+00:00", + "evaluated_at": "2026-06-18T18:28:51.673546+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -66,11 +138,29 @@ "Moirai-1.1-Large": { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-18T18:08:06.657728+00:00", + "evaluated_at": "2026-06-18T18:29:42.253303+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -80,11 +170,29 @@ "Timer-S1": { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T18:08:33.107348+00:00", + "evaluated_at": "2026-06-18T18:30:24.734384+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -94,11 +202,29 @@ "ARIMA": { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-18T18:08:35.290711+00:00", + "evaluated_at": "2026-06-18T18:30:26.965154+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -108,11 +234,29 @@ "ETS": { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-18T18:08:35.348711+00:00", + "evaluated_at": "2026-06-18T18:30:27.077708+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -122,11 +266,29 @@ "Moving-Average": { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-18T18:08:35.365296+00:00", + "evaluated_at": "2026-06-18T18:30:27.119046+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -136,11 +298,29 @@ "Seasonal-Naive": { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T18:08:35.376898+00:00", + "evaluated_at": "2026-06-18T18:30:27.159663+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } @@ -150,7 +330,5 @@ }, "failed_models": [], "failed_datasets": [], - "push_status": "ok", - "pushed_at": "2026-06-18T18:16:44.504748+00:00", - "push_detail": "HF Hub API" + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_183026.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_183026.json new file mode 100644 index 0000000000000000000000000000000000000000..0f84b9742e7cfa1b40d4b5e140b660cfe0645be6 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260618_183026.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-18T18:30:26.700237+00:00", + "metrics": { + "MSE[mean]": 649333.7592963602, + "MSE[0.5]": 431613.9295062413, + "MAE[0.5]": 572.7949139445282, + "MASE[0.5]": 0.5646075530507292, + "MAPE[0.5]": 0.00875296012275703, + "sMAPE[0.5]": 0.008783934196522285, + "MSIS": 8.450249236107311, + "RMSE[mean]": 805.8124839541518, + "NRMSE[mean]": 0.012348108581822077, + "ND[0.5]": 0.008777394162219126, + "mean_weighted_sum_quantile_loss": 0.007676814108540187 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 64953.90620125411, + 64994.438837694004, + 64994.153062919024, + 64966.23551851568, + 65003.562842226806, + 64968.75947932692, + 64970.967545562584, + 64983.953000821086, + 64994.14397639368, + 64939.42106549019, + 64968.75945726814, + 64966.23429727751, + 64957.922838060156, + 64966.23429727738, + 64976.165179690724, + 64983.953000422596, + 64986.373908118214, + 64957.92283806014, + 64985.163454270405, + 64973.17562792829, + 64942.495582656935, + 64973.17562792829, + 64970.96754259773, + 64970.96754259773 + ], + "p10": [ + 64778.767250038574, + 64778.3318208746, + 64831.2818624965, + 64716.86725961051, + 64770.2652273937, + 64719.588523091836, + 64777.46430055524, + 64778.26421291459, + 64833.11784044813, + 64692.36387444059, + 64777.46429759137, + 64716.86603837234, + 64781.54911375925, + 64719.58850103208, + 64681.98544785023, + 64770.26506325898, + 64778.2642125161, + 64716.86603837221, + 64778.2642125161, + 64781.22062363492, + 64781.22062363492, + 64684.895221105384, + 64692.36387443339, + 64781.77731792762 + ], + "p90": [ + 65308.611861351776, + 65301.92022789693, + 65301.166572307244, + 65210.73590403903, + 65311.84932358457, + 65296.14001244583, + 65212.58837489823, + 65311.84915984834, + 65296.641739973864, + 65210.73468280793, + 65311.84915945082, + 65196.74889444784, + 65296.13999038609, + 65301.157485728334, + 65308.1088238293, + 65308.482857391355, + 65301.157485728334, + 65220.94353377865, + 65210.73468280073, + 65308.1088238293, + 65220.94353377865, + 65308.482857391355, + 65210.73468280073, + 65210.73468280073 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_182623.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_182623.json new file mode 100644 index 0000000000000000000000000000000000000000..5545d94f991e480093be91aaae63758512ddcc7a --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260618_182623.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T18:26:23.553467+00:00", + "metrics": { + "MSE[mean]": 385045.84802691144, + "MSE[0.5]": 385045.84802691144, + "MAE[0.5]": 498.4041341145833, + "MASE[0.5]": 0.49128009300036224, + "MAPE[0.5]": 0.007682823164417108, + "sMAPE[0.5]": 0.0076450952633348975, + "MSIS": 2.1671099457187712, + "RMSE[mean]": 620.5206265926311, + "NRMSE[mean]": 0.009508733392695909, + "ND[0.5]": 0.007637444800403527, + "mean_weighted_sum_quantile_loss": 0.006411995246873231 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65673.390625, + 65673.390625, + 65660.8984375, + 65668.828125, + 65642.4609375, + 65639.7890625, + 65629.3359375, + 65624.8203125, + 65616.21875, + 65604.5625, + 65584.84375, + 65574.390625, + 65562.75, + 65547.6015625, + 65528.2265625, + 65533.4765625, + 65502.09375, + 65477.953125, + 65484.796875, + 65476.51171875, + 65457.2265625, + 65416.16015625, + 65387.515625, + 65378.8203125 + ], + "p10": [ + 65351.7734375, + 65235.94921875, + 65109.2109375, + 64989.0625, + 64858.33203125, + 64750.37890625, + 64663.86328125, + 64579.12109375, + 64494.2421875, + 64393.7578125, + 64328.58203125, + 64257.34765625, + 64165.24609375, + 64107.41015625, + 64085.29296875, + 64075.08984375, + 63945.7421875, + 63821.80859375, + 63761.4765625, + 63744.890625, + 63683.78515625, + 63669.49609375, + 63633.3828125, + 63589.3515625 + ], + "p90": [ + 65926.828125, + 66044.2421875, + 66119.640625, + 66209.8203125, + 66289.21875, + 66310.703125, + 66341.2109375, + 66406.4140625, + 66461.5546875, + 66497.7890625, + 66518.671875, + 66563.1953125, + 66590.9453125, + 66609.4296875, + 66588.046875, + 66592.7421875, + 66661.90625, + 66686.75, + 66700.4453125, + 66771.2265625, + 66756.9609375, + 66792.3671875, + 66799.5625, + 66819.765625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_183027.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..5c61a1543835e4325f41d8dfbec4ce497f0761af --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260618_183027.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-18T18:30:27.017949+00:00", + "metrics": { + "MSE[mean]": 971230.361732948, + "MSE[0.5]": 932893.5536945708, + "MAE[0.5]": 730.0753083399953, + "MASE[0.5]": 0.7196398280598578, + "MAPE[0.5]": 0.011275711798433785, + "sMAPE[0.5]": 0.011166397870142347, + "MSIS": 17.331063808148226, + "RMSE[mean]": 985.5102037690671, + "NRMSE[mean]": 0.01510176033128624, + "ND[0.5]": 0.01118752732155788, + "mean_weighted_sum_quantile_loss": 0.010421950298407673 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65661.43760083824, + 65691.90442417799, + 65713.65835689275, + 65713.5607271075, + 65767.82442544725, + 65779.799061287, + 65785.88697837676, + 65814.56864546651, + 65841.85382818125, + 65864.332370271, + 65885.36169361076, + 65907.11562632551, + 65928.86955904026, + 65917.37349175502, + 65969.61179946977, + 66001.10987280952, + 66008.64700864928, + 66044.61773823903, + 66053.86190532878, + 66091.89708804354, + 66113.65102075829, + 66124.65495347304, + 66140.8776361878, + 66179.37766265255 + ], + "p10": [ + 65474.34189771323, + 65530.216924177985, + 65514.09195064274, + 65527.36541460749, + 65500.611534822245, + 65566.022498787, + 65592.62721275176, + 65626.61942671651, + 65644.61554693125, + 65651.42651089601, + 65706.23278736076, + 65696.54609507551, + 65730.78323091526, + 65694.78521050501, + 65678.92429946977, + 65738.29307593452, + 65810.16653989928, + 65783.41266011403, + 65861.30682720378, + 65887.66661929354, + 65809.44789575829, + 65831.20182847304, + 65852.9557611878, + 65974.68235015255 + ], + "p90": [ + 66000.32783521323, + 66018.85754917799, + 65969.82437251775, + 65966.5529146075, + 66087.34356607225, + 66027.220936287, + 66127.62721275176, + 66153.35770796651, + 66100.34796880625, + 66091.029635896, + 66214.64294361076, + 66140.58437632551, + 66258.15080904026, + 66185.80825738002, + 66301.97273696976, + 66328.29776343453, + 66235.27591489928, + 66288.26812886403, + 66294.57792095379, + 66414.40490054354, + 66336.36977075829, + 66457.07682847304, + 66365.7995111878, + 66403.34758452755 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_182917.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_182917.json new file mode 100644 index 0000000000000000000000000000000000000000..513f377448538579bd6741119bb4d748170591b8 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260618_182917.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T18:29:17.793429+00:00", + "metrics": { + "MSE[mean]": 758238.5265928904, + "MSE[0.5]": 729432.4528649648, + "MAE[0.5]": 656.41064453125, + "MASE[0.5]": 0.6470281051432885, + "MAPE[0.5]": 0.010133848819005498, + "sMAPE[0.5]": 0.010049423890153026, + "MSIS": 3.7204664328822887, + "RMSE[mean]": 870.7689283575123, + "NRMSE[mean]": 0.013343488083323347, + "ND[0.5]": 0.010058704815743289, + "mean_weighted_sum_quantile_loss": 0.006970381171520401 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65656.265625, + 65666.62890625, + 65715.23046875, + 65740.73046875, + 65729.5234375, + 65759.7109375, + 65778.2734375, + 65823.90625, + 65863.13671875, + 65836.6953125, + 65919.41796875, + 65826.65625, + 65793.69921875, + 65850.4921875, + 65871.046875, + 65872.0390625, + 65716.5859375, + 65839.4296875, + 65885.50390625, + 65836.328125, + 65860.07421875, + 65919.3046875, + 65826.921875, + 65978.76171875 + ], + "p10": [ + 65392.552734375, + 65316.87109375, + 65316.0234375, + 65147.169921875, + 65163.578125, + 65135.453125, + 65048.671875, + 65107.357421875, + 64902.763671875, + 64966.732421875, + 65110.216796875, + 64847.087890625, + 64860.716796875, + 64589.189453125, + 64727.833984375, + 64628.03515625, + 64566.947265625, + 64717.064453125, + 64569.69921875, + 64701.48828125, + 64403.841796875, + 64414.578125, + 64540.626953125, + 64445.353515625 + ], + "p90": [ + 65910.6796875, + 65997.46484375, + 66138.296875, + 66235.6015625, + 66327.28515625, + 66408.171875, + 66514.6796875, + 66737.96875, + 66627.02734375, + 66624.2421875, + 66901.015625, + 66820.5, + 66814.74609375, + 66916.234375, + 67120.671875, + 66865.55078125, + 66987.16796875, + 67094.2890625, + 67004.62890625, + 67447.6875, + 67167.16796875, + 67289.484375, + 67310.58203125, + 67652.3671875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_183027.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..1205779350290fb3c739f8ffdc1fc830415a8297 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260618_183027.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T18:30:27.083666+00:00", + "metrics": { + "MSE[mean]": 1028427.2280941232, + "MSE[0.5]": 979452.171729519, + "MAE[0.5]": 791.8514531364235, + "MASE[0.5]": 0.7805329629346495, + "MAPE[0.5]": 0.012218653698468931, + "sMAPE[0.5]": 0.012102647843930128, + "MSIS": 18.72413599520036, + "RMSE[mean]": 1014.1140113883267, + "NRMSE[mean]": 0.015540079331511934, + "ND[0.5]": 0.012134172550941121, + "mean_weighted_sum_quantile_loss": 0.011390509818765958 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66040.4961520011, + 66049.2090426261, + 66049.2090426261, + 66027.3574801261, + 66059.8672457511, + 66050.0879488761, + 66034.4219332511, + 66041.3496676261, + 66046.8809176261, + 66047.6055270011, + 66046.8809176261, + 66046.8809176261, + 66046.8809176261, + 66013.6309176261, + 66044.1152926261, + 66053.8594332511, + 66039.6426363761, + 66053.8594332511, + 66041.3496676261, + 66057.6309176261, + 66057.6309176261, + 66046.8809176261, + 66041.3496676261, + 66058.0957613761 + ], + "p10": [ + 65853.4004488761, + 65887.5215426261, + 65849.6426363761, + 65841.1621676261, + 65792.6543551261, + 65836.3113863761, + 65841.1621676261, + 65853.4004488761, + 65849.6426363761, + 65834.6996676261, + 65867.7520113761, + 65836.3113863761, + 65848.79458950109, + 65791.04263637609, + 65753.4277926261, + 65791.04263637609, + 65841.1621676261, + 65792.6543551261, + 65848.79458950109, + 65853.4004488761, + 65753.4277926261, + 65753.4277926261, + 65753.4277926261, + 65853.4004488761 + ], + "p90": [ + 66379.38638637609, + 66376.1621676261, + 66305.3750582511, + 66280.3496676261, + 66379.38638637609, + 66297.5098238761, + 66376.1621676261, + 66380.1387301261, + 66305.3750582511, + 66274.3027926261, + 66376.1621676261, + 66280.3496676261, + 66376.1621676261, + 66282.0656832511, + 66376.47623012609, + 66381.0473238761, + 66266.2715426261, + 66297.5098238761, + 66282.0656832511, + 66380.1387301261, + 66280.3496676261, + 66379.3027926261, + 66266.2715426261, + 66282.0656832511 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_183027.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..91df5c5958dbb6fc0266e6a72a4b7864d598de7d --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260618_183027.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T18:30:27.125010+00:00", + "metrics": { + "MSE[mean]": 1122787.1049569447, + "MSE[0.5]": 1122787.1049569447, + "MAE[0.5]": 860.6114908854166, + "MASE[0.5]": 0.8483101650640917, + "MAPE[0.5]": 0.01326345977468627, + "sMAPE[0.5]": 0.01313166011026865, + "MSIS": 3.908215199389319, + "RMSE[mean]": 1059.6164895644768, + "NRMSE[mean]": 0.016237350163683675, + "ND[0.5]": 0.013187837552565819, + "mean_weighted_sum_quantile_loss": 0.010321859522397609 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "p10": [ + 64925.0, + 65019.592968749996, + 64427.15234375, + 64841.90671875, + 64523.291874999995, + 64724.1, + 65117.08, + 65044.56, + 65561.6171875, + 65179.799999999996, + 65183.72, + 65152.09203125, + 65101.2315625, + 64730.96, + 64341.80046875, + 64542.56265625, + 64442.90890625, + 64659.21328125, + 64531.03234375, + 64362.36515625, + 64536.92, + 64461.429375, + 64464.4, + 64361.507656249996 + ], + "p90": [ + 67575.0, + 67673.45390625, + 67056.83203125, + 67488.51515625, + 67156.895625, + 67365.9, + 67774.92, + 67699.44, + 68237.6015625, + 67840.2, + 67844.28, + 67811.36109375, + 67758.4246875, + 67373.04000000001, + 66967.99640625001, + 67176.95296875, + 67073.23171875, + 67298.36484375, + 67164.95203125, + 66989.40046875, + 67171.08, + 67092.50812500001, + 67095.6, + 66988.50796875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_183003.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_183003.json new file mode 100644 index 0000000000000000000000000000000000000000..e5a763c6c663324f85b6355c1718ae90bb61e6eb --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260618_183003.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T18:30:03.706815+00:00", + "metrics": { + "MSE[mean]": 497982.00566546124, + "MSE[0.5]": 497982.00566546124, + "MAE[0.5]": 564.0017903645834, + "MASE[0.5]": 0.5559401157755683, + "MAPE[0.5]": 0.008697375456756537, + "sMAPE[0.5]": 0.008645581731555841, + "MSIS": 1.9972860990063683, + "RMSE[mean]": 705.6784010195163, + "NRMSE[mean]": 0.010813674016163984, + "ND[0.5]": 0.008642650103395738, + "mean_weighted_sum_quantile_loss": 0.0063073889244049846 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65549.875, + 65558.375, + 65569.0, + 65598.75, + 65613.625, + 65613.625, + 65615.75, + 65617.875, + 65622.125, + 65624.25, + 65634.875, + 65643.375, + 65641.25, + 65643.375, + 65647.625, + 65628.5, + 65632.75, + 65624.25, + 65615.75, + 65609.375, + 65634.875, + 65617.875, + 65622.125, + 65620.0 + ], + "p10": [ + 65132.3125, + 65027.125, + 64925.125, + 64878.375, + 64810.375, + 64750.875, + 64697.75, + 64659.5, + 64612.75, + 64553.25, + 64532.0, + 64493.75, + 64455.5, + 64417.25, + 64413.0, + 64374.75, + 64353.5, + 64332.25, + 64323.75, + 64311.0, + 64332.25, + 64311.0, + 64294.0, + 64281.25 + ], + "p90": [ + 66011.0, + 66121.5, + 66219.25, + 66295.75, + 66359.5, + 66402.0, + 66444.5, + 66470.0, + 66487.0, + 66504.0, + 66521.0, + 66555.0, + 66563.5, + 66589.0, + 66589.0, + 66580.5, + 66563.5, + 66563.5, + 66563.5, + 66572.0, + 66597.5, + 66597.5, + 66614.5, + 66623.0 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_182716.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_182716.json new file mode 100644 index 0000000000000000000000000000000000000000..8cf4a23fc04921fc92c78a98e73d365b5224fe64 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260618_182716.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T18:27:16.872392+00:00", + "metrics": { + "MSE[mean]": 738856.7660821279, + "MSE[0.5]": 570699.654214859, + "MAE[0.5]": 585.0496419270834, + "MASE[0.5]": 0.5766871155801597, + "MAPE[0.5]": 0.009029842228555232, + "sMAPE[0.5]": 0.00896587210368016, + "MSIS": 23.996490346527747, + "RMSE[mean]": 859.567778643504, + "NRMSE[mean]": 0.013171843915897305, + "ND[0.5]": 0.008965183151323313, + "mean_weighted_sum_quantile_loss": 0.009701484269118191 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65648.9609375, + 65620.1953125, + 65643.140625, + 65657.078125, + 65676.375, + 65692.9453125, + 65718.3671875, + 65707.3125, + 65694.765625, + 65714.609375, + 65700.375, + 65679.9453125, + 65708.546875, + 65737.140625, + 65754.1953125, + 65734.1953125, + 65779.171875, + 65759.6796875, + 65731.1171875, + 65729.265625, + 65744.890625, + 65733.9921875, + 65707.265625, + 65693.3515625 + ], + "p10": [ + 65734.1796875, + 65713.625, + 65727.9921875, + 65763.015625, + 65753.9765625, + 65766.984375, + 65792.4921875, + 65779.3125, + 65794.9453125, + 65834.1171875, + 65785.0390625, + 65785.9921875, + 65805.640625, + 65818.4140625, + 65868.3671875, + 65860.5703125, + 65880.3125, + 65835.96875, + 65845.8671875, + 65874.1640625, + 65909.84375, + 65907.6484375, + 65864.609375, + 65835.5625 + ], + "p90": [ + 65971.640625, + 65985.765625, + 66033.2734375, + 66077.546875, + 66115.5078125, + 66154.640625, + 66204.53125, + 66224.421875, + 66224.0234375, + 66264.515625, + 66304.6953125, + 66250.0, + 66321.78125, + 66383.484375, + 66380.5234375, + 66406.2734375, + 66453.015625, + 66462.2421875, + 66467.4765625, + 66489.25, + 66528.984375, + 66533.4140625, + 66501.3125, + 66496.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_182830.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_182830.json new file mode 100644 index 0000000000000000000000000000000000000000..3da04b055bd9a6497393f76d2d3ab9379884fb35 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260618_182830.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-18T18:28:30.899201+00:00", + "metrics": { + "MSE[mean]": 538444.2242705027, + "MSE[0.5]": 538444.2242705027, + "MAE[0.5]": 564.86669921875, + "MASE[0.5]": 0.5567926618786754, + "MAPE[0.5]": 0.00871919752665199, + "sMAPE[0.5]": 0.008658561693916201, + "MSIS": 4.39773954957201, + "RMSE[mean]": 733.7875879779534, + "NRMSE[mean]": 0.011244413548773742, + "ND[0.5]": 0.0086559037928797, + "mean_weighted_sum_quantile_loss": 0.006298421775065253 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65705.453125, + 65691.0390625, + 65682.71875, + 65682.65625, + 65677.1875, + 65673.578125, + 65678.015625, + 65683.6171875, + 65691.2109375, + 65690.21875, + 65699.3125, + 65710.9375, + 65716.7734375, + 65724.390625, + 65739.109375, + 65751.8984375, + 65750.5234375, + 65746.0625, + 65738.9375, + 65720.90625, + 65704.40625, + 65678.8984375, + 65638.1640625, + 65594.3203125 + ], + "p10": [ + 65429.859375, + 65298.38671875, + 65208.20703125, + 65163.7265625, + 65128.1953125, + 65099.671875, + 65078.54296875, + 65048.375, + 65016.2734375, + 64977.67578125, + 64955.09765625, + 64940.3828125, + 64902.9921875, + 64877.03515625, + 64856.52734375, + 64835.3671875, + 64797.65234375, + 64764.31640625, + 64730.9140625, + 64690.83203125, + 64649.91015625, + 64615.03125, + 64567.0, + 64517.19921875 + ], + "p90": [ + 65994.4140625, + 66073.4375, + 66128.3671875, + 66194.09375, + 66245.3984375, + 66296.6328125, + 66355.765625, + 66406.734375, + 66455.578125, + 66496.8125, + 66546.6796875, + 66594.7578125, + 66628.453125, + 66681.6796875, + 66749.765625, + 66792.6953125, + 66828.53125, + 66883.5859375, + 66926.828125, + 66954.046875, + 66950.0, + 66943.25, + 66910.4921875, + 66885.875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_182805.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_182805.json new file mode 100644 index 0000000000000000000000000000000000000000..73aa0c3548015da2b5bdb1be9182ae53c9792e56 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260618_182805.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T18:28:05.789252+00:00", + "metrics": { + "MSE[mean]": 402565.46604855853, + "MSE[0.5]": 402565.46604855853, + "MAE[0.5]": 504.2911783854167, + "MASE[0.5]": 0.497082989603558, + "MAPE[0.5]": 0.007775246884666395, + "sMAPE[0.5]": 0.007735156333699832, + "MSIS": 2.3165227413544542, + "RMSE[mean]": 634.4804693988291, + "NRMSE[mean]": 0.009722651218726895, + "ND[0.5]": 0.007727656683850072, + "mean_weighted_sum_quantile_loss": 0.006531647469351736 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-13 00:00:00", + "2026-06-13 01:00:00", + "2026-06-13 02:00:00", + "2026-06-13 03:00:00", + "2026-06-13 04:00:00", + "2026-06-13 05:00:00", + "2026-06-13 06:00:00", + "2026-06-13 07:00:00", + "2026-06-13 08:00:00", + "2026-06-13 09:00:00", + "2026-06-13 10:00:00", + "2026-06-13 11:00:00", + "2026-06-13 12:00:00", + "2026-06-13 13:00:00", + "2026-06-13 14:00:00", + "2026-06-13 15:00:00", + "2026-06-13 16:00:00", + "2026-06-13 17:00:00", + "2026-06-13 18:00:00", + "2026-06-13 19:00:00", + "2026-06-13 20:00:00", + "2026-06-13 21:00:00", + "2026-06-13 22:00:00", + "2026-06-13 23:00:00", + "2026-06-14 00:00:00", + "2026-06-14 01:00:00", + "2026-06-14 02:00:00", + "2026-06-14 03:00:00", + "2026-06-14 04:00:00", + "2026-06-14 05:00:00", + "2026-06-14 06:00:00", + "2026-06-14 07:00:00", + "2026-06-14 08:00:00", + "2026-06-14 09:00:00", + "2026-06-14 10:00:00", + "2026-06-14 11:00:00", + "2026-06-14 12:00:00", + "2026-06-14 13:00:00", + "2026-06-14 14:00:00", + "2026-06-14 15:00:00", + "2026-06-14 16:00:00", + "2026-06-14 17:00:00", + "2026-06-14 18:00:00", + "2026-06-14 19:00:00", + "2026-06-14 20:00:00", + "2026-06-14 21:00:00", + "2026-06-14 22:00:00", + "2026-06-14 23:00:00", + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00" + ], + "context": [ + 63600.01171875, + 63837.890625, + 63646.01171875, + 63532.0, + 63512.01171875, + 63584.03125, + 63735.73828125, + 63846.0, + 63806.0, + 63743.12109375, + 63843.01171875, + 63971.28125, + 64133.12109375, + 64102.69140625, + 64220.96875, + 64296.1484375, + 64029.171875, + 63971.19140625, + 64161.4609375, + 64296.58984375, + 64278.30859375, + 64471.0390625, + 64456.46875, + 64458.01171875, + 64565.0, + 64563.0, + 64490.01171875, + 64545.30078125, + 64339.0703125, + 64338.0, + 64286.1015625, + 64429.390625, + 64456.328125, + 64616.0, + 64521.12890625, + 64546.0, + 64327.53125, + 64317.98828125, + 63983.55078125, + 64025.0703125, + 63942.62890625, + 63732.640625, + 63813.30078125, + 63802.0, + 64008.640625, + 65311.58984375, + 65426.78125, + 65746.453125, + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125 + ], + "actual": [ + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375 + ], + "predictions": { + "p50": [ + 65683.2421875, + 65675.4375, + 65657.1015625, + 65653.78125, + 65633.359375, + 65624.78125, + 65618.5078125, + 65607.1328125, + 65588.0234375, + 65591.359375, + 65578.4765625, + 65566.828125, + 65556.6953125, + 65546.4609375, + 65523.3125, + 65530.75390625, + 65514.58984375, + 65507.23828125, + 65503.33984375, + 65488.8828125, + 65478.015625, + 65477.22265625, + 65465.046875, + 65459.87109375 + ], + "p10": [ + 65395.234375, + 65252.890625, + 65126.44921875, + 65037.17578125, + 64930.96875, + 64836.96875, + 64752.9453125, + 64671.55859375, + 64577.86328125, + 64515.26953125, + 64422.43359375, + 64339.87890625, + 64256.0390625, + 64174.67578125, + 64106.16796875, + 64056.6640625, + 64001.45703125, + 63945.859375, + 63883.6796875, + 63829.96484375, + 63767.64453125, + 63736.0078125, + 63684.21484375, + 63639.17578125 + ], + "p90": [ + 65968.0234375, + 66075.75, + 66145.609375, + 66222.015625, + 66294.34375, + 66369.3125, + 66435.6953125, + 66497.9453125, + 66560.7890625, + 66640.125, + 66694.9609375, + 66753.9765625, + 66801.1328125, + 66872.15625, + 66897.296875, + 66988.2890625, + 67002.9765625, + 67046.25, + 67100.25, + 67128.3359375, + 67133.421875, + 67220.328125, + 67229.59375, + 67265.359375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_183026.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_183026.json new file mode 100644 index 0000000000000000000000000000000000000000..5c79355f4f8e454acd66f1d54ba955aeda2e5cf7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260618_183026.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-18T18:30:26.955329+00:00", + "metrics": { + "MSE[mean]": 503.55813367894524, + "MSE[0.5]": 2155.154451666285, + "MAE[0.5]": 42.580510765899874, + "MASE[0.5]": 1.5139737161208844, + "MAPE[0.5]": 0.01637896719752923, + "sMAPE[0.5]": 0.01653995050924489, + "MSIS": 3.7842661192804976, + "RMSE[mean]": 22.440101017574435, + "NRMSE[mean]": 0.008658559878163769, + "ND[0.5]": 0.016429779073659116, + "mean_weighted_sum_quantile_loss": 0.012484406181625479 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2549.4023240399224, + 2549.686575912018, + 2549.2143722222554, + 2551.6039037466594, + 2549.68265806113, + 2545.9419132961543, + 2545.0683771901076, + 2548.6524715125242, + 2551.603902981436, + 2550.452128450353, + 2547.3784037542914, + 2546.7989223743825, + 2546.7989223743825, + 2549.2144269764776, + 2551.0843872327537, + 2552.1368272009413, + 2545.044112522452, + 2552.030780378364, + 2548.6524715125242, + 2551.0843872327537, + 2548.74619588113, + 2549.682658071825, + 2550.452128450353, + 2548.558747143918 + ], + "p10": [ + 2524.487589848221, + 2523.091282015568, + 2527.37217545578, + 2527.580491103059, + 2527.3722301993075, + 2523.0682488651705, + 2524.767923880121, + 2527.044520205482, + 2527.33945920955, + 2526.9195788330803, + 2526.9195788330803, + 2527.044520205482, + 2524.5998679096488, + 2526.9195788330803, + 2524.7679238801234, + 2527.5400887563874, + 2523.087364175375, + 2527.5829070747077, + 2527.044520205482, + 2529.986747478314, + 2527.044520205482, + 2527.5400887563874, + 2527.3722302100023, + 2525.6923882213287 + ], + "p90": [ + 2591.3767744279967, + 2596.6844871610665, + 2588.384635140152, + 2592.1086085255606, + 2585.7269610486906, + 2588.3846898945235, + 2585.4316578554954, + 2591.657108459899, + 2592.9151484407153, + 2591.6069418709617, + 2591.0622215956782, + 2591.0622215956782, + 2592.1086077603372, + 2591.001697120647, + 2591.001697120647, + 2592.9151484407153, + 2592.9151484407153, + 2592.9151484407153, + 2591.001697120647, + 2591.112388184616, + 2591.6069418709617, + 2592.9151484407153, + 2595.218455954985, + 2588.6463906170015 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_182639.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_182639.json new file mode 100644 index 0000000000000000000000000000000000000000..41628d06097cc7003cac5bcfc5d9fcdda5b11bd1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260618_182639.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T18:26:39.051226+00:00", + "metrics": { + "MSE[mean]": 1088.6448701669772, + "MSE[0.5]": 1088.6448701669772, + "MAE[0.5]": 31.805684407552082, + "MASE[0.5]": 1.1308687789351852, + "MAPE[0.5]": 0.012250654279076914, + "sMAPE[0.5]": 0.012326581615984511, + "MSIS": 2.5200614872685185, + "RMSE[mean]": 32.99461880620804, + "NRMSE[mean]": 0.012731042626189598, + "ND[0.5]": 0.012272289803557074, + "mean_weighted_sum_quantile_loss": 0.008832994467192525 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2572.708740234375, + 2567.63818359375, + 2567.935546875, + 2568.78759765625, + 2567.708984375, + 2567.52685546875, + 2567.581787109375, + 2566.761962890625, + 2565.982421875, + 2565.395751953125, + 2566.624267578125, + 2566.112060546875, + 2565.59521484375, + 2565.10595703125, + 2564.563232421875, + 2565.69921875, + 2560.723388671875, + 2559.350341796875, + 2559.1298828125, + 2559.69140625, + 2560.58349609375, + 2559.6220703125, + 2558.7734375, + 2559.710693359375 + ], + "p10": [ + 2548.9765625, + 2549.364013671875, + 2549.1728515625, + 2548.97412109375, + 2548.890869140625, + 2548.909912109375, + 2549.233154296875, + 2549.0458984375, + 2549.26220703125, + 2549.65283203125, + 2549.636474609375, + 2549.34912109375, + 2549.2275390625, + 2549.049072265625, + 2549.329345703125, + 2549.318115234375, + 2549.32666015625, + 2549.425537109375, + 2549.5693359375, + 2549.131591796875, + 2549.328125, + 2549.466552734375, + 2549.252685546875, + 2549.666259765625 + ], + "p90": [ + 2618.428466796875, + 2618.667724609375, + 2618.857421875, + 2618.263427734375, + 2619.6171875, + 2619.04931640625, + 2619.241943359375, + 2618.5146484375, + 2619.497802734375, + 2620.222900390625, + 2620.146240234375, + 2619.503662109375, + 2619.73388671875, + 2620.0517578125, + 2619.175537109375, + 2618.639404296875, + 2621.822509765625, + 2622.322998046875, + 2622.418701171875, + 2621.14208984375, + 2620.9697265625, + 2623.025390625, + 2621.33154296875, + 2622.9560546875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_183027.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..0bf79b22521dd5fc4e64f8a78bf4f10130ac36f8 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260618_183027.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-18T18:30:27.070074+00:00", + "metrics": { + "MSE[mean]": 596.9988626333621, + "MSE[0.5]": 581.318139434197, + "MAE[0.5]": 24.06093353290271, + "MASE[0.5]": 0.855499858947652, + "MAPE[0.5]": 0.00928645223672551, + "sMAPE[0.5]": 0.00931307373006257, + "MSIS": 8.325925063621966, + "RMSE[mean]": 24.433560171071306, + "NRMSE[mean]": 0.009427740258934267, + "ND[0.5]": 0.009283961491795258, + "mean_weighted_sum_quantile_loss": 0.00795960164032772 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2578.4664203961424, + 2578.26565740146, + 2578.064894406777, + 2577.8641314120946, + 2577.663368417412, + 2577.4626054227297, + 2577.2618424280467, + 2577.0610794333643, + 2576.860316438682, + 2576.6595534439994, + 2576.4587904493164, + 2576.258027454634, + 2576.0572644599515, + 2575.856501465269, + 2575.655738470586, + 2575.4549754759037, + 2575.254212481221, + 2575.0534494865387, + 2574.852686491856, + 2574.6519234971734, + 2574.451160502491, + 2574.2503975078084, + 2574.0496345131255, + 2573.848871518443 + ], + "p10": [ + 2528.4664203961424, + 2528.26565740146, + 2528.064894406777, + 2527.8641314120946, + 2527.663368417412, + 2527.4626054227297, + 2527.2618424280467, + 2527.0610794333643, + 2526.860316438682, + 2526.6595534439994, + 2526.4587904493164, + 2526.258027454634, + 2526.0572644599515, + 2525.856501465269, + 2525.655738470586, + 2525.4549754759037, + 2525.254212481221, + 2525.0534494865387, + 2524.852686491856, + 2524.6519234971734, + 2524.451160502491, + 2524.2503975078084, + 2524.0496345131255, + 2523.848871518443 + ], + "p90": [ + 2628.4664203961424, + 2628.26565740146, + 2628.064894406777, + 2627.8641314120946, + 2627.663368417412, + 2627.4626054227297, + 2627.2618424280467, + 2627.0610794333643, + 2626.860316438682, + 2626.6595534439994, + 2626.4587904493164, + 2626.258027454634, + 2626.0572644599515, + 2625.856501465269, + 2625.655738470586, + 2625.4549754759037, + 2625.254212481221, + 2625.0534494865387, + 2624.852686491856, + 2624.6519234971734, + 2624.451160502491, + 2624.2503975078084, + 2624.0496345131255, + 2623.848871518443 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_182939.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_182939.json new file mode 100644 index 0000000000000000000000000000000000000000..2d66aced1a4e4acf4e16def5dd967ce0b05f5075 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260618_182939.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T18:29:39.421170+00:00", + "metrics": { + "MSE[mean]": 541.8331135337552, + "MSE[0.5]": 1974.810900927211, + "MAE[0.5]": 40.7487538655599, + "MASE[0.5]": 1.448844581886574, + "MAPE[0.5]": 0.015673996554720397, + "sMAPE[0.5]": 0.015821409810811607, + "MSIS": 4.547486436631944, + "RMSE[mean]": 23.27730898393874, + "NRMSE[mean]": 0.008981598321777006, + "ND[0.5]": 0.015722991845232116, + "mean_weighted_sum_quantile_loss": 0.012039339436936181 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2574.8057861328125, + 2551.561767578125, + 2551.7646484375, + 2551.4688720703125, + 2552.1904296875, + 2551.22705078125, + 2551.231689453125, + 2551.5015869140625, + 2550.7801513671875, + 2551.0986328125, + 2551.01025390625, + 2551.08349609375, + 2550.99755859375, + 2550.92578125, + 2551.869384765625, + 2550.788818359375, + 2550.762939453125, + 2551.1766357421875, + 2550.746337890625, + 2551.167724609375, + 2552.2535400390625, + 2551.2744140625, + 2551.0946044921875, + 2551.3853759765625 + ], + "p10": [ + 2550.0540771484375, + 2549.9837646484375, + 2550.072021484375, + 2549.8677978515625, + 2549.9638671875, + 2550.0286865234375, + 2549.93408203125, + 2550.0888671875, + 2549.9083251953125, + 2549.974609375, + 2550.08349609375, + 2550.0450439453125, + 2549.80126953125, + 2549.7391357421875, + 2550.0069580078125, + 2549.8001708984375, + 2549.8167724609375, + 2550.0086669921875, + 2549.58154296875, + 2550.0504150390625, + 2550.0904541015625, + 2549.98388671875, + 2550.005126953125, + 2549.9798583984375 + ], + "p90": [ + 2679.1112060546875, + 2684.694091796875, + 2689.0009765625, + 2691.1322021484375, + 2684.1558837890625, + 2664.456787109375, + 2701.3936767578125, + 2690.028076171875, + 2647.63671875, + 2662.1507568359375, + 2658.5958251953125, + 2658.9681396484375, + 2683.691650390625, + 2649.9471435546875, + 2700.4156494140625, + 2650.481201171875, + 2706.6566162109375, + 2662.6163330078125, + 2668.6278076171875, + 2665.4156494140625, + 2702.3094482421875, + 2683.697509765625, + 2705.3575439453125, + 2665.0638427734375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_183027.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..faaa430fefa61ee463dc3bf60d81e65740795b08 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260618_183027.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T18:30:27.114399+00:00", + "metrics": { + "MSE[mean]": 520.4852430553657, + "MSE[0.5]": 503.472222222226, + "MAE[0.5]": 22.222222222222324, + "MASE[0.5]": 0.790123456790127, + "MAPE[0.5]": 0.008583668510139137, + "sMAPE[0.5]": 0.008599688175254522, + "MSIS": 8.325925063621966, + "RMSE[mean]": 22.8141456788407, + "NRMSE[mean]": 0.008802885792478727, + "ND[0.5]": 0.00857449088960347, + "mean_weighted_sum_quantile_loss": 0.007438966297487222 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665, + 2579.1666666666665 + ], + "p10": [ + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665, + 2529.1666666666665 + ], + "p90": [ + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665, + 2629.1666666666665 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_183027.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..2dc1863283f5cbe9a40d8cc12296b4191168db40 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260618_183027.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T18:30:27.155786+00:00", + "metrics": { + "MSE[mean]": 1666.6666666666667, + "MSE[0.5]": 1666.6666666666667, + "MAE[0.5]": 29.166666666666668, + "MASE[0.5]": 1.037037037037037, + "MAPE[0.5]": 0.011265082956259428, + "sMAPE[0.5]": 0.011295891271619425, + "MSIS": 6.7170370346686425, + "RMSE[mean]": 40.824829046386306, + "NRMSE[mean]": 0.01575234561275356, + "ND[0.5]": 0.011254019292604502, + "mean_weighted_sum_quantile_loss": 0.009764201500535913 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "p10": [ + 2499.0, + 2499.0, + 2548.0, + 2597.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2548.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2597.0, + 2499.0, + 2499.0, + 2548.0, + 2499.0, + 2548.0, + 2499.0, + 2548.0, + 2548.0, + 2499.0, + 2548.0 + ], + "p90": [ + 2601.0, + 2601.0, + 2652.0, + 2703.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2652.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2703.0, + 2601.0, + 2601.0, + 2652.0, + 2601.0, + 2652.0, + 2601.0, + 2652.0, + 2652.0, + 2601.0, + 2652.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_183022.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_183022.json new file mode 100644 index 0000000000000000000000000000000000000000..e091dd432505784a4777b9b04aa49821cca5f38c --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260618_183022.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T18:30:22.008743+00:00", + "metrics": { + "MSE[mean]": 2151.554028093815, + "MSE[0.5]": 2151.554028093815, + "MAE[0.5]": 42.603515625, + "MASE[0.5]": 1.5147916666666668, + "MAPE[0.5]": 0.016388075393669085, + "sMAPE[0.5]": 0.016548786907707478, + "MSIS": 2.2782392939814815, + "RMSE[mean]": 46.3848469663727, + "NRMSE[mean]": 0.01789769014779654, + "ND[0.5]": 0.016438655546623795, + "mean_weighted_sum_quantile_loss": 0.010894730121248659 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2552.42431640625, + 2551.27490234375, + 2550.595703125, + 2550.8046875, + 2550.4912109375, + 2549.91650390625, + 2549.759765625, + 2549.341796875, + 2548.923828125, + 2548.505859375, + 2548.8193359375, + 2548.6103515625, + 2548.6103515625, + 2548.296875, + 2547.9833984375, + 2548.1923828125, + 2549.70751953125, + 2547.9833984375, + 2547.7744140625, + 2547.9833984375, + 2547.40869140625, + 2548.24462890625, + 2547.9833984375, + 2547.87890625 + ], + "p10": [ + 2542.3408203125, + 2544.8486328125, + 2545.37109375, + 2544.953125, + 2544.4306640625, + 2545.4755859375, + 2545.6845703125, + 2545.0576171875, + 2545.0576171875, + 2545.2666015625, + 2544.953125, + 2544.326171875, + 2544.53515625, + 2544.744140625, + 2545.580078125, + 2545.6845703125, + 2543.5947265625, + 2542.9677734375, + 2543.8037109375, + 2544.326171875, + 2544.0126953125, + 2544.953125, + 2544.53515625, + 2544.744140625 + ], + "p90": [ + 2604.095703125, + 2607.6484375, + 2609.73828125, + 2611.828125, + 2611.201171875, + 2608.06640625, + 2607.23046875, + 2607.439453125, + 2608.275390625, + 2607.6484375, + 2608.06640625, + 2607.857421875, + 2609.3203125, + 2609.73828125, + 2608.693359375, + 2609.73828125, + 2609.3203125, + 2610.783203125, + 2610.57421875, + 2610.783203125, + 2609.111328125, + 2608.484375, + 2606.603515625, + 2606.8125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_182739.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_182739.json new file mode 100644 index 0000000000000000000000000000000000000000..b0d3546a1e7a1df5792b5c382eddf3830d556bb7 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260618_182739.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T18:27:39.766051+00:00", + "metrics": { + "MSE[mean]": 1061.3395309820771, + "MSE[0.5]": 1875.906575312217, + "MAE[0.5]": 39.96038818359375, + "MASE[0.5]": 1.4208138020833332, + "MAPE[0.5]": 0.01537279078204048, + "sMAPE[0.5]": 0.015512616477526393, + "MSIS": 7.780761357060186, + "RMSE[mean]": 32.57820638067844, + "NRMSE[mean]": 0.012570369021483643, + "ND[0.5]": 0.015418799299135852, + "mean_weighted_sum_quantile_loss": 0.009779899768890675 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2555.837890625, + 2554.448974609375, + 2554.33056640625, + 2553.009765625, + 2553.073486328125, + 2552.15771484375, + 2553.008544921875, + 2553.55126953125, + 2553.737060546875, + 2553.766845703125, + 2553.322998046875, + 2553.20556640625, + 2552.753662109375, + 2552.28759765625, + 2551.4775390625, + 2550.624267578125, + 2551.3798828125, + 2551.415771484375, + 2550.7744140625, + 2551.681396484375, + 2552.245849609375, + 2552.032470703125, + 2550.94140625, + 2551.59423828125 + ], + "p10": [ + 2573.583740234375, + 2573.815185546875, + 2573.7978515625, + 2575.0, + 2575.5771484375, + 2574.788818359375, + 2574.4521484375, + 2574.003662109375, + 2575.05322265625, + 2574.711181640625, + 2574.738037109375, + 2574.17431640625, + 2574.115234375, + 2574.946533203125, + 2575.105224609375, + 2574.305419921875, + 2575.35107421875, + 2575.046630859375, + 2575.60498046875, + 2575.10400390625, + 2575.87353515625, + 2576.75439453125, + 2576.32763671875, + 2576.119384765625 + ], + "p90": [ + 2594.14599609375, + 2596.010498046875, + 2599.04345703125, + 2598.5615234375, + 2599.052490234375, + 2599.098388671875, + 2599.20654296875, + 2599.285888671875, + 2599.898681640625, + 2599.3515625, + 2600.051025390625, + 2600.160888671875, + 2600.411376953125, + 2599.911376953125, + 2600.04931640625, + 2599.2255859375, + 2600.617431640625, + 2600.72314453125, + 2600.79443359375, + 2600.59375, + 2601.794189453125, + 2601.66650390625, + 2601.392578125, + 2602.422119140625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_182849.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_182849.json new file mode 100644 index 0000000000000000000000000000000000000000..8bbd6ffbdce0edf0a450a8a3dc01fb7ea012f2ad --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260618_182849.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-18T18:28:49.227716+00:00", + "metrics": { + "MSE[mean]": 768.9420472805699, + "MSE[0.5]": 768.9420472805699, + "MAE[0.5]": 27.581166585286457, + "MASE[0.5]": 0.9806637008101853, + "MAPE[0.5]": 0.010636686360554337, + "sMAPE[0.5]": 0.010680731484669373, + "MSIS": 3.2608268229166666, + "RMSE[mean]": 27.729804313780686, + "NRMSE[mean]": 0.010699602950654927, + "ND[0.5]": 0.010642250772457798, + "mean_weighted_sum_quantile_loss": 0.008528848629672426 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2571.5546875, + 2570.34033203125, + 2568.79736328125, + 2571.688720703125, + 2571.305908203125, + 2569.951171875, + 2572.22998046875, + 2574.396728515625, + 2575.58544921875, + 2575.521728515625, + 2574.35107421875, + 2574.697265625, + 2572.769287109375, + 2571.725341796875, + 2570.7021484375, + 2570.85693359375, + 2571.90234375, + 2570.40478515625, + 2570.265869140625, + 2571.373291015625, + 2570.46533203125, + 2570.064697265625, + 2569.888671875, + 2568.8984375 + ], + "p10": [ + 2548.660400390625, + 2548.88232421875, + 2548.026611328125, + 2548.782470703125, + 2549.091796875, + 2549.830810546875, + 2548.93017578125, + 2549.232177734375, + 2549.256591796875, + 2549.56591796875, + 2549.36083984375, + 2549.11181640625, + 2548.68408203125, + 2549.176025390625, + 2549.048095703125, + 2549.438720703125, + 2549.276611328125, + 2549.075927734375, + 2548.863525390625, + 2548.47265625, + 2548.796875, + 2549.171875, + 2548.867431640625, + 2549.2001953125 + ], + "p90": [ + 2634.928955078125, + 2631.78759765625, + 2628.432373046875, + 2633.310791015625, + 2636.631591796875, + 2634.46923828125, + 2636.990478515625, + 2637.395751953125, + 2640.62890625, + 2639.480224609375, + 2641.931396484375, + 2641.644775390625, + 2641.854248046875, + 2641.951171875, + 2642.714599609375, + 2643.73193359375, + 2645.137939453125, + 2643.14306640625, + 2645.278076171875, + 2644.18017578125, + 2648.43603515625, + 2648.378173828125, + 2647.000244140625, + 2648.42431640625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_182822.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_182822.json new file mode 100644 index 0000000000000000000000000000000000000000..d84f645817bef6b504f2346be8c0659a29d6d4a1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260618_182822.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T18:28:22.231568+00:00", + "metrics": { + "MSE[mean]": 387.5897338837385, + "MSE[0.5]": 387.5897338837385, + "MAE[0.5]": 13.6732177734375, + "MASE[0.5]": 0.48615885416666665, + "MAPE[0.5]": 0.005314284718294368, + "sMAPE[0.5]": 0.005294301567628221, + "MSIS": 1.8283865017361112, + "RMSE[mean]": 19.687298796019185, + "NRMSE[mean]": 0.007596385387531519, + "ND[0.5]": 0.005275839655345659, + "mean_weighted_sum_quantile_loss": 0.004732663224449579 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-18 07:55:00", + "2026-06-18 08:10:00", + "2026-06-18 08:25:00", + "2026-06-18 08:40:00", + "2026-06-18 08:55:00", + "2026-06-18 09:10:00", + "2026-06-18 09:25:00", + "2026-06-18 09:40:00", + "2026-06-18 09:55:00", + "2026-06-18 10:10:00", + "2026-06-18 10:25:00", + "2026-06-18 10:40:00", + "2026-06-18 10:55:00", + "2026-06-18 11:10:00", + "2026-06-18 11:25:00", + "2026-06-18 11:40:00", + "2026-06-18 11:55:00", + "2026-06-18 12:10:00", + "2026-06-18 12:25:00", + "2026-06-18 12:40:00", + "2026-06-18 12:55:00", + "2026-06-18 13:10:00", + "2026-06-18 13:25:00", + "2026-06-18 13:40:00", + "2026-06-18 13:55:00", + "2026-06-18 14:10:00", + "2026-06-18 14:25:00", + "2026-06-18 14:40:00", + "2026-06-18 14:55:00", + "2026-06-18 15:10:00", + "2026-06-18 15:25:00", + "2026-06-18 15:40:00", + "2026-06-18 15:55:00", + "2026-06-18 16:10:00", + "2026-06-18 16:25:00", + "2026-06-18 16:40:00", + "2026-06-18 16:55:00", + "2026-06-18 17:10:00", + "2026-06-18 17:25:00", + "2026-06-18 17:40:00", + "2026-06-18 17:55:00", + "2026-06-18 18:10:00", + "2026-06-18 18:25:00", + "2026-06-18 18:40:00", + "2026-06-18 18:55:00", + "2026-06-18 19:10:00", + "2026-06-18 19:25:00", + "2026-06-18 19:40:00", + "2026-06-18 19:55:00", + "2026-06-18 20:10:00", + "2026-06-18 20:25:00", + "2026-06-18 20:40:00", + "2026-06-18 20:55:00", + "2026-06-18 21:10:00", + "2026-06-18 21:25:00", + "2026-06-18 21:40:00", + "2026-06-18 21:55:00", + "2026-06-18 22:10:00", + "2026-06-18 22:25:00", + "2026-06-18 22:40:00", + "2026-06-18 22:55:00", + "2026-06-18 23:10:00", + "2026-06-18 23:25:00", + "2026-06-18 23:40:00", + "2026-06-18 23:55:00", + "2026-06-19 00:10:00", + "2026-06-19 00:25:00", + "2026-06-19 00:40:00", + "2026-06-19 00:55:00", + "2026-06-19 01:10:00", + "2026-06-19 01:25:00", + "2026-06-19 01:40:00", + "2026-06-19 01:55:00", + "2026-06-19 02:10:00", + "2026-06-19 02:25:00", + "2026-06-19 02:40:00", + "2026-06-19 02:55:00", + "2026-06-19 03:10:00", + "2026-06-19 03:25:00", + "2026-06-19 03:40:00", + "2026-06-19 03:55:00", + "2026-06-19 04:10:00", + "2026-06-19 04:25:00", + "2026-06-19 04:40:00", + "2026-06-19 04:55:00", + "2026-06-19 05:10:00", + "2026-06-19 05:25:00", + "2026-06-19 05:40:00", + "2026-06-19 05:55:00", + "2026-06-19 06:10:00", + "2026-06-19 06:25:00", + "2026-06-19 06:40:00", + "2026-06-19 06:55:00", + "2026-06-19 07:10:00", + "2026-06-19 07:25:00", + "2026-06-19 07:40:00", + "2026-06-19 07:55:00", + "2026-06-19 08:10:00", + "2026-06-19 08:25:00", + "2026-06-19 08:40:00", + "2026-06-19 08:55:00", + "2026-06-19 09:10:00", + "2026-06-19 09:25:00", + "2026-06-19 09:40:00", + "2026-06-19 09:55:00", + "2026-06-19 10:10:00", + "2026-06-19 10:25:00", + "2026-06-19 10:40:00", + "2026-06-19 10:55:00", + "2026-06-19 11:10:00", + "2026-06-19 11:25:00", + "2026-06-19 11:40:00", + "2026-06-19 11:55:00", + "2026-06-19 12:10:00", + "2026-06-19 12:25:00", + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" + ], + "context": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2550.0, + 2600.0, + 2650.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2650.0, + 2550.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0 + ], + "actual": [ + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2579.4833984375, + 2585.402099609375, + 2594.52734375, + 2593.2080078125, + 2593.5263671875, + 2586.8251953125, + 2588.464599609375, + 2593.8681640625, + 2595.71533203125, + 2592.930419921875, + 2589.446044921875, + 2591.30322265625, + 2593.545654296875, + 2595.089111328125, + 2594.03955078125, + 2595.564453125, + 2594.92626953125, + 2590.95556640625, + 2594.170166015625, + 2596.119873046875, + 2596.66796875, + 2595.920654296875, + 2595.627197265625, + 2596.83837890625 + ], + "p10": [ + 2549.578857421875, + 2549.699462890625, + 2549.347412109375, + 2549.49609375, + 2549.51318359375, + 2549.427734375, + 2549.711181640625, + 2549.43798828125, + 2549.615234375, + 2549.445068359375, + 2549.6162109375, + 2549.761474609375, + 2549.460693359375, + 2549.50439453125, + 2549.66748046875, + 2549.43017578125, + 2549.652099609375, + 2549.741455078125, + 2549.711669921875, + 2549.6240234375, + 2549.63037109375, + 2549.645751953125, + 2549.757568359375, + 2549.71533203125 + ], + "p90": [ + 2601.793701171875, + 2600.86474609375, + 2601.1748046875, + 2600.89990234375, + 2600.787109375, + 2600.213134765625, + 2600.655517578125, + 2600.62646484375, + 2601.146484375, + 2600.813232421875, + 2600.90478515625, + 2600.883056640625, + 2600.96435546875, + 2600.727294921875, + 2601.00341796875, + 2601.150146484375, + 2601.228759765625, + 2601.04638671875, + 2600.904541015625, + 2601.131103515625, + 2601.531494140625, + 2601.281982421875, + 2601.43701171875, + 2601.182373046875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_183026.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_183026.json new file mode 100644 index 0000000000000000000000000000000000000000..2327aa38428eaed828c161043e3ead1219a51823 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260618_183026.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T18:30:26.829700+00:00", + "metrics": { + "MSE[mean]": 0.5893244208412699, + "MSE[0.5]": 0.5924078986737857, + "MAE[0.5]": 0.5187602485745285, + "MASE[0.5]": 0.5714267342928091, + "MAPE[0.5]": 5.3341410849758635, + "sMAPE[0.5]": 1.0470312162773043, + "MSIS": 22.078027401899398, + "RMSE[mean]": 0.7676746842519101, + "NRMSE[mean]": 3.0497569423703568, + "ND[0.5]": 2.0608894652526817, + "mean_weighted_sum_quantile_loss": 2.046775147838272 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9703400698532744, + 0.9190821230995928, + 0.8687338542077078, + 0.8194250991743444, + 0.7707418495807151, + 0.721656181044585, + 0.6713850695553385, + 0.6251204601433634, + 0.5762736895740691, + 0.5257584768584455, + 0.4802131846181861, + 0.4319564179170522, + 0.38507654780086487, + 0.3391535943012705, + 0.29103032830892794, + 0.24363778336098116, + 0.19705416185215172, + 0.15086733298743765, + 0.10414688526909739, + 0.05926507255576614, + 0.012032762952017415, + -0.0318008451018571, + -0.07748845161864108, + -0.1228985885231038, + -0.1676001940946587, + -0.21110372656275198, + -0.2566761554318149, + -0.3001512124378187, + -0.34364119398602344, + -0.38696360313900735, + -0.4306123780351636, + -0.47363878841802254, + -0.5173362595018905, + -0.5615802638334999, + -0.6042408127459221, + -0.6448953754607187, + -0.6874210664687408, + -0.7279629802467873, + -0.770808641465512, + -0.812190942344562, + -0.8537666632375178, + -0.8955955606770097, + -0.9362133970794003, + -0.9769811624695707, + -1.0170482862056665, + -1.0588781225235657, + -1.0967494646727967, + -1.1379878085251718, + -1.177789027530932, + -1.2185982824320503, + -1.2553361451550802, + -1.295967991957387, + -1.3346305847335898, + -1.3743112658818903, + -1.412517937299129, + -1.4517736404332422, + -1.488426082816348, + -1.5257445012036606, + -1.5645386658118727, + -1.6025467562210745 + ], + "p10": [ + 0.9590322364230459, + 0.9091117339704446, + 0.8590804911349267, + 0.8091491907202153, + 0.7609851353185506, + 0.7107571834329623, + 0.6618567993271368, + 0.61484639484868, + 0.5647831679492945, + 0.5167684426126804, + 0.4678180648396161, + 0.4201077291625509, + 0.37345120212143984, + 0.3263582126463954, + 0.28285467718947765, + 0.23307288673716547, + 0.18732764839216073, + 0.13945562596042776, + 0.09336108252506888, + 0.04716496497507792, + 0.002594586240492784, + -0.04178717011513034, + -0.08866404192442323, + -0.13443045386587674, + -0.17839653575311776, + -0.22274239425889597, + -0.26736927624748785, + -0.30927437613252456, + -0.35460121893246876, + -0.3987297864027034, + -0.44243468312170897, + -0.485567662129078, + -0.5284213876427343, + -0.5718433572030411, + -0.6140143815860525, + -0.657240710450085, + -0.6990243632518636, + -0.7394529255415668, + -0.7827365733483724, + -0.8239149041643613, + -0.8649604683359643, + -0.9064534020933124, + -0.9473987895693119, + -0.9880196414533753, + -1.0282859898847334, + -1.0695029429156757, + -1.1093354218032367, + -1.1490329974165934, + -1.1889596580768247, + -1.2283833134012043, + -1.2675019091767137, + -1.3054414201293454, + -1.3449168360572377, + -1.384910880847782, + -1.4234960190289447, + -1.4617382063620703, + -1.5001513928215429, + -1.5371215287406754, + -1.5753877756909933, + -1.6133883850961368 + ], + "p90": [ + 0.9849976113846194, + 0.932324172964137, + 0.8819277249131904, + 0.8316164462067881, + 0.7823282707462299, + 0.733357466469274, + 0.6833924057573869, + 0.6395716423106285, + 0.5883253604570716, + 0.5389330353030235, + 0.4947809980549318, + 0.4446584117712185, + 0.39708208628325314, + 0.35005601471662107, + 0.30185302543916853, + 0.2554514936916303, + 0.2109991044930372, + 0.16327558502555503, + 0.11612352397185723, + 0.07235902768263333, + 0.02432523304786309, + -0.01736447973102048, + -0.06562388635001683, + -0.11021015133159055, + -0.15362606069222512, + -0.20069024597075644, + -0.24401672753885298, + -0.2886217893165851, + -0.32881300501134414, + -0.3727515772406184, + -0.41995410152373086, + -0.4621029167053163, + -0.5065881516284614, + -0.5496309027523791, + -0.5902692595528441, + -0.631643814792273, + -0.673857682383206, + -0.7168297387932702, + -0.758285832022114, + -0.8001711303165483, + -0.8418346089372785, + -0.8834188781575101, + -0.9242000944158454, + -0.9632838095080748, + -1.005275686818014, + -1.0454456364595137, + -1.0877884820389707, + -1.1261574860166699, + -1.167196584493083, + -1.2049305583135728, + -1.2441783557373254, + -1.280051378534912, + -1.3224708433746237, + -1.3618269215070784, + -1.3970365022472724, + -1.4383010795876012, + -1.476598015964798, + -1.5143321979258855, + -1.5528294783422123, + -1.5873497068187106 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_182629.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_182629.json new file mode 100644 index 0000000000000000000000000000000000000000..b129cb7aeda16f538c96e645d93e2fa1cf70e5c2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260618_182629.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T18:26:29.159447+00:00", + "metrics": { + "MSE[mean]": 0.20512329489316755, + "MSE[0.5]": 0.20512329489316755, + "MAE[0.5]": 0.40267613370281957, + "MASE[0.5]": 0.4435573247790961, + "MAPE[0.5]": 4.6095969746194365, + "sMAPE[0.5]": 1.262529252761475, + "MSIS": 2.567955775539816, + "RMSE[mean]": 0.45290539287269205, + "NRMSE[mean]": 1.7992665311042262, + "ND[0.5]": 1.599719724356629, + "mean_weighted_sum_quantile_loss": 1.3485314788651388 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9272427558898926, + 0.8720765709877014, + 0.8121672868728638, + 0.7561731338500977, + 0.6899467706680298, + 0.6297237277030945, + 0.5711269378662109, + 0.51153165102005, + 0.4529101848602295, + 0.39236098527908325, + 0.33615797758102417, + 0.27575016021728516, + 0.2236040234565735, + 0.17592251300811768, + 0.12181425094604492, + 0.0808112621307373, + -0.052332162857055664, + -0.10456216335296631, + -0.14273595809936523, + -0.1910414695739746, + -0.23508155345916748, + -0.2867070436477661, + -0.3257267475128174, + -0.3654431104660034, + -0.40348100662231445, + -0.43925225734710693, + -0.4740492105484009, + -0.5036799907684326, + -0.535846471786499, + -0.5501910448074341, + -0.5867558717727661, + -0.6149283647537231, + -0.6689918041229248, + -0.680848240852356, + -0.6981935501098633, + -0.7232311964035034, + -0.729560136795044, + -0.7419909238815308, + -0.7440241575241089, + -0.752402663230896, + -0.7523635625839233, + -0.7505258321762085, + -0.7523815631866455, + -0.7430163621902466, + -0.738476037979126, + -0.7367793321609497, + -0.7381227016448975, + -0.7331235408782959, + -0.6308486461639404, + -0.6157389879226685, + -0.6105355024337769, + -0.6038442850112915, + -0.5671213865280151, + -0.5541282892227173, + -0.5226695537567139, + -0.4993804693222046, + -0.47499215602874756, + -0.444871187210083, + -0.42140257358551025, + -0.3935091495513916 + ], + "p10": [ + 0.9009060859680176, + 0.8332643508911133, + 0.7742863893508911, + 0.7122694253921509, + 0.6379910707473755, + 0.5710834264755249, + 0.5061370730400085, + 0.443062961101532, + 0.37122684717178345, + 0.30919671058654785, + 0.23644918203353882, + 0.17060506343841553, + 0.10601365566253662, + 0.043570756912231445, + -0.027047157287597656, + -0.08068299293518066, + -0.22410452365875244, + -0.2728348970413208, + -0.3317563533782959, + -0.3840627670288086, + -0.44088244438171387, + -0.5118268728256226, + -0.5585131645202637, + -0.613855242729187, + -0.6708378791809082, + -0.7151356935501099, + -0.7683546543121338, + -0.817460298538208, + -0.8652805089950562, + -0.910675048828125, + -0.945364236831665, + -0.9882783889770508, + -1.2125804424285889, + -1.2457849979400635, + -1.3031961917877197, + -1.329651117324829, + -1.381305456161499, + -1.4145193099975586, + -1.4446744918823242, + -1.4584128856658936, + -1.4877276420593262, + -1.5160281658172607, + -1.5457377433776855, + -1.5689055919647217, + -1.5808765888214111, + -1.6350839138031006, + -1.6282618045806885, + -1.6078734397888184, + -1.714005947113037, + -1.712151050567627, + -1.7395706176757812, + -1.7476081848144531, + -1.7565124034881592, + -1.788445234298706, + -1.778843641281128, + -1.8004024028778076, + -1.7880394458770752, + -1.8213825225830078, + -1.826158046722412, + -1.865908145904541 + ], + "p90": [ + 0.9571501016616821, + 0.9020532369613647, + 0.8482327461242676, + 0.7941638827323914, + 0.7355716228485107, + 0.6855394840240479, + 0.627108097076416, + 0.5766640305519104, + 0.5270870327949524, + 0.4781939387321472, + 0.42253923416137695, + 0.38024038076400757, + 0.3330642580986023, + 0.2950360178947449, + 0.2379785180091858, + 0.22276520729064941, + 0.11777722835540771, + 0.08142423629760742, + 0.044566988945007324, + 0.012047886848449707, + -0.019197583198547363, + -0.04901254177093506, + -0.07451760768890381, + -0.09553682804107666, + -0.11885833740234375, + -0.13044023513793945, + -0.16726410388946533, + -0.17270100116729736, + -0.18330299854278564, + -0.19287109375, + -0.20232641696929932, + -0.24368369579315186, + -0.17215776443481445, + -0.18189013004302979, + -0.18393921852111816, + -0.17567777633666992, + -0.18768370151519775, + -0.1618574857711792, + -0.1551748514175415, + -0.15293335914611816, + -0.13072657585144043, + -0.09549927711486816, + -0.0990673303604126, + -0.07201528549194336, + -0.0398714542388916, + -0.025464892387390137, + 0.01188957691192627, + 0.03995513916015625, + 0.17129284143447876, + 0.15868794918060303, + 0.19598352909088135, + 0.2463276982307434, + 0.29343515634536743, + 0.3215760588645935, + 0.3676055669784546, + 0.43249595165252686, + 0.47902965545654297, + 0.49555057287216187, + 0.5542717576026917, + 0.602566123008728 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_183027.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..80e017011a67869c13463d4b5f8395f2ef01d3e9 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260618_183027.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T18:30:27.034479+00:00", + "metrics": { + "MSE[mean]": 0.9777058466071631, + "MSE[0.5]": 0.9726238396353847, + "MAE[0.5]": 0.6839928616087744, + "MASE[0.5]": 0.7534343818029515, + "MAPE[0.5]": 7.153209866106518, + "sMAPE[0.5]": 1.1679024539927536, + "MSIS": 28.72523356743949, + "RMSE[mean]": 0.9887900922881272, + "NRMSE[mean]": 3.928186652971862, + "ND[0.5]": 2.7173124515053146, + "mean_weighted_sum_quantile_loss": 2.6892104942919284 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9699468191195477, + 0.918459046498045, + 0.8754712538493815, + 0.8174834159011881, + 0.7609957076527017, + 0.7175079214413399, + 0.6575201986493202, + 0.6100323745294044, + 0.5640445608999061, + 0.506556865526023, + 0.4610691050638676, + 0.40408128404339333, + 0.35809355982086216, + 0.30610585324130574, + 0.2601179874577432, + 0.20213020166361403, + 0.14614245717550364, + 0.09465468455400092, + 0.04316691193249808, + -0.008320860689004537, + -0.05430858491153581, + -0.10829644455582002, + -0.1577842131242068, + -0.20827202842263529, + -0.2607596838614065, + -0.31924758987810414, + -0.36873526903952397, + -0.4182231270148781, + -0.4667108339520622, + -0.5171985449423623, + -0.5756863317497704, + -0.6226742219116327, + -0.6806619257493755, + -0.7291496773900431, + -0.7806374798138683, + -0.8246252893902507, + -0.8801130254145016, + -0.9276008346332564, + -0.9865885404975568, + -1.0375763493586836, + -1.0835641331858599, + -1.1310518977011308, + -1.1895396696073777, + -1.2340274429441365, + -1.2895151938695484, + -1.3495030060685351, + -1.4004907851273398, + -1.4439785713387014, + -1.499466292461791, + -1.554954102991848, + -1.5984418892032097, + -1.6594296289229484, + -1.701417404643893, + -1.756905155569305, + -1.8038929265218775, + -1.8523806632613844, + -1.9113684734338132, + -1.9578562508236874, + -2.014344078281463, + -2.0708317865299497 + ], + "p10": [ + 0.9277467932034482, + 0.8704590684325543, + 0.831971241690034, + 0.7741834805156033, + 0.7259957410313028, + 0.6685079264481301, + 0.6070201633633705, + 0.5673323848529289, + 0.5210445780660438, + 0.462456831289115, + 0.4110690633406163, + 0.3595812907191136, + 0.31209358580848734, + 0.2586057495292239, + 0.21071801102541982, + 0.15363020023310256, + 0.10214242761159983, + 0.04665466178502661, + -0.0009331223044098759, + -0.053320936982949846, + -0.0950087106058107, + -0.15229642569094995, + -0.20098416358082605, + -0.2546719197991306, + -0.3030598813435155, + -0.3542475317496056, + -0.41303529772127895, + -0.46422307122493056, + -0.5160108459445166, + -0.5692985924115014, + -0.6186863890894386, + -0.6722741376545068, + -0.7246619553132793, + -0.7771496599258821, + -0.8226374755223339, + -0.8743252485491481, + -0.9277130294914594, + -0.9592008211864486, + -1.0265885023505843, + -1.075076315481825, + -1.1308641064799987, + -1.1810518202150926, + -1.230739616010881, + -1.282227388632384, + -1.3359151448506885, + -1.3962029710686876, + -1.4454907451922279, + -1.4939785236549856, + -1.5464663430065297, + -1.5929540011871148, + -1.648441841519494, + -1.6999296141409965, + -1.7544173809212444, + -1.8002051505595345, + -1.8514929227757255, + -1.8988806774258695, + -1.9584685167306273, + -2.0000562439572325, + -2.064343975463451, + -2.1098317910599027 + ], + "p90": [ + 1.0000467951823224, + 0.9495590603501645, + 0.9000712709201518, + 0.8514834550018351, + 0.7959956742741007, + 0.7455079483826393, + 0.6931202409924598, + 0.6455324241204689, + 0.5913446266557502, + 0.5385568767316962, + 0.4870690683474065, + 0.43958127402981306, + 0.38719351895591775, + 0.33670578114352745, + 0.28411796903990805, + 0.23073022684061598, + 0.1772423641117915, + 0.12565470267381293, + 0.0751669767823516, + 0.02267915743080748, + -0.0268086409399019, + -0.07529639258056978, + -0.13078420013039424, + -0.18327193305520365, + -0.23375971855130975, + -0.2852474852123479, + -0.3366352114375952, + -0.3852230750396278, + -0.4377107751818824, + -0.4910985293021035, + -0.5376864186533424, + -0.5941741209413645, + -0.6456619170321961, + -0.6971497287692469, + -0.7496375511010235, + -0.7961252688862529, + -0.8516130168314328, + -0.8991007545246138, + -0.9544884828956282, + -1.0060763253827152, + -1.0565640933699572, + -1.1050518450106248, + -1.1605396432472235, + -1.2089274382711324, + -1.2634151186246447, + -1.3150029734051898, + -1.362490761762319, + -1.4187784785461905, + -1.4683662696689748, + -1.520954051597743, + -1.5723417543536613, + -1.6239295197272392, + -1.674217367402911, + -1.726905154377212, + -1.7752929371076624, + -1.8277806432103818, + -1.8793684085839597, + -1.9288562665593136, + -1.9843439876824032, + -2.0358318169283187 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_182922.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_182922.json new file mode 100644 index 0000000000000000000000000000000000000000..45226e9cf277553ff4e81f61c3894f5da54d792d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260618_182922.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T18:29:22.997340+00:00", + "metrics": { + "MSE[mean]": 1.8693601118056256, + "MSE[0.5]": 1.3865792522817213, + "MAE[0.5]": 0.9991258180234581, + "MASE[0.5]": 1.10056081766017, + "MAPE[0.5]": 11.161531339502009, + "sMAPE[0.5]": 1.4508999280468595, + "MSIS": 10.032591068776979, + "RMSE[mean]": 1.3672454468037645, + "NRMSE[mean]": 5.431683991738543, + "ND[0.5]": 3.9692476023067726, + "mean_weighted_sum_quantile_loss": 2.5800378634883714 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.95172518491745, + 0.9224255979061127, + 0.8959102630615234, + 0.8753772974014282, + 0.8417149186134338, + 0.8343603014945984, + 0.8307662606239319, + 0.7953594923019409, + 0.7796285450458527, + 0.7687890231609344, + 0.7607234716415405, + 0.7491856813430786, + 0.7312169075012207, + 0.7329363226890564, + 0.702772855758667, + 0.6881580948829651, + 0.6911742091178894, + 0.654491662979126, + 0.6465450823307037, + 0.6525934040546417, + 0.7016160488128662, + 0.6669426262378693, + 0.7055374085903168, + 0.7088175714015961, + 0.7032158970832825, + 0.7296909689903259, + 0.7862301170825958, + 0.7682203054428101, + 0.8599789440631866, + 0.8325499296188354, + 0.9313027858734131, + 0.9066382646560669, + 1.0754281282424927, + 0.9532698392868042, + 1.094860553741455, + 1.3232198357582092, + 1.1666184067726135, + 1.1254732608795166, + 1.253497064113617, + 1.201948642730713, + 1.2458717823028564, + 1.2806347012519836, + 1.3315134048461914, + 1.3591374158859253, + 1.4101861715316772, + 1.299428105354309, + 1.3858831524848938, + 1.4115121364593506, + 1.9172760248184204, + 1.8076245784759521, + 1.8280175924301147, + 1.9810122847557068, + 2.202335238456726, + 1.8124451637268066, + 2.017175555229187, + 1.7346866130828857, + 1.8091835975646973, + 1.96453058719635, + 1.758786141872406, + 1.9972695112228394 + ], + "p10": [ + 0.9328215718269348, + 0.888157844543457, + 0.8533554971218109, + 0.8208039700984955, + 0.7902199327945709, + 0.7660010159015656, + 0.7490619122982025, + 0.7184521853923798, + 0.6671005189418793, + 0.640018880367279, + 0.637310266494751, + 0.5953142940998077, + 0.5579050779342651, + 0.5228468477725983, + 0.5150456428527832, + 0.4733112156391144, + 0.3685548007488251, + 0.35202062129974365, + 0.2951611876487732, + 0.19589588046073914, + 0.186610609292984, + 0.17699965834617615, + 0.21561199426651, + -0.0040967464447021484, + 0.04119694232940674, + 0.10908526182174683, + 0.08864280581474304, + 0.11345818638801575, + 0.1943337619304657, + 0.0880381166934967, + 0.03566765785217285, + 0.1615932583808899, + -0.1033245325088501, + 0.05489969253540039, + 0.014675319194793701, + 0.1627492606639862, + 0.09033727645874023, + 0.08958601951599121, + 0.02667057514190674, + 0.1431666612625122, + 0.10289382934570312, + 0.2561465799808502, + 0.1472557783126831, + 0.056500911712646484, + 0.3037155270576477, + 0.2138742208480835, + 0.03642392158508301, + 0.2789011299610138, + 0.13964828848838806, + 0.3119252324104309, + -0.023506641387939453, + 0.1555992066860199, + 0.4333385229110718, + 0.17401152849197388, + 0.07900509238243103, + 0.14831969141960144, + 0.05832153558731079, + 0.03144651651382446, + 0.1568739116191864, + 0.19424313306808472 + ], + "p90": [ + 0.9709688425064087, + 0.9515047073364258, + 0.9330603182315826, + 0.9168547987937927, + 0.9086471796035767, + 0.9043571650981903, + 0.9060145020484924, + 0.8947660326957703, + 0.8903378248214722, + 0.9045838415622711, + 0.8968688249588013, + 0.8910796940326691, + 0.877331405878067, + 0.9234923124313354, + 0.9199202358722687, + 0.8989160358905792, + 0.9480167031288147, + 1.2268022894859314, + 1.2400161623954773, + 1.2700198292732239, + 1.3134005665779114, + 1.29230535030365, + 1.5120145082473755, + 1.710974931716919, + 1.6077108979225159, + 1.586652398109436, + 1.584130883216858, + 1.5305038094520569, + 2.545171022415161, + 2.168095588684082, + 2.222448229789734, + 1.9879999160766602, + 3.2025954723358154, + 2.7624447345733643, + 3.2773666381835938, + 3.2587802410125732, + 3.3656437397003174, + 3.5347578525543213, + 3.2691524028778076, + 3.0671569108963013, + 3.4090338945388794, + 3.0895520448684692, + 3.438571810722351, + 3.2691524028778076, + 3.2691524028778076, + 2.986673355102539, + 3.9975059032440186, + 3.2691524028778076, + 4.6339640617370605, + 4.050479054450989, + 3.9975059032440186, + 4.1307690143585205, + 4.725859642028809, + 4.725859642028809, + 4.890664577484131, + 4.304239749908447, + 4.207455158233643, + 4.641854286193848, + 4.248296499252319, + 4.725859642028809 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_183027.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..826cc76a46a0eadcf46c7e9b7bcef39dd4db7889 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260618_183027.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T18:30:27.092338+00:00", + "metrics": { + "MSE[mean]": 2.201575902685414, + "MSE[0.5]": 2.2121990637379016, + "MAE[0.5]": 1.4520534142873265, + "MASE[0.5]": 1.5994713219159158, + "MAPE[0.5]": 16.24643200862798, + "sMAPE[0.5]": 1.6372052453066586, + "MSIS": 60.68027096265351, + "RMSE[mean]": 1.4837708390062847, + "NRMSE[mean]": 5.894606804125372, + "ND[0.5]": 5.768602341277916, + "mean_weighted_sum_quantile_loss": 5.709030104361118 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 1.585070107646567, + 1.585070107646567, + 1.5935700876194063, + 1.5870700222927157, + 1.582070086665732, + 1.590070073075873, + 1.581570122905356, + 1.585570071406943, + 1.5910700303989473, + 1.585070107646567, + 1.5910701198059145, + 1.585570071406943, + 1.5910701198059145, + 1.590570185847861, + 1.5960700926858011, + 1.5895700795131746, + 1.585070107646567, + 1.585070107646567, + 1.585070107646567, + 1.585070107646567, + 1.5905701560455385, + 1.5880700690227572, + 1.590070073075873, + 1.5910700303989473, + 1.590070147581679, + 1.583070014186484, + 1.585070107646567, + 1.5870700222927157, + 1.5900700879770342, + 1.591070149608237, + 1.5840701354223314, + 1.588570017881972, + 1.582070086665732, + 1.585070107646567, + 1.5850700778442446, + 1.5925700408893648, + 1.5885700774866167, + 1.5925700408893648, + 1.585070107646567, + 1.585570071406943, + 1.5910700602012697, + 1.5950700683075014, + 1.5880700690227572, + 1.5950700683075014, + 1.5910700900035921, + 1.582570050426108, + 1.5830700439888064, + 1.5910700303989473, + 1.5870700818973604, + 1.5830700439888064, + 1.5910700303989473, + 1.5815700633007113, + 1.5910700602012697, + 1.5870700818973604, + 1.5915700835662905, + 1.5945701194482866, + 1.5870700818973604, + 1.5920700771289888, + 1.5870700222927157, + 1.582070086665732 + ], + "p10": [ + 1.5428700817304675, + 1.5370701295810762, + 1.5500700754600587, + 1.543770086907131, + 1.547070120044333, + 1.5410700780826632, + 1.5310700876194063, + 1.5428700817304675, + 1.548070047565085, + 1.540970073409659, + 1.5410700780826632, + 1.5410700780826632, + 1.5450701457935396, + 1.543070082135779, + 1.5466701162534777, + 1.5410700780826632, + 1.5410700780826632, + 1.5370700848775927, + 1.540970073409659, + 1.5400700313526217, + 1.5498700303512636, + 1.5440700878876272, + 1.5468701226192538, + 1.544670139022452, + 1.5477699500995699, + 1.5480700723149825, + 1.540770078964812, + 1.5410700780826632, + 1.5407700759845797, + 1.5389701021390978, + 1.5410700780826632, + 1.5389701021390978, + 1.5380700571018282, + 1.537070125110728, + 1.543070082135779, + 1.5428700817304675, + 1.540970073409659, + 1.5609700543361726, + 1.5450701457935396, + 1.5480701052838015, + 1.543770086907131, + 1.5450701457935396, + 1.5468701226192538, + 1.5468701226192538, + 1.544670139022452, + 1.5358700854259555, + 1.5380700839239183, + 1.5410700780826632, + 1.5400700313526217, + 1.5450701457935396, + 1.5410700780826632, + 1.5410700780826632, + 1.5380700839239183, + 1.543770086907131, + 1.5439700873124425, + 1.5480701052838015, + 1.5399700386005464, + 1.549870083995444, + 1.537070125110728, + 1.543070082135779 + ], + "p90": [ + 1.6151700837093417, + 1.6161701214986863, + 1.6181701046901766, + 1.6210700613933626, + 1.617070053287131, + 1.6180701000171724, + 1.6171701652484958, + 1.6210701209980074, + 1.6183700961547915, + 1.6170701188522403, + 1.6170700830894533, + 1.6210700613933626, + 1.62017007894097, + 1.6211701137500827, + 1.620070074267966, + 1.6181701046901766, + 1.6161700145828548, + 1.616070125766379, + 1.6170701724964205, + 1.616070125766379, + 1.6180701000171724, + 1.6210701209980074, + 1.6170700860696856, + 1.616070125766379, + 1.6170701128917757, + 1.6170701188522403, + 1.6171701652484958, + 1.620070074267966, + 1.619070146747214, + 1.6171701652484958, + 1.6220700485187594, + 1.6170701188522403, + 1.6170700953829114, + 1.6170700562673632, + 1.6160700065570894, + 1.6210700613933626, + 1.6170700860696856, + 1.6210701209980074, + 1.6171701652484958, + 1.6170700953829114, + 1.6180701000171724, + 1.6210701209980074, + 1.6170700953829114, + 1.6201700729805055, + 1.6171701652484958, + 1.6170700830894533, + 1.6210700673538272, + 1.6162701231914582, + 1.6181701046901766, + 1.6170700953829114, + 1.6171701652484958, + 1.6170701724964205, + 1.6182700974422517, + 1.6170700830894533, + 1.6201700729805055, + 1.6191701394992892, + 1.619070146747214, + 1.6210700613933626, + 1.6170701128917757, + 1.6170700562673632 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_183027.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..4e0777ed9bd3a8d6156d0734296a24c8130e2f86 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260618_183027.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T18:30:27.131601+00:00", + "metrics": { + "MSE[mean]": 2.3884057572656436, + "MSE[0.5]": 2.3884057572656436, + "MAE[0.5]": 1.502616669346268, + "MASE[0.5]": 1.655167948234026, + "MAPE[0.5]": 15.382904917292995, + "sMAPE[0.5]": 1.6577964171425272, + "MSIS": 64.14915101806847, + "RMSE[mean]": 1.5454467824113658, + "NRMSE[mean]": 6.139628087796052, + "ND[0.5]": 5.969476020335239, + "mean_weighted_sum_quantile_loss": 5.926079787364415 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918 + ], + "p10": [ + 1.9943000841140748, + 1.960979928970337, + 1.933540048599243, + 1.9119799757003784, + 1.8855200242996215, + 1.8443599700927733, + 1.8198599934577941, + 1.7855600261688231, + 1.74048002243042, + 1.6914799523353576, + 1.6493399691581725, + 1.6052400112152099, + 1.5621199822425842, + 1.5219399738311767, + 1.4719599747657777, + 1.4141399598121642, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 1.9943000841140748, + 1.960979928970337, + 1.933540048599243, + 1.9119799757003784, + 1.8855200242996215, + 1.8443599700927733, + 1.8198599934577941, + 1.7855600261688231, + 1.74048002243042, + 1.6914799523353576, + 1.6493399691581725, + 1.6052400112152099, + 1.5621199822425842, + 1.5219399738311767, + 1.4719599747657777, + 1.4141399598121642, + 1.36024001121521, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, + 1.9943000841140748, + 1.960979928970337, + 1.933540048599243, + 1.9119799757003784, + 1.8855200242996215, + 1.8443599700927733, + 1.8198599934577941, + 1.7855600261688231, + 1.74048002243042, + 1.6914799523353576, + 1.6493399691581725, + 1.6052400112152099 + ], + "p90": [ + 2.075700087547302, + 2.0410199260711672, + 2.012460050582886, + 1.9900199747085572, + 1.962480025291443, + 1.9196399688720704, + 1.8941399931907654, + 1.8584400272369386, + 1.8115200233459472, + 1.760519950389862, + 1.7166599678993226, + 1.6707600116729737, + 1.6258799815177918, + 1.5840599727630615, + 1.5320399737358092, + 1.4718599581718446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 2.075700087547302, + 2.0410199260711672, + 2.012460050582886, + 1.9900199747085572, + 1.962480025291443, + 1.9196399688720704, + 1.8941399931907654, + 1.8584400272369386, + 1.8115200233459472, + 1.760519950389862, + 1.7166599678993226, + 1.6707600116729737, + 1.6258799815177918, + 1.5840599727630615, + 1.5320399737358092, + 1.4718599581718446, + 1.4157600116729736, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, + 2.075700087547302, + 2.0410199260711672, + 2.012460050582886, + 1.9900199747085572, + 1.962480025291443, + 1.9196399688720704, + 1.8941399931907654, + 1.8584400272369386, + 1.8115200233459472, + 1.760519950389862, + 1.7166599678993226, + 1.6707600116729737 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_183008.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_183008.json new file mode 100644 index 0000000000000000000000000000000000000000..590edf366b8846d0bd251a084a29617b0f443141 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260618_183008.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T18:30:08.776767+00:00", + "metrics": { + "MSE[mean]": 0.00294282476836674, + "MSE[0.5]": 0.00294282476836674, + "MAE[0.5]": 0.04638624826135735, + "MASE[0.5]": 0.0510955541272065, + "MAPE[0.5]": 0.6230742626333055, + "sMAPE[0.5]": 0.4622423024929591, + "MSIS": 0.2898275393315799, + "RMSE[mean]": 0.0542478088807902, + "NRMSE[mean]": 0.21551138149591592, + "ND[0.5]": 0.1842795985951356, + "mean_weighted_sum_quantile_loss": 0.19413672065327525 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9617691040039062, + 0.907135009765625, + 0.850372314453125, + 0.79644775390625, + 0.748199462890625, + 0.6885986328125, + 0.6318359375, + 0.58074951171875, + 0.52398681640625, + 0.470062255859375, + 0.4161376953125, + 0.373565673828125, + 0.33099365234375, + 0.291259765625, + 0.25152587890625, + 0.21746826171875, + 0.155029296875, + 0.13232421875, + 0.0982666015625, + 0.064208984375, + 0.02447509765625, + -0.02093505859375, + -0.04364013671875, + -0.072021484375, + -0.117431640625, + -0.14013671875, + -0.162841796875, + -0.185546875, + -0.1968994140625, + -0.208251953125, + -0.23095703125, + -0.23663330078125, + -0.2423095703125, + -0.2423095703125, + -0.253662109375, + -0.2423095703125, + -0.23663330078125, + -0.2423095703125, + -0.22528076171875, + -0.20257568359375, + -0.208251953125, + -0.16851806640625, + -0.15716552734375, + -0.14013671875, + -0.12310791015625, + -0.072021484375, + -0.072021484375, + -0.06634521484375, + -0.10040283203125, + -0.06634521484375, + -0.05499267578125, + -0.02093505859375, + -0.026611328125, + 0.01312255859375, + 0.06988525390625, + 0.0869140625, + 0.13800048828125, + 0.2117919921875, + 0.2344970703125, + 0.2799072265625 + ], + "p10": [ + 0.9447402954101562, + 0.8943634033203125, + 0.833343505859375, + 0.782257080078125, + 0.7269134521484375, + 0.6658935546875, + 0.606292724609375, + 0.54669189453125, + 0.492767333984375, + 0.43316650390625, + 0.37640380859375, + 0.33099365234375, + 0.291259765625, + 0.245849609375, + 0.20611572265625, + 0.1663818359375, + 0.0982666015625, + 0.064208984375, + 0.0301513671875, + -0.00958251953125, + -0.04931640625, + -0.0833740234375, + -0.11175537109375, + -0.14013671875, + -0.16851806640625, + -0.20257568359375, + -0.23095703125, + -0.24798583984375, + -0.2650146484375, + -0.28204345703125, + -0.299072265625, + -0.29339599609375, + -0.3331298828125, + -0.33880615234375, + -0.35015869140625, + -0.33880615234375, + -0.344482421875, + -0.35015869140625, + -0.344482421875, + -0.32177734375, + -0.33880615234375, + -0.299072265625, + -0.29339599609375, + -0.2877197265625, + -0.2763671875, + -0.22528076171875, + -0.21392822265625, + -0.208251953125, + -0.27069091796875, + -0.24798583984375, + -0.24798583984375, + -0.22528076171875, + -0.2423095703125, + -0.20257568359375, + -0.16851806640625, + -0.14581298828125, + -0.10040283203125, + -0.04364013671875, + -0.04931640625, + -0.00958251953125 + ], + "p90": [ + 0.9759597778320312, + 0.9262924194335938, + 0.8744964599609375, + 0.816314697265625, + 0.776580810546875, + 0.719818115234375, + 0.6658935546875, + 0.61480712890625, + 0.560882568359375, + 0.515472412109375, + 0.464385986328125, + 0.42181396484375, + 0.384918212890625, + 0.35369873046875, + 0.30828857421875, + 0.27423095703125, + 0.24017333984375, + 0.22314453125, + 0.18341064453125, + 0.14935302734375, + 0.109619140625, + 0.0755615234375, + 0.04718017578125, + 0.018798828125, + -0.0379638671875, + -0.05499267578125, + -0.07769775390625, + -0.08905029296875, + -0.08905029296875, + -0.0947265625, + -0.11175537109375, + -0.12310791015625, + -0.11175537109375, + -0.117431640625, + -0.12310791015625, + -0.1060791015625, + -0.0833740234375, + -0.0947265625, + -0.0606689453125, + -0.0379638671875, + -0.026611328125, + 0.01312255859375, + 0.04150390625, + 0.05853271484375, + 0.08123779296875, + 0.13232421875, + 0.1436767578125, + 0.16070556640625, + 0.14935302734375, + 0.2117919921875, + 0.24017333984375, + 0.291259765625, + 0.3026123046875, + 0.35369873046875, + 0.4161376953125, + 0.4388427734375, + 0.48992919921875, + 0.58074951171875, + 0.609130859375, + 0.657379150390625 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_182725.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_182725.json new file mode 100644 index 0000000000000000000000000000000000000000..493a10ec815a97e04370bf30c4d1db528d0dab35 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260618_182725.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T18:27:25.273622+00:00", + "metrics": { + "MSE[mean]": 0.0035628346559759354, + "MSE[0.5]": 0.006826102289845411, + "MAE[0.5]": 0.06966448514722287, + "MASE[0.5]": 0.07673708491206485, + "MAPE[0.5]": 1.0174061797557248, + "sMAPE[0.5]": 0.5675010475910507, + "MSIS": 0.6426962160842903, + "RMSE[mean]": 0.059689485305001046, + "NRMSE[mean]": 0.23712964088796887, + "ND[0.5]": 0.2767575270785946, + "mean_weighted_sum_quantile_loss": 0.20250987538055945 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9732479453086853, + 0.9241557717323303, + 0.8798551559448242, + 0.8201653361320496, + 0.7609988451004028, + 0.7031236290931702, + 0.6410591006278992, + 0.5854468941688538, + 0.5525928139686584, + 0.48342084884643555, + 0.43255895376205444, + 0.3814522922039032, + 0.33931517601013184, + 0.2838640511035919, + 0.23530523478984833, + 0.1780838966369629, + 0.15127357840538025, + 0.1123097836971283, + 0.04677040874958038, + -0.0002442598342895508, + -0.02556547522544861, + -0.07712477445602417, + -0.12011170387268066, + -0.1407594382762909, + -0.15518593788146973, + -0.19249802827835083, + -0.2011597752571106, + -0.19522309303283691, + -0.2209499180316925, + -0.2442537248134613, + -0.2467794418334961, + -0.2614595293998718, + -0.2704811096191406, + -0.29008567333221436, + -0.3007112741470337, + -0.3053557872772217, + -0.2792069911956787, + -0.2836429476737976, + -0.29148757457733154, + -0.30143141746520996, + -0.25183266401290894, + -0.27375727891921997, + -0.23778757452964783, + -0.2088479995727539, + -0.21053630113601685, + -0.17393934726715088, + -0.160050630569458, + -0.16084647178649902, + -0.1315426528453827, + -0.08827003836631775, + -0.08130043745040894, + -0.044816821813583374, + 0.006950452923774719, + 0.028583437204360962, + 0.070456862449646, + 0.109717458486557, + 0.14482231438159943, + 0.18482562899589539, + 0.22052651643753052, + 0.25409194827079773 + ], + "p10": [ + 0.966031014919281, + 0.920635461807251, + 0.8671515583992004, + 0.8559860587120056, + 0.7747928500175476, + 0.7080135345458984, + 0.6662801504135132, + 0.569223165512085, + 0.5767271518707275, + 0.4966215491294861, + 0.45660388469696045, + 0.416595458984375, + 0.35296016931533813, + 0.32765689492225647, + 0.2823227643966675, + 0.14684709906578064, + 0.17230072617530823, + 0.12479221820831299, + 0.05758737027645111, + 0.022597163915634155, + -0.035900890827178955, + -0.047090232372283936, + -0.06407684087753296, + -0.06414580345153809, + -0.10030430555343628, + -0.13489049673080444, + -0.1473304033279419, + -0.16725406050682068, + -0.17094188928604126, + -0.1713317334651947, + -0.20637181401252747, + -0.22475627064704895, + -0.24790096282958984, + -0.24810874462127686, + -0.28488999605178833, + -0.22693386673927307, + -0.2643153667449951, + -0.22827139496803284, + -0.22702696919441223, + -0.2301153838634491, + -0.2244507372379303, + -0.21541473269462585, + -0.20216581225395203, + -0.17498311400413513, + -0.13387751579284668, + -0.12146514654159546, + -0.11537209153175354, + -0.0738213062286377, + -0.04593348503112793, + -0.0430067777633667, + 0.01254434883594513, + -0.0011903047561645508, + 0.06999851763248444, + 0.09416280686855316, + 0.14026804268360138, + 0.20814034342765808, + 0.22493216395378113, + 0.26099663972854614, + 0.31915760040283203, + 0.33194708824157715 + ], + "p90": [ + 0.9951162934303284, + 0.9553894400596619, + 0.9132354259490967, + 0.8597185015678406, + 0.8015561699867249, + 0.7467333674430847, + 0.6861438155174255, + 0.6325534582138062, + 0.6045944690704346, + 0.5481675863265991, + 0.5049204230308533, + 0.4492587447166443, + 0.4093353748321533, + 0.36708343029022217, + 0.3196648061275482, + 0.2634502649307251, + 0.2379617989063263, + 0.20674335956573486, + 0.15229034423828125, + 0.10782065987586975, + 0.09500809013843536, + 0.05707758665084839, + 0.013394206762313843, + -0.022406339645385742, + -0.020925670862197876, + -0.049477189779281616, + -0.05081760883331299, + -0.038431793451309204, + -0.05920007824897766, + -0.08669167757034302, + -0.08360397815704346, + -0.1076279878616333, + -0.10515251755714417, + -0.11520400643348694, + -0.12819644808769226, + -0.11224836111068726, + -0.06481114029884338, + -0.07226118445396423, + -0.08556723594665527, + -0.09937381744384766, + -0.056854307651519775, + -0.06416583061218262, + -0.032982975244522095, + -0.005881309509277344, + 0.0007291734218597412, + 0.03476725518703461, + 0.05768069624900818, + 0.06801095604896545, + 0.10560645163059235, + 0.15634632110595703, + 0.17134852707386017, + 0.220014289021492, + 0.25757989287376404, + 0.3015983998775482, + 0.33455416560173035, + 0.38822537660598755, + 0.4235110282897949, + 0.48417264223098755, + 0.511979877948761, + 0.5507277250289917 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_182835.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_182835.json new file mode 100644 index 0000000000000000000000000000000000000000..410127ea519986c7940e5cbef8512f58e3c74a61 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260618_182835.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T18:28:35.885686+00:00", + "metrics": { + "MSE[mean]": 0.0836448867304016, + "MSE[0.5]": 0.0836448867304016, + "MAE[0.5]": 0.2282702442103376, + "MASE[0.5]": 0.2514450953860922, + "MAPE[0.5]": 2.588601922446961, + "sMAPE[0.5]": 1.196638224111195, + "MSIS": 1.083481902493903, + "RMSE[mean]": 0.28921425748119955, + "NRMSE[mean]": 1.1489674046569702, + "ND[0.5]": 0.906853874822591, + "mean_weighted_sum_quantile_loss": 0.7002809799451184 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9624418020248413, + 0.9074598550796509, + 0.8553023338317871, + 0.8036991953849792, + 0.7539839744567871, + 0.7043685913085938, + 0.6565902233123779, + 0.6088353395462036, + 0.561045229434967, + 0.5163058638572693, + 0.4736718535423279, + 0.4345414638519287, + 0.39948582649230957, + 0.3644424080848694, + 0.33004528284072876, + 0.3002689480781555, + 0.2725451588630676, + 0.2470390796661377, + 0.22330856323242188, + 0.20244896411895752, + 0.18241602182388306, + 0.16573357582092285, + 0.15342777967453003, + 0.14316803216934204, + 0.13609105348587036, + 0.13259398937225342, + 0.1334647536277771, + 0.1367815136909485, + 0.14362281560897827, + 0.15048480033874512, + 0.15383857488632202, + 0.16367071866989136, + -0.018958330154418945, + -0.010635852813720703, + 0.02180922031402588, + 0.06545126438140869, + 0.09165328741073608, + 0.11421525478363037, + 0.14546746015548706, + 0.17045390605926514, + 0.18776142597198486, + 0.21942377090454102, + 0.2458326816558838, + 0.26609504222869873, + 0.28242117166519165, + 0.3088380694389343, + 0.3365095853805542, + 0.3649523854255676, + 0.3897084593772888, + 0.4168933629989624, + 0.44246774911880493, + 0.47200047969818115, + 0.500656008720398, + 0.5240511298179626, + 0.5567188262939453, + 0.5915350317955017, + 0.6253055334091187, + 0.6581321954727173, + 0.6906572580337524, + 0.723183274269104 + ], + "p10": [ + 0.950518786907196, + 0.893297553062439, + 0.8365330696105957, + 0.7810260057449341, + 0.7268788814544678, + 0.6725539565086365, + 0.6179578304290771, + 0.5638912320137024, + 0.5074626207351685, + 0.45318639278411865, + 0.40178775787353516, + 0.3513869643211365, + 0.30603617429733276, + 0.2609861493110657, + 0.21393734216690063, + 0.17142921686172485, + 0.12954139709472656, + 0.08491629362106323, + 0.042766451835632324, + 0.0009905099868774414, + -0.03664803504943848, + -0.073333740234375, + -0.10594701766967773, + -0.13871443271636963, + -0.17098116874694824, + -0.19817376136779785, + -0.22421395778656006, + -0.2494271993637085, + -0.2680094242095947, + -0.28686583042144775, + -0.30622971057891846, + -0.31340837478637695, + -0.4820646047592163, + -0.5743906497955322, + -0.647365927696228, + -0.6214736700057983, + -0.6164978742599487, + -0.6262305974960327, + -0.6398271322250366, + -0.6397532224655151, + -0.6376155614852905, + -0.6366002559661865, + -0.6338822841644287, + -0.6202986240386963, + -0.6087015867233276, + -0.6027868986129761, + -0.6017301082611084, + -0.5934722423553467, + -0.5747417211532593, + -0.568120002746582, + -0.5679571628570557, + -0.5582671165466309, + -0.544467568397522, + -0.5339919328689575, + -0.5138936042785645, + -0.49215638637542725, + -0.4836082458496094, + -0.4646289348602295, + -0.440718412399292, + -0.43467843532562256 + ], + "p90": [ + 0.975014865398407, + 0.9224598407745361, + 0.8752968907356262, + 0.8266918063163757, + 0.7829669713973999, + 0.740432858467102, + 0.6979638934135437, + 0.6574958562850952, + 0.6184198260307312, + 0.5830878615379333, + 0.5500802397727966, + 0.5215743184089661, + 0.49961066246032715, + 0.4748610854148865, + 0.4525747299194336, + 0.4359138607978821, + 0.4271939992904663, + 0.4184509515762329, + 0.4175088405609131, + 0.41504693031311035, + 0.41711050271987915, + 0.42212504148483276, + 0.4338758587837219, + 0.44567811489105225, + 0.46122467517852783, + 0.48162275552749634, + 0.5063403844833374, + 0.5350531935691833, + 0.5710748434066772, + 0.6052200198173523, + 0.6348806619644165, + 0.6622718572616577, + 0.4755159020423889, + 0.47271305322647095, + 0.5295315384864807, + 0.6082171201705933, + 0.6680284738540649, + 0.7250102758407593, + 0.7586239576339722, + 0.8000650405883789, + 0.850566029548645, + 0.8916078805923462, + 0.9382169246673584, + 0.9882717132568359, + 1.0408861637115479, + 1.0855166912078857, + 1.130229115486145, + 1.1738659143447876, + 1.2163268327713013, + 1.2642102241516113, + 1.3159890174865723, + 1.3682825565338135, + 1.4182032346725464, + 1.4720407724380493, + 1.5235602855682373, + 1.5784964561462402, + 1.619109869003296, + 1.6605949401855469, + 1.7001500129699707, + 1.7501132488250732 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_182811.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_182811.json new file mode 100644 index 0000000000000000000000000000000000000000..5653abbcc65b3236fe3c7acf06f9859f04f5a233 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260618_182811.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T18:28:11.927498+00:00", + "metrics": { + "MSE[mean]": 0.018654798625266346, + "MSE[0.5]": 0.018654798625266346, + "MAE[0.5]": 0.10427280724979937, + "MASE[0.5]": 0.11485897365117044, + "MAPE[0.5]": 1.132856723727855, + "sMAPE[0.5]": 0.9313702197950808, + "MSIS": 1.0940639896455517, + "RMSE[mean]": 0.13658257072286473, + "NRMSE[mean]": 0.542604376324802, + "ND[0.5]": 0.4142467171760594, + "mean_weighted_sum_quantile_loss": 0.5295771472531806 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-17 12:18:00", + "2026-06-17 12:24:00", + "2026-06-17 12:30:00", + "2026-06-17 12:36:00", + "2026-06-17 12:42:00", + "2026-06-17 12:48:00", + "2026-06-17 12:54:00", + "2026-06-17 13:00:00", + "2026-06-17 13:06:00", + "2026-06-17 13:12:00", + "2026-06-17 13:18:00", + "2026-06-17 13:24:00", + "2026-06-17 13:30:00", + "2026-06-17 13:36:00", + "2026-06-17 13:42:00", + "2026-06-17 13:48:00", + "2026-06-17 13:54:00", + "2026-06-17 14:00:00", + "2026-06-17 14:06:00", + "2026-06-17 14:12:00", + "2026-06-17 14:18:00", + "2026-06-17 14:24:00", + "2026-06-17 14:30:00", + "2026-06-17 14:36:00", + "2026-06-17 14:42:00", + "2026-06-17 14:48:00", + "2026-06-17 14:54:00", + "2026-06-17 15:00:00", + "2026-06-17 15:06:00", + "2026-06-17 15:12:00", + "2026-06-17 15:18:00", + "2026-06-17 15:24:00", + "2026-06-17 15:30:00", + "2026-06-17 15:36:00", + "2026-06-17 15:42:00", + "2026-06-17 15:48:00", + "2026-06-17 15:54:00", + "2026-06-17 16:00:00", + "2026-06-17 16:06:00", + "2026-06-17 16:12:00", + "2026-06-17 16:18:00", + "2026-06-17 16:24:00", + "2026-06-17 16:30:00", + "2026-06-17 16:36:00", + "2026-06-17 16:42:00", + "2026-06-17 16:48:00", + "2026-06-17 16:54:00", + "2026-06-17 17:00:00", + "2026-06-17 17:06:00", + "2026-06-17 17:12:00", + "2026-06-17 17:18:00", + "2026-06-17 17:24:00", + "2026-06-17 17:30:00", + "2026-06-17 17:36:00", + "2026-06-17 17:42:00", + "2026-06-17 17:48:00", + "2026-06-17 17:54:00", + "2026-06-17 18:00:00", + "2026-06-17 18:06:00", + "2026-06-17 18:12:00", + "2026-06-17 18:18:00", + "2026-06-17 18:24:00", + "2026-06-17 18:30:00", + "2026-06-17 18:36:00", + "2026-06-17 18:42:00", + "2026-06-17 18:48:00", + "2026-06-17 18:54:00", + "2026-06-17 19:00:00", + "2026-06-17 19:06:00", + "2026-06-17 19:12:00", + "2026-06-17 19:18:00", + "2026-06-17 19:24:00", + "2026-06-17 19:30:00", + "2026-06-17 19:36:00", + "2026-06-17 19:42:00", + "2026-06-17 19:48:00", + "2026-06-17 19:54:00", + "2026-06-17 20:00:00", + "2026-06-17 20:06:00", + "2026-06-17 20:12:00", + "2026-06-17 20:18:00", + "2026-06-17 20:24:00", + "2026-06-17 20:30:00", + "2026-06-17 20:36:00", + "2026-06-17 20:42:00", + "2026-06-17 20:48:00", + "2026-06-17 20:54:00", + "2026-06-17 21:00:00", + "2026-06-17 21:06:00", + "2026-06-17 21:12:00", + "2026-06-17 21:18:00", + "2026-06-17 21:24:00", + "2026-06-17 21:30:00", + "2026-06-17 21:36:00", + "2026-06-17 21:42:00", + "2026-06-17 21:48:00", + "2026-06-17 21:54:00", + "2026-06-17 22:00:00", + "2026-06-17 22:06:00", + "2026-06-17 22:12:00", + "2026-06-17 22:18:00", + "2026-06-17 22:24:00", + "2026-06-17 22:30:00", + "2026-06-17 22:36:00", + "2026-06-17 22:42:00", + "2026-06-17 22:48:00", + "2026-06-17 22:54:00", + "2026-06-17 23:00:00", + "2026-06-17 23:06:00", + "2026-06-17 23:12:00", + "2026-06-17 23:18:00", + "2026-06-17 23:24:00", + "2026-06-17 23:30:00", + "2026-06-17 23:36:00", + "2026-06-17 23:42:00", + "2026-06-17 23:48:00", + "2026-06-17 23:54:00", + "2026-06-18 00:00:00", + "2026-06-18 00:06:00", + "2026-06-18 00:12:00", + "2026-06-18 00:18:00", + "2026-06-18 00:24:00", + "2026-06-18 00:30:00", + "2026-06-18 00:36:00", + "2026-06-18 00:42:00", + "2026-06-18 00:48:00", + "2026-06-18 00:54:00", + "2026-06-18 01:00:00", + "2026-06-18 01:06:00", + "2026-06-18 01:12:00", + "2026-06-18 01:18:00", + "2026-06-18 01:24:00", + "2026-06-18 01:30:00", + "2026-06-18 01:36:00", + "2026-06-18 01:42:00", + "2026-06-18 01:48:00", + "2026-06-18 01:54:00", + "2026-06-18 02:00:00", + "2026-06-18 02:06:00", + "2026-06-18 02:12:00", + "2026-06-18 02:18:00", + "2026-06-18 02:24:00", + "2026-06-18 02:30:00", + "2026-06-18 02:36:00", + "2026-06-18 02:42:00", + "2026-06-18 02:48:00", + "2026-06-18 02:54:00", + "2026-06-18 03:00:00", + "2026-06-18 03:06:00", + "2026-06-18 03:12:00", + "2026-06-18 03:18:00", + "2026-06-18 03:24:00", + "2026-06-18 03:30:00", + "2026-06-18 03:36:00", + "2026-06-18 03:42:00", + "2026-06-18 03:48:00", + "2026-06-18 03:54:00", + "2026-06-18 04:00:00", + "2026-06-18 04:06:00", + "2026-06-18 04:12:00", + "2026-06-18 04:18:00", + "2026-06-18 04:24:00", + "2026-06-18 04:30:00", + "2026-06-18 04:36:00", + "2026-06-18 04:42:00", + "2026-06-18 04:48:00", + "2026-06-18 04:54:00", + "2026-06-18 05:00:00", + "2026-06-18 05:06:00", + "2026-06-18 05:12:00", + "2026-06-18 05:18:00", + "2026-06-18 05:24:00", + "2026-06-18 05:30:00", + "2026-06-18 05:36:00", + "2026-06-18 05:42:00", + "2026-06-18 05:48:00", + "2026-06-18 05:54:00", + "2026-06-18 06:00:00", + "2026-06-18 06:06:00", + "2026-06-18 06:12:00", + "2026-06-18 06:18:00", + "2026-06-18 06:24:00", + "2026-06-18 06:30:00", + "2026-06-18 06:36:00", + "2026-06-18 06:42:00", + "2026-06-18 06:48:00", + "2026-06-18 06:54:00", + "2026-06-18 07:00:00", + "2026-06-18 07:06:00", + "2026-06-18 07:12:00", + "2026-06-18 07:18:00", + "2026-06-18 07:24:00", + "2026-06-18 07:30:00", + "2026-06-18 07:36:00", + "2026-06-18 07:42:00", + "2026-06-18 07:48:00", + "2026-06-18 07:54:00", + "2026-06-18 08:00:00", + "2026-06-18 08:06:00", + "2026-06-18 08:12:00", + "2026-06-18 08:18:00", + "2026-06-18 08:24:00", + "2026-06-18 08:30:00", + "2026-06-18 08:36:00", + "2026-06-18 08:42:00", + "2026-06-18 08:48:00", + "2026-06-18 08:54:00", + "2026-06-18 09:00:00", + "2026-06-18 09:06:00", + "2026-06-18 09:12:00", + "2026-06-18 09:18:00", + "2026-06-18 09:24:00", + "2026-06-18 09:30:00", + "2026-06-18 09:36:00", + "2026-06-18 09:42:00", + "2026-06-18 09:48:00", + "2026-06-18 09:54:00", + "2026-06-18 10:00:00", + "2026-06-18 10:06:00", + "2026-06-18 10:12:00", + "2026-06-18 10:18:00", + "2026-06-18 10:24:00", + "2026-06-18 10:30:00", + "2026-06-18 10:36:00", + "2026-06-18 10:42:00", + "2026-06-18 10:48:00", + "2026-06-18 10:54:00", + "2026-06-18 11:00:00", + "2026-06-18 11:06:00", + "2026-06-18 11:12:00", + "2026-06-18 11:18:00", + "2026-06-18 11:24:00", + "2026-06-18 11:30:00", + "2026-06-18 11:36:00", + "2026-06-18 11:42:00", + "2026-06-18 11:48:00", + "2026-06-18 11:54:00", + "2026-06-18 12:00:00", + "2026-06-18 12:06:00", + "2026-06-18 12:12:00", + "2026-06-18 12:18:00", + "2026-06-18 12:24:00", + "2026-06-18 12:30:00", + "2026-06-18 12:36:00", + "2026-06-18 12:42:00", + "2026-06-18 12:48:00", + "2026-06-18 12:54:00", + "2026-06-18 13:00:00", + "2026-06-18 13:06:00", + "2026-06-18 13:12:00", + "2026-06-18 13:18:00", + "2026-06-18 13:24:00", + "2026-06-18 13:30:00", + "2026-06-18 13:36:00", + "2026-06-18 13:42:00", + "2026-06-18 13:48:00", + "2026-06-18 13:54:00", + "2026-06-18 14:00:00", + "2026-06-18 14:06:00", + "2026-06-18 14:12:00", + "2026-06-18 14:18:00", + "2026-06-18 14:24:00", + "2026-06-18 14:30:00", + "2026-06-18 14:36:00", + "2026-06-18 14:42:00", + "2026-06-18 14:48:00", + "2026-06-18 14:54:00", + "2026-06-18 15:00:00", + "2026-06-18 15:06:00", + "2026-06-18 15:12:00", + "2026-06-18 15:18:00", + "2026-06-18 15:24:00", + "2026-06-18 15:30:00", + "2026-06-18 15:36:00", + "2026-06-18 15:42:00", + "2026-06-18 15:48:00", + "2026-06-18 15:54:00", + "2026-06-18 16:00:00", + "2026-06-18 16:06:00", + "2026-06-18 16:12:00", + "2026-06-18 16:18:00", + "2026-06-18 16:24:00", + "2026-06-18 16:30:00", + "2026-06-18 16:36:00", + "2026-06-18 16:42:00", + "2026-06-18 16:48:00", + "2026-06-18 16:54:00", + "2026-06-18 17:00:00", + "2026-06-18 17:06:00", + "2026-06-18 17:12:00", + "2026-06-18 17:18:00", + "2026-06-18 17:24:00", + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" + ], + "context": [ + 0.5019999742507935, + 0.44699999690055847, + 0.39399999380111694, + 0.3529999852180481, + 0.3019999861717224, + 0.2680000066757202, + 0.2290000021457672, + 0.17800000309944153, + 0.13300000131130219, + 0.1120000034570694, + 0.06800000369548798, + 0.035999998450279236, + 0.0020000000949949026, + -0.05299999937415123, + -0.09099999815225601, + -0.12300000339746475, + -0.14100000262260437, + -0.15800000727176666, + -0.17399999499320984, + -0.19900000095367432, + -0.2199999988079071, + -0.22699999809265137, + -0.2540000081062317, + -0.28600001335144043, + -0.28600001335144043, + -0.289000004529953, + -0.3100000023841858, + -0.3070000112056732, + -0.30399999022483826, + -0.3059999942779541, + -0.2980000078678131, + -0.2840000092983246, + -0.2750000059604645, + -0.2630000114440918, + -0.26899999380111694, + -0.25600001215934753, + -0.24199999868869781, + -0.2370000034570694, + -0.21899999678134918, + -0.21699999272823334, + -0.17599999904632568, + -0.15600000321865082, + -0.13500000536441803, + -0.12600000202655792, + -0.07800000160932541, + -0.04500000178813934, + 0.0, + 0.041999999433755875, + 0.07699999958276749, + 0.10499999672174454, + 0.12999999523162842, + 0.16300000250339508, + 0.20499999821186066, + 0.2329999953508377, + 0.27799999713897705, + 0.32499998807907104, + 0.36500000953674316, + 0.4000000059604645, + 0.4350000023841858, + 0.47999998927116394, + 0.5080000162124634, + 0.5479999780654907, + 0.5839999914169312, + 0.6240000128746033, + 0.6629999876022339, + 0.7099999785423279, + 0.7490000128746033, + 0.7870000004768372, + 0.8220000267028809, + 0.8529999852180481, + 0.8930000066757202, + 0.9319999814033508, + 0.9639999866485596, + 1.003000020980835, + 1.0360000133514404, + 1.0859999656677246, + 1.1230000257492065, + 1.1649999618530273, + 1.1950000524520874, + 1.225000023841858, + 1.2580000162124634, + 1.2920000553131104, + 1.3209999799728394, + 1.347000002861023, + 1.3769999742507935, + 1.406999945640564, + 1.4320000410079956, + 1.4670000076293945, + 1.4980000257492065, + 1.5180000066757202, + 1.5499999523162842, + 1.5670000314712524, + 1.5839999914169312, + 1.5980000495910645, + 1.6130000352859497, + 1.6299999952316284, + 1.6339999437332153, + 1.6330000162124634, + 1.6440000534057617, + 1.6490000486373901, + 1.6430000066757202, + 1.6519999504089355, + 1.6480000019073486, + 1.6480000019073486, + 1.6339999437332153, + 1.6339999437332153, + 1.6319999694824219, + 1.628999948501587, + 1.6319999694824219, + 1.621000051498413, + 1.6050000190734863, + 1.590000033378601, + 1.5759999752044678, + 1.565000057220459, + 1.559000015258789, + 1.5379999876022339, + 1.5219999551773071, + 1.5069999694824219, + 1.4789999723434448, + 1.4600000381469727, + 1.437000036239624, + 1.4190000295639038, + 1.3890000581741333, + 1.375, + 1.3619999885559082, + 1.3279999494552612, + 1.3109999895095825, + 1.2879999876022339, + 1.2640000581741333, + 1.2580000162124634, + 1.2369999885559082, + 1.2170000076293945, + 1.184999942779541, + 1.1480000019073486, + 1.128999948501587, + 1.1059999465942383, + 1.090000033378601, + 1.0770000219345093, + 1.0549999475479126, + 1.0529999732971191, + 1.0329999923706055, + 1.0329999923706055, + 1.0260000228881836, + 1.0119999647140503, + 1.0049999952316284, + 0.9940000176429749, + 0.9950000047683716, + 1.003000020980835, + 1.0149999856948853, + 1.0199999809265137, + 1.031000018119812, + 1.0379999876022339, + 1.0369999408721924, + 1.0490000247955322, + 1.0520000457763672, + 1.0509999990463257, + 1.0729999542236328, + 1.0889999866485596, + 1.1069999933242798, + 1.13100004196167, + 1.1640000343322754, + 1.1770000457763672, + 1.1950000524520874, + 1.215000033378601, + 1.2309999465942383, + 1.2419999837875366, + 1.2760000228881836, + 1.2929999828338623, + 1.312000036239624, + 1.3309999704360962, + 1.3550000190734863, + 1.3940000534057617, + 1.4199999570846558, + 1.4429999589920044, + 1.4780000448226929, + 1.496999979019165, + 1.5149999856948853, + 1.5449999570846558, + 1.5709999799728394, + 1.600000023841858, + 1.6339999437332153, + 1.6699999570846558, + 1.684000015258789, + 1.715000033378601, + 1.7339999675750732, + 1.7680000066757202, + 1.784000039100647, + 1.8040000200271606, + 1.8250000476837158, + 1.8509999513626099, + 1.8860000371932983, + 1.9119999408721924, + 1.9320000410079956, + 1.9609999656677246, + 1.9830000400543213, + 1.9919999837875366, + 2.0169999599456787, + 2.0339999198913574, + 2.0490000247955322, + 2.069000005722046, + 2.0789999961853027, + 2.0859999656677246, + 2.0940001010894775, + 2.1050000190734863, + 2.1059999465942383, + 2.1089999675750732, + 2.1110000610351562, + 2.114000082015991, + 2.11899995803833, + 2.128000020980835, + 2.11899995803833, + 2.1050000190734863, + 2.0959999561309814, + 2.0789999961853027, + 2.059999942779541, + 2.0490000247955322, + 2.0350000858306885, + 2.000999927520752, + 1.9730000495910645, + 1.9509999752044678, + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918, + 1.593999981880188, + 1.5529999732971191, + 1.5019999742507935, + 1.4429999589920044, + 1.3880000114440918, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486 + ], + "actual": [ + 0.9789999723434448, + 0.9190000295639038, + 0.859000027179718, + 0.8119999766349792, + 0.7480000257492065, + 0.6990000009536743, + 0.652999997138977, + 0.6069999933242798, + 0.5669999718666077, + 0.5180000066757202, + 0.4659999907016754, + 0.42500001192092896, + 0.3720000088214874, + 0.32499998807907104, + 0.2919999957084656, + 0.25600001215934753, + 0.22699999809265137, + 0.1809999942779541, + 0.1469999998807907, + 0.13199999928474426, + 0.09600000083446503, + 0.05900000035762787, + 0.03099999949336052, + 0.007000000216066837, + -0.039000000804662704, + -0.0560000017285347, + -0.07699999958276749, + -0.09099999815225601, + -0.10899999737739563, + -0.11900000274181366, + -0.125, + -0.1340000033378601, + -0.15600000321865082, + -0.16300000250339508, + -0.17900000512599945, + -0.19300000369548798, + -0.1979999989271164, + -0.1899999976158142, + -0.17000000178813934, + -0.16899999976158142, + -0.17100000381469727, + -0.17299999296665192, + -0.17399999499320984, + -0.15800000727176666, + -0.14399999380111694, + -0.12999999523162842, + -0.10999999940395355, + -0.09700000286102295, + -0.0729999989271164, + -0.04800000041723251, + -0.02800000086426735, + 0.0, + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 + ], + "predictions": { + "p50": [ + 0.9693438410758972, + 0.915428102016449, + 0.8649929165840149, + 0.813451886177063, + 0.7591457366943359, + 0.7075955867767334, + 0.6575037240982056, + 0.6073768138885498, + 0.5589228272438049, + 0.514061450958252, + 0.47127872705459595, + 0.4269319176673889, + 0.3849533200263977, + 0.34411126375198364, + 0.3044806122779846, + 0.2683172821998596, + 0.2329496145248413, + 0.20138192176818848, + 0.1709035038948059, + 0.14363396167755127, + 0.11507600545883179, + 0.09444248676300049, + 0.06911063194274902, + 0.04855179786682129, + 0.035587430000305176, + 0.014531493186950684, + 0.004740476608276367, + -0.0023747682571411133, + -0.013090252876281738, + -0.021541476249694824, + -0.025332927703857422, + -0.023234128952026367, + -0.09174633026123047, + -0.08076465129852295, + -0.07902657985687256, + -0.0727543830871582, + -0.06585204601287842, + -0.04911315441131592, + -0.04384410381317139, + -0.02676212787628174, + -0.010367393493652344, + 0.002057671546936035, + 0.01954209804534912, + 0.040602684020996094, + 0.06083869934082031, + 0.08214521408081055, + 0.10807102918624878, + 0.13327044248580933, + 0.15151184797286987, + 0.18371564149856567, + 0.20347917079925537, + 0.2420923113822937, + 0.2700221538543701, + 0.29748016595840454, + 0.33043909072875977, + 0.36511385440826416, + 0.3942970633506775, + 0.43055301904678345, + 0.4596303105354309, + 0.49301743507385254 + ], + "p10": [ + 0.9552454352378845, + 0.8963208794593811, + 0.8435141444206238, + 0.7866785526275635, + 0.7251485586166382, + 0.6684257984161377, + 0.6122492551803589, + 0.5550317764282227, + 0.49857258796691895, + 0.4452410936355591, + 0.39239436388015747, + 0.3405516743659973, + 0.2842738628387451, + 0.23129308223724365, + 0.18246716260910034, + 0.13094109296798706, + 0.08522909879684448, + 0.03527092933654785, + -0.009473681449890137, + -0.053159117698669434, + -0.09672534465789795, + -0.13883638381958008, + -0.18015336990356445, + -0.21909093856811523, + -0.25539684295654297, + -0.29388439655303955, + -0.32746827602386475, + -0.3512287139892578, + -0.38117027282714844, + -0.41164863109588623, + -0.4442676305770874, + -0.460099458694458, + -0.5719349384307861, + -0.6032348871231079, + -0.6214841604232788, + -0.6310944557189941, + -0.6514689922332764, + -0.6526355743408203, + -0.6657741069793701, + -0.6803679466247559, + -0.6876286268234253, + -0.7028064727783203, + -0.7208962440490723, + -0.7264316082000732, + -0.7335798740386963, + -0.752382755279541, + -0.7466248273849487, + -0.7536664009094238, + -0.7572308778762817, + -0.7485653162002563, + -0.7690219879150391, + -0.7497775554656982, + -0.7429682016372681, + -0.7421609163284302, + -0.7334097623825073, + -0.7261123657226562, + -0.7183219194412231, + -0.7081758975982666, + -0.7097691297531128, + -0.6912446022033691 + ], + "p90": [ + 0.983723521232605, + 0.9330258965492249, + 0.8864454627037048, + 0.8410506248474121, + 0.7945200204849243, + 0.7471507787704468, + 0.704065203666687, + 0.6615939140319824, + 0.6231764554977417, + 0.5888780355453491, + 0.5580097436904907, + 0.5260894894599915, + 0.49736207723617554, + 0.4732980728149414, + 0.4472288489341736, + 0.4216046929359436, + 0.4032418131828308, + 0.3880394697189331, + 0.3751704692840576, + 0.36274516582489014, + 0.3605650067329407, + 0.3612567186355591, + 0.35695159435272217, + 0.35713285207748413, + 0.3620052933692932, + 0.36630749702453613, + 0.37599438428878784, + 0.3875667452812195, + 0.395357608795166, + 0.4113816022872925, + 0.4404555559158325, + 0.462257444858551, + 0.49657613039016724, + 0.5290727615356445, + 0.5450108051300049, + 0.5803843140602112, + 0.6125803589820862, + 0.6422088146209717, + 0.6622677445411682, + 0.7083297967910767, + 0.7395813465118408, + 0.7749792337417603, + 0.8137435913085938, + 0.8517028093338013, + 0.8956618309020996, + 0.9371281862258911, + 0.9902048110961914, + 1.0300043821334839, + 1.0728660821914673, + 1.1247905492782593, + 1.1728613376617432, + 1.2316185235977173, + 1.2678399085998535, + 1.3275136947631836, + 1.3735922574996948, + 1.4401030540466309, + 1.4793612957000732, + 1.532094120979309, + 1.5984750986099243, + 1.656937837600708 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_183026.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_183026.json new file mode 100644 index 0000000000000000000000000000000000000000..2e5e0205d6781f0911ce47264fa3660468fe1421 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/arima/20260618_183026.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-18T18:30:26.927129+00:00", + "metrics": { + "MSE[mean]": 0.023409197702021826, + "MSE[0.5]": 0.02793413453649603, + "MAE[0.5]": 0.13466086631532045, + "MASE[0.5]": 0.8358263141624993, + "MAPE[0.5]": 0.08549190465607576, + "sMAPE[0.5]": 0.08930473937059703, + "MSIS": 6.2053024471538265, + "RMSE[mean]": 0.1530006460836745, + "NRMSE[mean]": 0.10097200643208383, + "ND[0.5]": 0.08886876106591385, + "mean_weighted_sum_quantile_loss": 0.06940768918994063 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4385092218992919, + 1.4296565688028775, + 1.4267193387835695, + 1.425883321089598, + 1.4393395436406333, + 1.426103058482364, + 1.4427607305945975, + 1.4260519307965323, + 1.4402469886197307, + 1.439169422724904, + 1.4244257687477206, + 1.424266107392799, + 1.4254884757333257, + 1.4441616294735893, + 1.4323840867944604, + 1.4255994963133736, + 1.4260453480853155, + 1.424799225571506, + 1.4258224214967594, + 1.4227406837667018, + 1.4252213871922776, + 1.4391686717914973, + 1.425221387187938, + 1.4413208586660977, + 1.4255994951988333, + 1.4260453477088872, + 1.425599495198777, + 1.425599495198772, + 1.4413208586659099, + 1.4253773984061422, + 1.440244765227876, + 1.439168671789843, + 1.439168671789843, + 1.4250653759686167, + 1.4250653759686167, + 1.4413208586659092, + 1.4249323007064898, + 1.4252213871873793, + 1.4252213871873793, + 1.4255994951987698, + 1.439168671789843, + 1.425488446802456, + 1.4441616197023903, + 1.4326070097493546, + 1.4427412391841496, + 1.4250653759686167, + 1.4413208586659092, + 1.425377398406142, + 1.4441616197023903, + 1.4244255151246519, + 1.439168671789843, + 1.439168671789843, + 1.4244528768932356, + 1.4326070097493546, + 1.4258224214538178, + 1.426045347708866, + 1.439168671789843, + 1.4255994951987698, + 1.4255994951987698, + 1.425377398406142, + 1.4427412391841496, + 1.4255994951987698, + 1.4255994951987698, + 1.4255994951987698, + 1.4247992254443629, + 1.4241065283421084, + 1.4252213871873793, + 1.440244765227876, + 1.4567219369970243, + 1.4252213871873793, + 1.439168671789843, + 1.4250653759686167 + ], + "p10": [ + 1.3599098509752892, + 1.3396360085578434, + 1.3366987785385354, + 1.3324472898168633, + 1.3493480389875856, + 1.3424088674971024, + 1.3352203183527929, + 1.3423577398112707, + 1.3423533801154588, + 1.3491779180718562, + 1.3349156227457155, + 1.3323463344047803, + 1.3352008558732151, + 1.3352008367135442, + 1.3323462520455154, + 1.3423511578382081, + 1.342351157100054, + 1.3323462488725046, + 1.3352008269852869, + 1.3264176157297263, + 1.3460629945089118, + 1.3352008269439994, + 1.347269902011424, + 1.341636123745667, + 1.342351156723668, + 1.3612971064253014, + 1.3323462487453686, + 1.3467780274821415, + 1.3600851124964324, + 1.3489864406242027, + 1.3423511567236044, + 1.3491771671367954, + 1.3349153691226467, + 1.3416361237454786, + 1.3423511567236044, + 1.3416361237454786, + 1.3423511567236044, + 1.3349153691226467, + 1.3323462487453615, + 1.3423511567236044, + 1.3352008269423452, + 1.3352008269423452, + 1.3472699020108654, + 1.3423511567236044, + 1.3600851124964317, + 1.3416361237454786, + 1.3352008269423452, + 1.3352008269423452, + 1.3416361237454786, + 1.3416361237454786, + 1.3472699020108654, + 1.3423511567236044, + 1.3352008269423452, + 1.3491771671367954, + 1.3423511567236044, + 1.3416361237454786, + 1.3489864406242025, + 1.3352008269423452, + 1.3352008269423452, + 1.3352008269423452, + 1.3484945660954764, + 1.3616115207446535, + 1.3467780274821393, + 1.3423511567236044, + 1.3467780274821393, + 1.3349153691226467, + 1.3416361237454786, + 1.3352008269423452, + 1.3349153691226467, + 1.3323462487453615, + 1.3352008269423452, + 1.328297432625819 + ], + "p90": [ + 1.5753840814086972, + 1.5895484418786519, + 1.5664385467539284, + 1.5627581805990034, + 1.5631343022663369, + 1.5477660733740353, + 1.5649600865681859, + 1.58511984335082, + 1.566960085060134, + 1.5669586126033404, + 1.562743999067261, + 1.549162837791457, + 1.5649406240886081, + 1.5649406049289372, + 1.562743748744346, + 1.564940596272342, + 1.5871601522481562, + 1.5649405952848814, + 1.5491627521749798, + 1.5384057888994345, + 1.585113260268052, + 1.585113260264808, + 1.562252257916106, + 1.5851132602633422, + 1.5629634304156101, + 1.5669578616683009, + 1.5649405951577453, + 1.5622522579155496, + 1.5649405951577389, + 1.5622522579155476, + 1.5649405951577382, + 1.5649405951577382, + 1.5627437454441921, + 1.5491627521320381, + 1.5477083626005372, + 1.5851132602631537, + 1.5622522579155473, + 1.5871601518717067, + 1.5384057888849312, + 1.5491627521320381, + 1.5851132602631537, + 1.5871601518717067, + 1.5649405951577382, + 1.5629634304155466, + 1.5851132602631537, + 1.5649405951577382, + 1.5649405951577382, + 1.5384057888849312, + 1.5851132602631537, + 1.5627437454441921, + 1.5871601518717067, + 1.5627437454441921, + 1.5384057888849312, + 1.606565130408814, + 1.5629634304155466, + 1.5627437454441921, + 1.5649405951577382, + 1.5623014066684118, + 1.5629634304155466, + 1.5622522579155473, + 1.5627437454441921, + 1.5622522579155473, + 1.5851132602631537, + 1.5871601518717067, + 1.5627437454441921, + 1.5622522579155473, + 1.5622522579155473, + 1.5623014066684118, + 1.6055821763486846, + 1.5629634304155466, + 1.5622522579155473, + 1.5477083626005372 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_182635.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_182635.json new file mode 100644 index 0000000000000000000000000000000000000000..3f9596fc300d4caee5bc242844acc6ceee467266 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/chronos_2/20260618_182635.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-18T18:26:35.152425+00:00", + "metrics": { + "MSE[mean]": 0.027603227900603027, + "MSE[0.5]": 0.027603227900603027, + "MAE[0.5]": 0.12865031593375736, + "MASE[0.5]": 0.7985194386835739, + "MAPE[0.5]": 0.08750986616660852, + "sMAPE[0.5]": 0.08440691474262242, + "MSIS": 5.138650022633329, + "RMSE[mean]": 0.16614219181352768, + "NRMSE[mean]": 0.10964470340381148, + "ND[0.5]": 0.08490212858871733, + "mean_weighted_sum_quantile_loss": 0.07088587584154493 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4840787649154663, + 1.48270845413208, + 1.4840328693389893, + 1.4858629703521729, + 1.4874402284622192, + 1.4899834394454956, + 1.4921584129333496, + 1.4948248863220215, + 1.4969213008880615, + 1.4976093769073486, + 1.498096227645874, + 1.4994375705718994, + 1.4999690055847168, + 1.503440260887146, + 1.506662130355835, + 1.5052330493927002, + 1.5137125253677368, + 1.5150854587554932, + 1.515639305114746, + 1.5189027786254883, + 1.5196709632873535, + 1.5217812061309814, + 1.5249103307724, + 1.5272091627120972, + 1.5303411483764648, + 1.530682921409607, + 1.533961534500122, + 1.534514307975769, + 1.5357506275177002, + 1.5395967960357666, + 1.5439445972442627, + 1.5424611568450928, + 1.5523663759231567, + 1.553858995437622, + 1.5529388189315796, + 1.5562704801559448, + 1.5558490753173828, + 1.557385802268982, + 1.5609374046325684, + 1.559697151184082, + 1.5632362365722656, + 1.5625940561294556, + 1.5635404586791992, + 1.5642280578613281, + 1.5635889768600464, + 1.5666613578796387, + 1.5712634325027466, + 1.5685440301895142, + 1.57914400100708, + 1.5800604820251465, + 1.5768547058105469, + 1.5809937715530396, + 1.579979419708252, + 1.581864356994629, + 1.5846006870269775, + 1.5823988914489746, + 1.5872292518615723, + 1.5858651399612427, + 1.5832366943359375, + 1.5836458206176758, + 1.5816303491592407, + 1.5866315364837646, + 1.589730143547058, + 1.585340976715088, + 1.591375470161438, + 1.591078519821167, + 1.5854721069335938, + 1.5911900997161865, + 1.5885339975357056, + 1.5928210020065308, + 1.5953662395477295, + 1.5913455486297607 + ], + "p10": [ + 1.3645329475402832, + 1.3487322330474854, + 1.343072533607483, + 1.342543125152588, + 1.3395346403121948, + 1.3376266956329346, + 1.3353521823883057, + 1.3332995176315308, + 1.334157109260559, + 1.331438422203064, + 1.3293462991714478, + 1.322335958480835, + 1.321067452430725, + 1.3221176862716675, + 1.3228161334991455, + 1.3208736181259155, + 1.3271009922027588, + 1.3220301866531372, + 1.3190428018569946, + 1.3209589719772339, + 1.320945143699646, + 1.3191434144973755, + 1.3204751014709473, + 1.3176051378250122, + 1.3172404766082764, + 1.3141560554504395, + 1.3144371509552002, + 1.3071300983428955, + 1.30472731590271, + 1.3054945468902588, + 1.3086395263671875, + 1.306660532951355, + 1.301249384880066, + 1.2943686246871948, + 1.2890377044677734, + 1.2880432605743408, + 1.286443829536438, + 1.2816708087921143, + 1.2811660766601562, + 1.2765778303146362, + 1.2770841121673584, + 1.2709801197052002, + 1.2695187330245972, + 1.2623696327209473, + 1.2602192163467407, + 1.2590612173080444, + 1.264890193939209, + 1.2611643075942993, + 1.269203782081604, + 1.2562350034713745, + 1.2508857250213623, + 1.249788522720337, + 1.2466278076171875, + 1.2417773008346558, + 1.245060682296753, + 1.240164875984192, + 1.2366669178009033, + 1.2267016172409058, + 1.2290502786636353, + 1.2232275009155273, + 1.2158968448638916, + 1.2125554084777832, + 1.2198923826217651, + 1.2177197933197021, + 1.2127888202667236, + 1.1977269649505615, + 1.1934047937393188, + 1.1870830059051514, + 1.1877204179763794, + 1.1838665008544922, + 1.1903712749481201, + 1.1905856132507324 + ], + "p90": [ + 1.575477123260498, + 1.5886296033859253, + 1.5955469608306885, + 1.6050540208816528, + 1.6067829132080078, + 1.6148802042007446, + 1.6213892698287964, + 1.6257792711257935, + 1.6254132986068726, + 1.632677435874939, + 1.6357450485229492, + 1.6362318992614746, + 1.6444672346115112, + 1.6416348218917847, + 1.6508997678756714, + 1.6493209600448608, + 1.6676579713821411, + 1.6721177101135254, + 1.671865701675415, + 1.6789562702178955, + 1.6794488430023193, + 1.68867027759552, + 1.6924577951431274, + 1.6978733539581299, + 1.6988911628723145, + 1.70783531665802, + 1.7131952047348022, + 1.7125639915466309, + 1.721941351890564, + 1.7197165489196777, + 1.7328845262527466, + 1.7294623851776123, + 1.7604974508285522, + 1.7635048627853394, + 1.7619903087615967, + 1.768444538116455, + 1.7658052444458008, + 1.7791523933410645, + 1.7822473049163818, + 1.7870169878005981, + 1.784987211227417, + 1.7958145141601562, + 1.7998350858688354, + 1.8000792264938354, + 1.8081486225128174, + 1.8005276918411255, + 1.8161070346832275, + 1.8125624656677246, + 1.8323593139648438, + 1.833087682723999, + 1.8333741426467896, + 1.839759349822998, + 1.8351387977600098, + 1.8520774841308594, + 1.8535512685775757, + 1.8590474128723145, + 1.8562936782836914, + 1.867264986038208, + 1.8681199550628662, + 1.8717093467712402, + 1.8786702156066895, + 1.8724560737609863, + 1.887101650238037, + 1.8852068185806274, + 1.914238452911377, + 1.912245273590088, + 1.9097554683685303, + 1.9205526113510132, + 1.910926342010498, + 1.9301211833953857, + 1.9264403581619263, + 1.934194564819336 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_183027.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..3c1d55f0aa682579b1eaa3817a21f884b29a769b --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/ets/20260618_183027.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-18T18:30:27.054331+00:00", + "metrics": { + "MSE[mean]": 0.06244750571296424, + "MSE[0.5]": 0.06134363615321011, + "MAE[0.5]": 0.18696112088618222, + "MASE[0.5]": 1.160448679990473, + "MAPE[0.5]": 0.13139842293462334, + "sMAPE[0.5]": 0.11855360255803957, + "MSIS": 26.89451338416995, + "RMSE[mean]": 0.24989498937146426, + "NRMSE[mean]": 0.16491694067985613, + "ND[0.5]": 0.12338405087743938, + "mean_weighted_sum_quantile_loss": 0.11181525540179009 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4847276140333112, + 1.4893520065067365, + 1.4939763989801615, + 1.4986007914535866, + 1.5032251839270117, + 1.507849576400437, + 1.512473968873862, + 1.517098361347287, + 1.5217227538207123, + 1.5263471462941374, + 1.5309715387675624, + 1.5355959312409877, + 1.5402203237144128, + 1.5448447161878378, + 1.549469108661263, + 1.5540935011346881, + 1.5587178936081132, + 1.5633422860815382, + 1.5679666785549635, + 1.5725910710283886, + 1.5772154635018136, + 1.581839855975239, + 1.586464248448664, + 1.591088640922089, + 1.595713033395514, + 1.6003374258689393, + 1.6049618183423644, + 1.6095862108157895, + 1.6142106032892147, + 1.6188349957626398, + 1.6234593882360648, + 1.6280837807094901, + 1.6327081731829152, + 1.6373325656563402, + 1.6419569581297655, + 1.6465813506031906, + 1.6512057430766156, + 1.6558301355500407, + 1.660454528023466, + 1.665078920496891, + 1.669703312970316, + 1.6743277054437413, + 1.6789520979171664, + 1.6835764903905914, + 1.6882008828640165, + 1.6928252753374418, + 1.6974496678108668, + 1.702074060284292, + 1.7066984527577171, + 1.7113228452311422, + 1.7159472377045673, + 1.7205716301779925, + 1.7251960226514176, + 1.7298204151248426, + 1.734444807598268, + 1.739069200071693, + 1.743693592545118, + 1.748317985018543, + 1.7529423774919684, + 1.7575667699653934, + 1.7621911624388185, + 1.7668155549122437, + 1.7714399473856688, + 1.7760643398590938, + 1.780688732332519, + 1.7853131248059442, + 1.7899375172793692, + 1.7945619097527945, + 1.7991863022262196, + 1.8038106946996446, + 1.8084350871730697, + 1.813059479646495 + ], + "p10": [ + 1.3847275901914533, + 1.3893519826648784, + 1.3939763751383034, + 1.3986007676117285, + 1.4032251600851535, + 1.407849552558579, + 1.412473945032004, + 1.4170983375054291, + 1.4217227299788542, + 1.4263471224522792, + 1.4309715149257043, + 1.4355959073991298, + 1.4402202998725548, + 1.44484469234598, + 1.449469084819405, + 1.45409347729283, + 1.458717869766255, + 1.4633422622396801, + 1.4679666547131056, + 1.4725910471865307, + 1.4772154396599557, + 1.4818398321333808, + 1.4864642246068058, + 1.4910886170802309, + 1.495713009553656, + 1.5003374020270814, + 1.5049617945005065, + 1.5095861869739315, + 1.5142105794473566, + 1.5188349719207817, + 1.5234593643942067, + 1.5280837568676322, + 1.5327081493410573, + 1.5373325418144823, + 1.5419569342879074, + 1.5465813267613324, + 1.5512057192347575, + 1.5558301117081825, + 1.560454504181608, + 1.565078896655033, + 1.5697032891284581, + 1.5743276816018832, + 1.5789520740753082, + 1.5835764665487333, + 1.5882008590221584, + 1.5928252514955838, + 1.597449643969009, + 1.602074036442434, + 1.606698428915859, + 1.611322821389284, + 1.6159472138627091, + 1.6205716063361346, + 1.6251959988095597, + 1.6298203912829847, + 1.6344447837564098, + 1.6390691762298348, + 1.6436935687032599, + 1.648317961176685, + 1.6529423536501104, + 1.6575667461235355, + 1.6621911385969605, + 1.6668155310703856, + 1.6714399235438107, + 1.6760643160172357, + 1.6806887084906608, + 1.6853131009640863, + 1.6899374934375113, + 1.6945618859109364, + 1.6991862783843614, + 1.7038106708577865, + 1.7084350633312115, + 1.713059455804637 + ], + "p90": [ + 1.6847275425077375, + 1.6893519349811625, + 1.6039764132852754, + 1.6986007199280126, + 1.7032251124014377, + 1.7078495048748632, + 1.61247399271572, + 1.7170982898217133, + 1.62172277766257, + 1.6363471605992512, + 1.7309714672419885, + 1.6355959550828456, + 1.6402203475562707, + 1.6448447400296957, + 1.6494691325031208, + 1.6540935249765458, + 1.6587179174499709, + 1.663342309923396, + 1.6679667023968214, + 1.6725910948702465, + 1.77721539197624, + 1.6918398702803528, + 1.78646417692309, + 1.6910886647639467, + 1.6957130572373718, + 1.7003374497107973, + 1.8049617587377196, + 1.7095862346576474, + 1.7142106271310724, + 1.7188350196044975, + 1.7334594025411787, + 1.728083804551348, + 1.8327081016573414, + 1.7373325894981981, + 1.8419568866041915, + 1.7465813744450482, + 1.7512057669184733, + 1.8558300640244667, + 1.8604544564978922, + 1.765078944338749, + 1.8697032414447423, + 1.8743276339181674, + 1.778952121759024, + 1.7835765142324491, + 1.7982008971691303, + 1.7928252991792997, + 1.7974496916527247, + 1.8020740841261498, + 1.9066983812321432, + 1.8113228690729999, + 1.9159471661789933, + 1.8205716540198504, + 1.9251959511258439, + 1.929820343599269, + 1.8344448314401256, + 1.8390692239135507, + 1.8436936163869757, + 1.8483180088604008, + 1.9529423059663946, + 1.9575666984398197, + 1.8621911862806764, + 1.8668155787541014, + 1.8714399712275265, + 1.97606426833352, + 1.8806887561743766, + 1.9853130532803704, + 1.8899375411212271, + 1.8945619335946522, + 1.9091863165313334, + 1.9038107185415023, + 1.9084351110149274, + 2.013059408120921 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_182931.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_182931.json new file mode 100644 index 0000000000000000000000000000000000000000..74d9520813c5d987e450210419c4ef3810a51acd --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moirai_1_1_large/20260618_182931.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-18T18:29:31.734510+00:00", + "metrics": { + "MSE[mean]": 0.05558440652372473, + "MSE[0.5]": 0.031029170016898384, + "MAE[0.5]": 0.13559932261705399, + "MASE[0.5]": 0.8416512170696573, + "MAPE[0.5]": 0.09274377555835252, + "sMAPE[0.5]": 0.0887994984593344, + "MSIS": 5.397496007104218, + "RMSE[mean]": 0.23576345459745185, + "NRMSE[mean]": 0.15559090542039422, + "ND[0.5]": 0.08948809057961438, + "mean_weighted_sum_quantile_loss": 0.09072475612230708 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4759277701377869, + 1.4579100608825684, + 1.4351563453674316, + 1.4632003903388977, + 1.5458797216415405, + 1.481410026550293, + 1.428422212600708, + 1.4638200998306274, + 1.5185230374336243, + 1.477072536945343, + 1.5072314739227295, + 1.5102123022079468, + 1.5077540874481201, + 1.45965176820755, + 1.470886468887329, + 1.5106043219566345, + 1.5511048436164856, + 1.5233956575393677, + 1.5333207249641418, + 1.5223088264465332, + 1.5654142498970032, + 1.5555741786956787, + 1.5424352288246155, + 1.5765129923820496, + 1.5647990703582764, + 1.5327764749526978, + 1.4959800243377686, + 1.545901596546173, + 1.5737743973731995, + 1.4664598107337952, + 1.4881375432014465, + 1.587383210659027, + 1.554639756679535, + 1.5555853843688965, + 1.559574544429779, + 1.6038898825645447, + 1.5338440537452698, + 1.5316797494888306, + 1.5218292474746704, + 1.5584860444068909, + 1.5745735168457031, + 1.5772126913070679, + 1.5792372226715088, + 1.551665186882019, + 1.6114144921302795, + 1.607303500175476, + 1.5868474841117859, + 1.5806312561035156, + 1.5397263169288635, + 1.5892795324325562, + 1.5649868845939636, + 1.5589291453361511, + 1.6198907494544983, + 1.5810396671295166, + 1.5513625741004944, + 1.5860866904258728, + 1.5794959664344788, + 1.5131322741508484, + 1.6054306626319885, + 1.633469820022583, + 1.5414891242980957, + 1.5559061765670776, + 1.5748082399368286, + 1.6021450757980347, + 1.6266393661499023, + 1.7135655283927917, + 1.6864030957221985, + 1.561417043209076, + 1.7136018872261047, + 1.5654422640800476, + 1.63081693649292, + 1.669168472290039 + ], + "p10": [ + 1.377695620059967, + 1.344860017299652, + 1.3175429105758667, + 1.3554514050483704, + 1.3983305096626282, + 1.3089079856872559, + 1.2751872539520264, + 1.3394657373428345, + 1.3612400889396667, + 1.3267048001289368, + 1.3108026385307312, + 1.3047538995742798, + 1.285453200340271, + 1.2796688675880432, + 1.2598049640655518, + 1.3225221633911133, + 1.2982012033462524, + 1.2446764707565308, + 1.2922045588493347, + 1.2597424387931824, + 1.2839906811714172, + 1.2685014009475708, + 1.2687592506408691, + 1.2799908518791199, + 1.2766193151474, + 1.2464047074317932, + 1.1823727488517761, + 1.2290028929710388, + 1.2616472840309143, + 1.1688578724861145, + 1.209312081336975, + 1.2022902965545654, + 1.2121413350105286, + 1.2875991463661194, + 1.2538882493972778, + 1.2048128247261047, + 1.1942388415336609, + 1.177260935306549, + 1.1859943866729736, + 1.1670885682106018, + 1.2384456396102905, + 1.1486413478851318, + 1.1843129396438599, + 1.1591981649398804, + 1.1497048735618591, + 1.209246039390564, + 1.2023600339889526, + 1.2022525072097778, + 1.0895628333091736, + 1.1003654599189758, + 1.1585052609443665, + 1.1848604679107666, + 1.0783125758171082, + 1.2054935097694397, + 1.1113393306732178, + 1.0846787691116333, + 1.137024462223053, + 1.1142653226852417, + 1.1301570534706116, + 1.1684929132461548, + 0.9879366755485535, + 0.974299818277359, + 1.1230257749557495, + 1.1031453013420105, + 1.1161416172981262, + 1.1375657320022583, + 1.1018330454826355, + 1.0775418281555176, + 1.086887001991272, + 1.0356413125991821, + 1.1616722345352173, + 1.1112271547317505 + ], + "p90": [ + 1.5675528049468994, + 1.5503616333007812, + 1.5400062203407288, + 1.6041303277015686, + 1.6837438344955444, + 1.6335832476615906, + 1.5778412222862244, + 1.6330130696296692, + 1.7066434621810913, + 1.6398074626922607, + 1.6780853271484375, + 1.7287347316741943, + 1.7209616303443909, + 1.6564161777496338, + 1.7095441818237305, + 1.7423840165138245, + 1.8165958523750305, + 1.7848984003067017, + 1.8553266525268555, + 1.8376022577285767, + 1.9187926054000854, + 1.8662247061729431, + 1.8858562707901, + 2.023737072944641, + 1.93717622756958, + 1.9218959212303162, + 1.8283818364143372, + 1.8658353090286255, + 2.024019956588745, + 1.8604218363761902, + 2.083798885345459, + 2.029504179954529, + 1.911975383758545, + 1.9558870792388916, + 1.9896430969238281, + 2.0368528366088867, + 2.0701855421066284, + 2.078330397605896, + 1.9881849884986877, + 2.1334125995635986, + 1.9915274381637573, + 2.2070658206939697, + 2.2364073991775513, + 2.07248318195343, + 2.1113780736923218, + 2.385636568069458, + 2.3504271507263184, + 2.208201766014099, + 1.9972251653671265, + 2.062497615814209, + 2.046538829803467, + 2.199623465538025, + 2.2604929208755493, + 2.2004700899124146, + 2.217949390411377, + 2.299670696258545, + 2.1869689226150513, + 2.202535390853882, + 2.2480549812316895, + 2.279184341430664, + 2.1012284755706787, + 2.393399477005005, + 2.6434414386749268, + 2.7642056941986084, + 2.616109251976013, + 2.9759989976882935, + 3.027851104736328, + 2.6258503198623657, + 2.9506375789642334, + 2.5123708248138428, + 2.619705080986023, + 2.88723623752594 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_183027.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..abc8c24d1702dc92f92891aa8adaa83c02097659 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/moving_average/20260618_183027.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-18T18:30:27.105085+00:00", + "metrics": { + "MSE[mean]": 0.02732831274810687, + "MSE[0.5]": 0.027751013668507588, + "MAE[0.5]": 0.13477185019661506, + "MASE[0.5]": 0.8365151798364859, + "MAPE[0.5]": 0.08569468639353839, + "sMAPE[0.5]": 0.08937656498898514, + "MSIS": 11.249001470254465, + "RMSE[mean]": 0.1653127724893236, + "NRMSE[mean]": 0.10909733229472068, + "ND[0.5]": 0.08894200431986592, + "mean_weighted_sum_quantile_loss": 0.07479275936500744 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206, + 1.4332142714943206 + ], + "p10": [ + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624, + 1.3332142476524624 + ], + "p90": [ + 1.6332141999687466, + 1.6332141999687466, + 1.5432142857994344, + 1.6332141999687466, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.5432142857994344, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.5432142857994344, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332142118896755, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5432142857994344, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5432142857994344, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.6332141999687466, + 1.5332142953361783, + 1.5332142953361783, + 1.5432142857994344, + 1.5332142953361783, + 1.5332142953361783, + 1.6332141999687466 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_183027.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_183027.json new file mode 100644 index 0000000000000000000000000000000000000000..42f7bfde9a009d2e44120132464c13deaabe58f5 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/seasonal_naive/20260618_183027.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-18T18:30:27.147993+00:00", + "metrics": { + "MSE[mean]": 0.033333343267442056, + "MSE[0.5]": 0.033333343267442056, + "MAE[0.5]": 0.13888891537984213, + "MASE[0.5]": 0.8620693850887057, + "MAPE[0.5]": 0.08852094060654553, + "sMAPE[0.5]": 0.09272710700592117, + "MSIS": 26.576739123535628, + "RMSE[mean]": 0.18257421304073052, + "NRMSE[mean]": 0.12048893312123292, + "ND[0.5]": 0.0916590407690765, + "mean_weighted_sum_quantile_loss": 0.08756493777993676 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "p10": [ + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47, + 1.3719999766349793, + 1.2739999532699584, + 1.2739999532699584, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.47, + 1.47, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.3719999766349793, + 1.5680000233650206, + 1.47, + 1.2739999532699584, + 1.2739999532699584, + 1.47, + 1.47, + 1.47, + 1.47 + ], + "p90": [ + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53, + 1.4279999756813049, + 1.32599995136261, + 1.32599995136261, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.53, + 1.53, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.4279999756813049, + 1.6320000243186952, + 1.53, + 1.32599995136261, + 1.32599995136261, + 1.53, + 1.53, + 1.53, + 1.53 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_183015.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_183015.json new file mode 100644 index 0000000000000000000000000000000000000000..fec5feea2f24859af1d51f5a17ec8bc0918cfb35 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timer_s1/20260618_183015.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-18T18:30:15.398196+00:00", + "metrics": { + "MSE[mean]": 0.02626014459697205, + "MSE[0.5]": 0.02626014459697205, + "MAE[0.5]": 0.1285915987359153, + "MASE[0.5]": 0.7981549870028951, + "MAPE[0.5]": 0.08122185565893064, + "sMAPE[0.5]": 0.08507121592864447, + "MSIS": 8.934204509598324, + "RMSE[mean]": 0.1620498213419936, + "NRMSE[mean]": 0.10694396410531058, + "ND[0.5]": 0.0848633784694862, + "mean_weighted_sum_quantile_loss": 0.07378273661490832 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.48046875, + 1.4580078125, + 1.4501953125, + 1.447265625, + 1.443359375, + 1.44091796875, + 1.4404296875, + 1.43896484375, + 1.43798828125, + 1.4375, + 1.4375, + 1.4365234375, + 1.439453125, + 1.43798828125, + 1.4375, + 1.4375, + 1.43896484375, + 1.4365234375, + 1.43603515625, + 1.4365234375, + 1.43994140625, + 1.43896484375, + 1.4404296875, + 1.43994140625, + 1.44140625, + 1.43896484375, + 1.43896484375, + 1.43896484375, + 1.4404296875, + 1.43994140625, + 1.43896484375, + 1.43896484375, + 1.435546875, + 1.4345703125, + 1.435546875, + 1.43505859375, + 1.43212890625, + 1.431640625, + 1.43310546875, + 1.4326171875, + 1.43115234375, + 1.43017578125, + 1.42822265625, + 1.42724609375, + 1.42724609375, + 1.427734375, + 1.42822265625, + 1.42822265625, + 1.4228515625, + 1.42138671875, + 1.42041015625, + 1.41943359375, + 1.41943359375, + 1.4189453125, + 1.41845703125, + 1.41796875, + 1.4169921875, + 1.41650390625, + 1.41455078125, + 1.4140625, + 1.4130859375, + 1.41015625, + 1.41064453125, + 1.40869140625, + 1.4072265625, + 1.40576171875, + 1.40380859375, + 1.404296875, + 1.404296875, + 1.404296875, + 1.40283203125, + 1.40087890625 + ], + "p10": [ + 1.376708984375, + 1.326904296875, + 1.308837890625, + 1.299560546875, + 1.29296875, + 1.28955078125, + 1.28955078125, + 1.288330078125, + 1.287841796875, + 1.2841796875, + 1.282470703125, + 1.2802734375, + 1.283203125, + 1.281982421875, + 1.28125, + 1.278076171875, + 1.277099609375, + 1.272705078125, + 1.271240234375, + 1.270263671875, + 1.274169921875, + 1.2734375, + 1.2734375, + 1.271240234375, + 1.272705078125, + 1.27001953125, + 1.26953125, + 1.268310546875, + 1.268310546875, + 1.26806640625, + 1.26708984375, + 1.265380859375, + 1.265625, + 1.265625, + 1.2646484375, + 1.262939453125, + 1.260498046875, + 1.260498046875, + 1.2607421875, + 1.26025390625, + 1.26123046875, + 1.25830078125, + 1.2548828125, + 1.25146484375, + 1.2529296875, + 1.2529296875, + 1.25390625, + 1.2529296875, + 1.248046875, + 1.24609375, + 1.24462890625, + 1.24365234375, + 1.24267578125, + 1.24267578125, + 1.2412109375, + 1.240234375, + 1.2412109375, + 1.2412109375, + 1.23876953125, + 1.23681640625, + 1.236328125, + 1.23291015625, + 1.23388671875, + 1.2314453125, + 1.22998046875, + 1.22705078125, + 1.22509765625, + 1.2265625, + 1.2255859375, + 1.2265625, + 1.22607421875, + 1.22265625 + ], + "p90": [ + 1.5625, + 1.5703125, + 1.5703125, + 1.5703125, + 1.5703125, + 1.5703125, + 1.572265625, + 1.572265625, + 1.576171875, + 1.576171875, + 1.576171875, + 1.576171875, + 1.580078125, + 1.580078125, + 1.578125, + 1.58203125, + 1.5859375, + 1.5859375, + 1.583984375, + 1.587890625, + 1.58984375, + 1.58984375, + 1.591796875, + 1.59375, + 1.59375, + 1.591796875, + 1.595703125, + 1.59375, + 1.59765625, + 1.59765625, + 1.595703125, + 1.599609375, + 1.59375, + 1.591796875, + 1.595703125, + 1.595703125, + 1.591796875, + 1.591796875, + 1.59375, + 1.59375, + 1.595703125, + 1.595703125, + 1.591796875, + 1.591796875, + 1.591796875, + 1.591796875, + 1.59375, + 1.59375, + 1.58984375, + 1.587890625, + 1.587890625, + 1.5859375, + 1.587890625, + 1.587890625, + 1.587890625, + 1.587890625, + 1.5859375, + 1.583984375, + 1.58203125, + 1.58203125, + 1.58203125, + 1.578125, + 1.578125, + 1.578125, + 1.578125, + 1.576171875, + 1.576171875, + 1.576171875, + 1.578125, + 1.576171875, + 1.576171875, + 1.57421875 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_182733.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_182733.json new file mode 100644 index 0000000000000000000000000000000000000000..d6c0831ecd15cfc341bcfe7d34f577906e1883c3 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/timesfm_2_5/20260618_182733.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-18T18:27:33.685145+00:00", + "metrics": { + "MSE[mean]": 0.02489523770346342, + "MSE[0.5]": 0.032444891694004475, + "MAE[0.5]": 0.14314294854799905, + "MASE[0.5]": 0.8884737367058995, + "MAPE[0.5]": 0.08961546879065328, + "sMAPE[0.5]": 0.09524957710826543, + "MSIS": 13.765628527465582, + "RMSE[mean]": 0.15778224774499638, + "NRMSE[mean]": 0.10412760038584147, + "ND[0.5]": 0.09446646855067246, + "mean_weighted_sum_quantile_loss": 0.07487760949617997 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4273253679275513, + 1.4231733083724976, + 1.4246172904968262, + 1.4224610328674316, + 1.4271728992462158, + 1.4275656938552856, + 1.4303864240646362, + 1.4253178834915161, + 1.4313218593597412, + 1.433074712753296, + 1.4358631372451782, + 1.4357433319091797, + 1.430619716644287, + 1.4290813207626343, + 1.423327088356018, + 1.417292833328247, + 1.4183560609817505, + 1.4146679639816284, + 1.4110376834869385, + 1.40951406955719, + 1.4072366952896118, + 1.408488392829895, + 1.411016821861267, + 1.410123586654663, + 1.4151298999786377, + 1.4105015993118286, + 1.4049915075302124, + 1.4142990112304688, + 1.4103741645812988, + 1.404345989227295, + 1.4095762968063354, + 1.4077119827270508, + 1.4005045890808105, + 1.4056611061096191, + 1.4003784656524658, + 1.4006052017211914, + 1.393818974494934, + 1.3917423486709595, + 1.3944352865219116, + 1.3891774415969849, + 1.3878945112228394, + 1.3803420066833496, + 1.3775062561035156, + 1.3815616369247437, + 1.3835546970367432, + 1.3772226572036743, + 1.3740206956863403, + 1.380025029182434, + 1.3899985551834106, + 1.3830432891845703, + 1.3878042697906494, + 1.385401964187622, + 1.3915852308273315, + 1.3878717422485352, + 1.385623574256897, + 1.3886449337005615, + 1.3869227170944214, + 1.384052038192749, + 1.382118582725525, + 1.3769341707229614, + 1.386907696723938, + 1.3857425451278687, + 1.382697582244873, + 1.3822087049484253, + 1.3785195350646973, + 1.3741382360458374, + 1.3725090026855469, + 1.3726608753204346, + 1.3728294372558594, + 1.3717055320739746, + 1.3711965084075928, + 1.3674739599227905 + ], + "p10": [ + 1.444088101387024, + 1.445615291595459, + 1.4480235576629639, + 1.443812608718872, + 1.4408947229385376, + 1.4448108673095703, + 1.4404789209365845, + 1.4435964822769165, + 1.445460557937622, + 1.4579060077667236, + 1.4479578733444214, + 1.4513534307479858, + 1.4490482807159424, + 1.4417812824249268, + 1.4364440441131592, + 1.4422770738601685, + 1.4382553100585938, + 1.42072594165802, + 1.4369876384735107, + 1.4264005422592163, + 1.4305223226547241, + 1.4231337308883667, + 1.4250925779342651, + 1.4270477294921875, + 1.4315706491470337, + 1.4250986576080322, + 1.4286597967147827, + 1.4271780252456665, + 1.4346425533294678, + 1.4279029369354248, + 1.4217090606689453, + 1.4275850057601929, + 1.417678952217102, + 1.425110101699829, + 1.4235811233520508, + 1.4185289144515991, + 1.4244604110717773, + 1.412266731262207, + 1.4140267372131348, + 1.4152607917785645, + 1.4048092365264893, + 1.4089452028274536, + 1.398495078086853, + 1.3993721008300781, + 1.4009344577789307, + 1.3974415063858032, + 1.4056169986724854, + 1.4076625108718872, + 1.4123729467391968, + 1.4091202020645142, + 1.415367603302002, + 1.41044282913208, + 1.4110028743743896, + 1.400431752204895, + 1.4131265878677368, + 1.4137226343154907, + 1.415528655052185, + 1.4158952236175537, + 1.412119746208191, + 1.405282974243164, + 1.4162003993988037, + 1.4129911661148071, + 1.4161382913589478, + 1.4152106046676636, + 1.4203122854232788, + 1.406903624534607, + 1.4111533164978027, + 1.3985264301300049, + 1.400572419166565, + 1.4065433740615845, + 1.3969982862472534, + 1.4020651578903198 + ], + "p90": [ + 1.5329017639160156, + 1.5356744527816772, + 1.5412160158157349, + 1.544054627418518, + 1.5488488674163818, + 1.5515952110290527, + 1.5557866096496582, + 1.5582598447799683, + 1.566235899925232, + 1.5669103860855103, + 1.576881766319275, + 1.5710664987564087, + 1.5708433389663696, + 1.5759459733963013, + 1.567681074142456, + 1.5666823387145996, + 1.5718116760253906, + 1.5683058500289917, + 1.5674272775650024, + 1.5634087324142456, + 1.5644923448562622, + 1.5694353580474854, + 1.5681999921798706, + 1.5712801218032837, + 1.5842466354370117, + 1.5811117887496948, + 1.575649619102478, + 1.5856832265853882, + 1.5825520753860474, + 1.5851547718048096, + 1.5919713973999023, + 1.5979299545288086, + 1.593411922454834, + 1.601011872291565, + 1.5937604904174805, + 1.5993541479110718, + 1.598336100578308, + 1.5974634885787964, + 1.600460410118103, + 1.6017910242080688, + 1.5956082344055176, + 1.5970406532287598, + 1.5912038087844849, + 1.5929501056671143, + 1.5954949855804443, + 1.5946590900421143, + 1.5966914892196655, + 1.599743366241455, + 1.6086628437042236, + 1.6045444011688232, + 1.6021044254302979, + 1.6058979034423828, + 1.604433536529541, + 1.6072416305541992, + 1.61280357837677, + 1.6150257587432861, + 1.6150490045547485, + 1.6180200576782227, + 1.6202917098999023, + 1.6115037202835083, + 1.6219537258148193, + 1.6200894117355347, + 1.6205706596374512, + 1.625390648841858, + 1.617072343826294, + 1.6103966236114502, + 1.6130160093307495, + 1.6125625371932983, + 1.617026448249817, + 1.6181572675704956, + 1.618899941444397, + 1.6253283023834229 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_182842.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_182842.json new file mode 100644 index 0000000000000000000000000000000000000000..9dc9126bcb8b7bac0b670a86244e93a58529c363 --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/tirex/20260618_182842.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-18T18:28:42.110517+00:00", + "metrics": { + "MSE[mean]": 0.023098188366038584, + "MSE[0.5]": 0.023098188366038584, + "MAE[0.5]": 0.11841477784845564, + "MASE[0.5]": 0.7349884938337539, + "MAPE[0.5]": 0.07857091314681924, + "sMAPE[0.5]": 0.07800048381474878, + "MSIS": 4.577132348576616, + "RMSE[mean]": 0.1519808815806731, + "NRMSE[mean]": 0.10029901798012686, + "ND[0.5]": 0.07814723673800116, + "mean_weighted_sum_quantile_loss": 0.0692358037966457 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4833879470825195, + 1.4784529209136963, + 1.4759392738342285, + 1.4771754741668701, + 1.4789395332336426, + 1.4788845777511597, + 1.4793617725372314, + 1.4805207252502441, + 1.4822113513946533, + 1.4819667339324951, + 1.4830915927886963, + 1.4839301109313965, + 1.4854274988174438, + 1.485849142074585, + 1.4861899614334106, + 1.4856754541397095, + 1.48612642288208, + 1.485456109046936, + 1.4863526821136475, + 1.4892380237579346, + 1.4919285774230957, + 1.4921132326126099, + 1.493931770324707, + 1.4943079948425293, + 1.4947559833526611, + 1.495334267616272, + 1.4952504634857178, + 1.4965945482254028, + 1.4990413188934326, + 1.4993083477020264, + 1.4998208284378052, + 1.5019102096557617, + 1.5360562801361084, + 1.5345054864883423, + 1.539709210395813, + 1.5410374402999878, + 1.5418281555175781, + 1.5416169166564941, + 1.541912317276001, + 1.5422213077545166, + 1.5433719158172607, + 1.5430676937103271, + 1.5416227579116821, + 1.5398396253585815, + 1.5448180437088013, + 1.5483448505401611, + 1.550057291984558, + 1.5516183376312256, + 1.5523896217346191, + 1.5498639345169067, + 1.548651933670044, + 1.5496832132339478, + 1.5484282970428467, + 1.5472873449325562, + 1.547760248184204, + 1.548256516456604, + 1.5468418598175049, + 1.5435172319412231, + 1.541050672531128, + 1.5410313606262207, + 1.5417426824569702, + 1.5422172546386719, + 1.5418157577514648, + 1.5414928197860718, + 1.4678561687469482, + 1.4629493951797485, + 1.4743868112564087, + 1.481780767440796, + 1.488302230834961, + 1.492530107498169, + 1.4940699338912964, + 1.4921646118164062 + ], + "p10": [ + 1.3794015645980835, + 1.3503164052963257, + 1.3377944231033325, + 1.3346155881881714, + 1.333661437034607, + 1.3290419578552246, + 1.3249622583389282, + 1.321166753768921, + 1.3192405700683594, + 1.3145084381103516, + 1.31154203414917, + 1.3095213174819946, + 1.3071622848510742, + 1.3037548065185547, + 1.3004709482192993, + 1.2964630126953125, + 1.2943776845932007, + 1.2903584241867065, + 1.2888574600219727, + 1.2892334461212158, + 1.2887630462646484, + 1.2867625951766968, + 1.2859247922897339, + 1.282792568206787, + 1.280295729637146, + 1.2788097858428955, + 1.2770648002624512, + 1.2745734453201294, + 1.2733359336853027, + 1.2690753936767578, + 1.2659964561462402, + 1.2667412757873535, + 1.2994550466537476, + 1.3161340951919556, + 1.3209437131881714, + 1.3122073411941528, + 1.304803729057312, + 1.2999000549316406, + 1.2948459386825562, + 1.294521450996399, + 1.2952194213867188, + 1.292420506477356, + 1.289738416671753, + 1.29164457321167, + 1.2960156202316284, + 1.2976208925247192, + 1.2972238063812256, + 1.290353536605835, + 1.2849406003952026, + 1.2832353115081787, + 1.2850863933563232, + 1.2852798700332642, + 1.2830849885940552, + 1.2785855531692505, + 1.280200481414795, + 1.2783726453781128, + 1.2753705978393555, + 1.2713209390640259, + 1.2690860033035278, + 1.2652226686477661, + 1.2628103494644165, + 1.259304404258728, + 1.2557023763656616, + 1.2536917924880981, + 1.174892783164978, + 1.20213782787323, + 1.2037036418914795, + 1.1881053447723389, + 1.1804492473602295, + 1.1783740520477295, + 1.173250675201416, + 1.1726882457733154 + ], + "p90": [ + 1.584348201751709, + 1.6018061637878418, + 1.614348292350769, + 1.6250481605529785, + 1.633203148841858, + 1.6404385566711426, + 1.650802493095398, + 1.6596622467041016, + 1.666597843170166, + 1.6715033054351807, + 1.676912784576416, + 1.6797025203704834, + 1.682119369506836, + 1.686814308166504, + 1.694448709487915, + 1.6995137929916382, + 1.7039999961853027, + 1.7056152820587158, + 1.7093839645385742, + 1.7165249586105347, + 1.720266580581665, + 1.7228479385375977, + 1.7257466316223145, + 1.7280347347259521, + 1.7314958572387695, + 1.7354528903961182, + 1.7388004064559937, + 1.744688630104065, + 1.7522640228271484, + 1.757338047027588, + 1.7615121603012085, + 1.7648022174835205, + 1.7436813116073608, + 1.7516529560089111, + 1.777831792831421, + 1.8066060543060303, + 1.8301887512207031, + 1.8437756299972534, + 1.850034475326538, + 1.8579511642456055, + 1.8698054552078247, + 1.8757864236831665, + 1.876468539237976, + 1.8820198774337769, + 1.8933212757110596, + 1.9004111289978027, + 1.9050695896148682, + 1.919844150543213, + 1.9236526489257812, + 1.9120161533355713, + 1.9045169353485107, + 1.9118702411651611, + 1.9112621545791626, + 1.9147988557815552, + 1.9178743362426758, + 1.9233349561691284, + 1.9226770401000977, + 1.9212592840194702, + 1.921402931213379, + 1.9234100580215454, + 1.9270625114440918, + 1.9312700033187866, + 1.9344050884246826, + 1.9387308359146118, + 1.7521132230758667, + 1.7952877283096313, + 1.8063530921936035, + 1.8236322402954102, + 1.847131609916687, + 1.8614568710327148, + 1.8599820137023926, + 1.8543380498886108 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_182817.json b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_182817.json new file mode 100644 index 0000000000000000000000000000000000000000..6a35e2ab0c051095508dfa5a16ac4493abdb408a --- /dev/null +++ b/results/saved_evals/ocean/noaa_ndbc_46013_realtime_wave_height_10min_short/toto_2_0_1b/20260618_182817.json @@ -0,0 +1,537 @@ +{ + "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-18T18:28:17.859547+00:00", + "metrics": { + "MSE[mean]": 0.02167866438165807, + "MSE[0.5]": 0.02167866438165807, + "MAE[0.5]": 0.11266516314612494, + "MASE[0.5]": 0.6993012196018278, + "MAPE[0.5]": 0.07316073727906229, + "sMAPE[0.5]": 0.07427653723189567, + "MSIS": 5.772320476511734, + "RMSE[mean]": 0.1472367630099836, + "NRMSE[mean]": 0.0971681608034045, + "ND[0.5]": 0.07435280744919774, + "mean_weighted_sum_quantile_loss": 0.07163517287318148 + }, + "context_length": 71, + "prediction_length": 72, + "timestamps": [ + "2026-06-16 19:20:00", + "2026-06-16 19:30:00", + "2026-06-16 19:40:00", + "2026-06-16 19:50:00", + "2026-06-16 20:00:00", + "2026-06-16 20:10:00", + "2026-06-16 20:20:00", + "2026-06-16 20:30:00", + "2026-06-16 20:40:00", + "2026-06-16 20:50:00", + "2026-06-16 21:00:00", + "2026-06-16 21:10:00", + "2026-06-16 21:20:00", + "2026-06-16 21:30:00", + "2026-06-16 21:40:00", + "2026-06-16 21:50:00", + "2026-06-16 22:00:00", + "2026-06-16 22:10:00", + "2026-06-16 22:20:00", + "2026-06-16 22:30:00", + "2026-06-16 22:40:00", + "2026-06-16 22:50:00", + "2026-06-16 23:00:00", + "2026-06-16 23:10:00", + "2026-06-16 23:20:00", + "2026-06-16 23:30:00", + "2026-06-16 23:40:00", + "2026-06-16 23:50:00", + "2026-06-17 00:00:00", + "2026-06-17 00:10:00", + "2026-06-17 00:20:00", + "2026-06-17 00:30:00", + "2026-06-17 00:40:00", + "2026-06-17 00:50:00", + "2026-06-17 01:00:00", + "2026-06-17 01:10:00", + "2026-06-17 01:20:00", + "2026-06-17 01:30:00", + "2026-06-17 01:40:00", + "2026-06-17 01:50:00", + "2026-06-17 02:00:00", + "2026-06-17 02:10:00", + "2026-06-17 02:20:00", + "2026-06-17 02:30:00", + "2026-06-17 02:40:00", + "2026-06-17 02:50:00", + "2026-06-17 03:00:00", + "2026-06-17 03:10:00", + "2026-06-17 03:20:00", + "2026-06-17 03:30:00", + "2026-06-17 03:40:00", + "2026-06-17 03:50:00", + "2026-06-17 04:00:00", + "2026-06-17 04:10:00", + "2026-06-17 04:20:00", + "2026-06-17 04:30:00", + "2026-06-17 04:40:00", + "2026-06-17 04:50:00", + "2026-06-17 05:00:00", + "2026-06-17 05:10:00", + "2026-06-17 05:20:00", + "2026-06-17 05:30:00", + "2026-06-17 05:40:00", + "2026-06-17 05:50:00", + "2026-06-17 06:00:00", + "2026-06-17 06:10:00", + "2026-06-17 06:20:00", + "2026-06-17 06:30:00", + "2026-06-17 06:40:00", + "2026-06-17 06:50:00", + "2026-06-17 07:00:00", + "2026-06-17 07:10:00", + "2026-06-17 07:20:00", + "2026-06-17 07:30:00", + "2026-06-17 07:40:00", + "2026-06-17 07:50:00", + "2026-06-17 08:00:00", + "2026-06-17 08:10:00", + "2026-06-17 08:20:00", + "2026-06-17 08:30:00", + "2026-06-17 08:40:00", + "2026-06-17 08:50:00", + "2026-06-17 09:00:00", + "2026-06-17 09:10:00", + "2026-06-17 09:20:00", + "2026-06-17 09:30:00", + "2026-06-17 09:40:00", + "2026-06-17 09:50:00", + "2026-06-17 10:00:00", + "2026-06-17 10:10:00", + "2026-06-17 10:20:00", + "2026-06-17 10:30:00", + "2026-06-17 10:40:00", + "2026-06-17 10:50:00", + "2026-06-17 11:00:00", + "2026-06-17 11:10:00", + "2026-06-17 11:20:00", + "2026-06-17 11:30:00", + "2026-06-17 11:40:00", + "2026-06-17 11:50:00", + "2026-06-17 12:00:00", + "2026-06-17 12:10:00", + "2026-06-17 12:20:00", + "2026-06-17 12:30:00", + "2026-06-17 12:40:00", + "2026-06-17 12:50:00", + "2026-06-17 13:00:00", + "2026-06-17 13:10:00", + "2026-06-17 13:20:00", + "2026-06-17 13:30:00", + "2026-06-17 13:40:00", + "2026-06-17 13:50:00", + "2026-06-17 14:00:00", + "2026-06-17 14:10:00", + "2026-06-17 14:20:00", + "2026-06-17 14:30:00", + "2026-06-17 14:40:00", + "2026-06-17 14:50:00", + "2026-06-17 15:00:00", + "2026-06-17 15:10:00", + "2026-06-17 15:20:00", + "2026-06-17 15:30:00", + "2026-06-17 15:40:00", + "2026-06-17 15:50:00", + "2026-06-17 16:00:00", + "2026-06-17 16:10:00", + "2026-06-17 16:20:00", + "2026-06-17 16:30:00", + "2026-06-17 16:40:00", + "2026-06-17 16:50:00", + "2026-06-17 17:00:00", + "2026-06-17 17:10:00", + "2026-06-17 17:20:00", + "2026-06-17 17:30:00", + "2026-06-17 17:40:00", + "2026-06-17 17:50:00", + "2026-06-17 18:00:00", + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" + ], + "context": [ + 1.2000000476837158, + 1.100000023841858, + 1.2000000476837158, + 1.2000000476837158, + 1.0, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.100000023841858, + 1.100000023841858, + 1.100000023841858, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.399999976158142, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2000000476837158, + 1.2999999523162842, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2000000476837158, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2000000476837158, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.399999976158142, + 1.600000023841858, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.5, + 1.5 + ], + "actual": [ + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.399999976158142, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.5, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.7000000476837158, + 1.600000023841858, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.7999999523162842, + 1.7999999523162842, + 1.399999976158142, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.899999976158142, + 1.899999976158142, + 1.7000000476837158, + 1.7000000476837158, + 1.7000000476837158, + 1.600000023841858, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.5, + 1.5, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.600000023841858, + 1.399999976158142, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.399999976158142, + 1.399999976158142, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842, + 1.2999999523162842, + 1.399999976158142, + 1.5, + 1.5, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.2999999523162842, + 1.5, + 1.5, + 1.399999976158142, + 1.2999999523162842 + ], + "predictions": { + "p50": [ + 1.4965405464172363, + 1.4844908714294434, + 1.4790822267532349, + 1.4949945211410522, + 1.4836410284042358, + 1.4858460426330566, + 1.4808173179626465, + 1.4819616079330444, + 1.4818933010101318, + 1.4835489988327026, + 1.487099051475525, + 1.486372947692871, + 1.4849382638931274, + 1.4842909574508667, + 1.484676480293274, + 1.48635995388031, + 1.4873557090759277, + 1.483769178390503, + 1.4789998531341553, + 1.4766532182693481, + 1.4788002967834473, + 1.482987403869629, + 1.4851330518722534, + 1.4819190502166748, + 1.4778187274932861, + 1.4763604402542114, + 1.477156400680542, + 1.4785451889038086, + 1.4820462465286255, + 1.4800426959991455, + 1.4808270931243896, + 1.4804186820983887, + 1.4878097772598267, + 1.4877806901931763, + 1.4877110719680786, + 1.4884002208709717, + 1.4863601922988892, + 1.4813035726547241, + 1.4826045036315918, + 1.4852999448776245, + 1.486512541770935, + 1.4849432706832886, + 1.484567403793335, + 1.4858542680740356, + 1.4895979166030884, + 1.4906800985336304, + 1.492636799812317, + 1.4934877157211304, + 1.4914500713348389, + 1.4889897108078003, + 1.4887750148773193, + 1.4868239164352417, + 1.4865423440933228, + 1.4839712381362915, + 1.4813568592071533, + 1.4783028364181519, + 1.4762508869171143, + 1.4752233028411865, + 1.4756187200546265, + 1.4732239246368408, + 1.4721804857254028, + 1.469788908958435, + 1.4703923463821411, + 1.4704325199127197, + 1.4764257669448853, + 1.4696329832077026, + 1.4677951335906982, + 1.470359206199646, + 1.4726390838623047, + 1.4734880924224854, + 1.4782962799072266, + 1.4778835773468018 + ], + "p10": [ + 1.3539338111877441, + 1.3403385877609253, + 1.3328626155853271, + 1.3369078636169434, + 1.3344898223876953, + 1.3302091360092163, + 1.3239198923110962, + 1.3210915327072144, + 1.3179759979248047, + 1.3152133226394653, + 1.3108997344970703, + 1.3017998933792114, + 1.2924200296401978, + 1.2839818000793457, + 1.2802332639694214, + 1.2764217853546143, + 1.2700157165527344, + 1.2634202241897583, + 1.2587352991104126, + 1.2548675537109375, + 1.255396842956543, + 1.2559252977371216, + 1.2542608976364136, + 1.2465051412582397, + 1.2372697591781616, + 1.231534481048584, + 1.2261897325515747, + 1.2211517095565796, + 1.2163782119750977, + 1.2121751308441162, + 1.210718035697937, + 1.2097210884094238, + 1.2433260679244995, + 1.238529086112976, + 1.2237966060638428, + 1.2239667177200317, + 1.2191510200500488, + 1.215254306793213, + 1.2141741514205933, + 1.21260404586792, + 1.2099109888076782, + 1.205078125, + 1.2020970582962036, + 1.2010072469711304, + 1.20051109790802, + 1.1959445476531982, + 1.196042537689209, + 1.1947638988494873, + 1.190403938293457, + 1.1844654083251953, + 1.18595290184021, + 1.1821627616882324, + 1.183884859085083, + 1.1795467138290405, + 1.174570918083191, + 1.1721702814102173, + 1.169623851776123, + 1.1692098379135132, + 1.164917230606079, + 1.1606600284576416, + 1.1554063558578491, + 1.153357982635498, + 1.1533842086791992, + 1.1507667303085327, + 1.1638884544372559, + 1.1542513370513916, + 1.1397613286972046, + 1.1509126424789429, + 1.1456574201583862, + 1.1472129821777344, + 1.1474634408950806, + 1.1449111700057983 + ], + "p90": [ + 1.5688217878341675, + 1.5768927335739136, + 1.5881208181381226, + 1.5984339714050293, + 1.6066476106643677, + 1.6179903745651245, + 1.6200093030929565, + 1.6210814714431763, + 1.630221962928772, + 1.6337604522705078, + 1.641174554824829, + 1.6405293941497803, + 1.6362991333007812, + 1.637854814529419, + 1.6407239437103271, + 1.6491492986679077, + 1.6553874015808105, + 1.6585536003112793, + 1.6536740064620972, + 1.6574432849884033, + 1.6621925830841064, + 1.67167329788208, + 1.6799358129501343, + 1.6808879375457764, + 1.6788079738616943, + 1.677728533744812, + 1.6836390495300293, + 1.6896989345550537, + 1.7014634609222412, + 1.7010998725891113, + 1.7041199207305908, + 1.7118792533874512, + 1.7099074125289917, + 1.7115142345428467, + 1.6992241144180298, + 1.7195708751678467, + 1.7157397270202637, + 1.7223751544952393, + 1.7239060401916504, + 1.732481598854065, + 1.740108609199524, + 1.7372020483016968, + 1.7362847328186035, + 1.7451763153076172, + 1.7466341257095337, + 1.7485257387161255, + 1.7512636184692383, + 1.7576135396957397, + 1.7555006742477417, + 1.75373113155365, + 1.7514302730560303, + 1.7547521591186523, + 1.7548185586929321, + 1.7584686279296875, + 1.7643663883209229, + 1.7676993608474731, + 1.7727375030517578, + 1.7749810218811035, + 1.7857885360717773, + 1.7862144708633423, + 1.7880362272262573, + 1.7891875505447388, + 1.7925927639007568, + 1.7984799146652222, + 1.8452773094177246, + 1.8469313383102417, + 1.821675181388855, + 1.8481394052505493, + 1.844321846961975, + 1.8481364250183105, + 1.8541641235351562, + 1.8596783876419067 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 45ea0a7a560de0a8d1793b21b62bcb8ff331597d..0721222cb3947cb4f9d4b3a322299993ac41f23d 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1122787.1049569447,1122787.1049569447,860.6114908854166,0.8483101650640917,0.01326345977468627,0.01313166011026865,3.908215199389319,1059.6164895644768,0.016237350163683675,0.013187837552565819,0.010321859522397609,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,1.4008625855770636,1.4008625855770636,1.0795833269755046,0.608875548483334,0.046587047792513214,0.047934585519697016,12.12512653834402,1.1835804094260194,0.05117356027909125,0.04667711802198097,0.04109904509084068,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.8879682434544747,2.8879682434544747,1.6345333244496336,1.748974518883546,18.674881653367624,1.5437333639857884,67.6558044645724,1.6994023194801384,4.600439505708593,4.424833126916995,4.390757448070886,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.034027788043023456,0.034027788043023456,0.13750002615981632,0.820564949923707,0.08689383621073558,0.09168924720074496,25.556372921460287,0.18446622466734516,0.12140373781570805,0.09049362372793437,0.08673168979256307,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,2.3884057572656436,2.3884057572656436,1.502616669346268,1.655167948234026,15.382904917292995,1.6577964171425272,64.14915101806847,1.5454467824113658,6.139628087796052,5.969476020335239,5.926079787364415,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.033333343267442056,0.033333343267442056,0.13888891537984213,0.8620693850887057,0.08852094060654553,0.09272710700592117,26.576739123535628,0.18257421304073052,0.12048893312123292,0.0916590407690765,0.08756493777993676,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.236249529520743,3.236249529520743,1.7374998728434246,2.6336840177837173,0.09474304114463467,0.09979324357632019,76.77056205552661,1.798957900986219,0.09843818746659881,0.09507523111707485,0.0890423994404879,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,165.81625403404328,165.81625403404328,9.579166889190674,0.7823617164537522,0.31904436000844644,0.2655306609155728,27.893826043924804,12.876966025972239,0.3834807981896135,0.2852711234346062,0.2778513996971712,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,1.392499497731933,1.392499497731933,1.0499997933705647,0.510439249934286,0.041471078558959124,0.04139863253617296,8.028803556415383,1.1800421593027652,0.046427888234862894,0.04131146728015337,0.034835876534328215,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,45.75,45.75,5.333333333333333,1.029490616621984,0.6459525105681565,0.40686191490361456,38.26343181479253,6.7638746292343415,0.5186357543182882,0.40894568690095845,0.4024068157614484,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1145.8333333333333,1145.8333333333333,22.916666666666668,0.5789473684210527,0.008830406860373565,0.00886885498535984,3.9031576560031684,33.8501600193165,0.013092729096915326,0.008863819500402902,0.008280060882800611,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,1666.6666666666667,1666.6666666666667,29.166666666666668,1.037037037037037,0.011265082956259428,0.011295891271619425,6.7170370346686425,40.824829046386306,0.01575234561275356,0.011254019292604502,0.009764201500535913,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,8950.57142857143,8950.57142857143,84.28571428571429,1.8322981366459625,0.3582034983416852,0.3237070842478116,66.88950349806771,94.60745968776156,0.36327603829639654,0.3236423477783873,0.3166855610410191,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index 738de4c9a737286200a5f8b3ceaef6d8581dcd23..f3188c5132ecbdd9fabe94137ab47486f45178d3 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T18:08:35.372263+00:00", + "evaluated_at": "2026-06-18T18:30:27.125010+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e14fe558facfb989f621ca671521e960a2da8589..547b1d2803bb5e82505fb1120a3c6b04ac4cc21e 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:54:46.202112+00:00", + "evaluated_at": "2026-06-18T18:30:27.131601+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,16 +300,16 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, 2.0350000858306885, 2.000999927520752, 1.9730000495910645, @@ -334,13 +327,13 @@ 1.5019999742507935, 1.4429999589920044, 1.3880000114440918, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, 2.0350000858306885, 2.000999927520752, 1.9730000495910645, @@ -358,27 +351,27 @@ 1.5019999742507935, 1.4429999589920044, 1.3880000114440918, - 2.128000020980835, - 2.11899995803833, - 2.1050000190734863, - 2.0959999561309814, - 2.0789999961853027, - 2.059999942779541, - 2.0490000247955322, + 1.340000033378601, + 1.2920000553131104, + 1.2430000305175781, + 1.187000036239624, + 1.125, + 1.0640000104904175, + 1.0230000019073486, 2.0350000858306885, 2.000999927520752, 1.9730000495910645, 1.9509999752044678, - 1.9240000247955322 + 1.9240000247955322, + 1.8819999694824219, + 1.8569999933242798, + 1.8220000267028809, + 1.7760000228881836, + 1.7259999513626099, + 1.6829999685287476, + 1.6380000114440918 ], "p10": [ - 2.0854400205612182, - 2.0766199588775636, - 2.062900018692017, - 2.0540799570083617, - 2.0374199962615966, - 2.01879994392395, - 2.0080200242996216, 1.9943000841140748, 1.960979928970337, 1.933540048599243, @@ -396,13 +389,13 @@ 1.4719599747657777, 1.4141399598121642, 1.36024001121521, - 2.0854400205612182, - 2.0766199588775636, - 2.062900018692017, - 2.0540799570083617, - 2.0374199962615966, - 2.01879994392395, - 2.0080200242996216, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, 1.9943000841140748, 1.960979928970337, 1.933540048599243, @@ -420,27 +413,27 @@ 1.4719599747657777, 1.4141399598121642, 1.36024001121521, - 2.0854400205612182, - 2.0766199588775636, - 2.062900018692017, - 2.0540799570083617, - 2.0374199962615966, - 2.01879994392395, - 2.0080200242996216, + 1.313200032711029, + 1.266160054206848, + 1.2181400299072265, + 1.1632600355148315, + 1.1025, + 1.0427200102806091, + 1.0025400018692017, 1.9943000841140748, 1.960979928970337, 1.933540048599243, 1.9119799757003784, - 1.8855200242996215 + 1.8855200242996215, + 1.8443599700927733, + 1.8198599934577941, + 1.7855600261688231, + 1.74048002243042, + 1.6914799523353576, + 1.6493399691581725, + 1.6052400112152099 ], "p90": [ - 2.1705600214004517, - 2.1613799571990966, - 2.147100019454956, - 2.1379199552536012, - 2.120579996109009, - 2.101199941635132, - 2.089980025291443, 2.075700087547302, 2.0410199260711672, 2.012460050582886, @@ -458,13 +451,13 @@ 1.5320399737358092, 1.4718599581718446, 1.4157600116729736, - 2.1705600214004517, - 2.1613799571990966, - 2.147100019454956, - 2.1379199552536012, - 2.120579996109009, - 2.101199941635132, - 2.089980025291443, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, 2.075700087547302, 2.0410199260711672, 2.012460050582886, @@ -482,27 +475,27 @@ 1.5320399737358092, 1.4718599581718446, 1.4157600116729736, - 2.1705600214004517, - 2.1613799571990966, - 2.147100019454956, - 2.1379199552536012, - 2.120579996109009, - 2.101199941635132, - 2.089980025291443, + 1.3668000340461732, + 1.3178400564193726, + 1.2678600311279298, + 1.2107400369644166, + 1.1475, + 1.0852800107002258, + 1.0434600019454956, 2.075700087547302, 2.0410199260711672, 2.012460050582886, 1.9900199747085572, - 1.962480025291443 + 1.962480025291443, + 1.9196399688720704, + 1.8941399931907654, + 1.8584400272369386, + 1.8115200233459472, + 1.760519950389862, + 1.7166599678993226, + 1.6707600116729737 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 67eeb8d2d74d8abb62e8ad8e71e58dcdfb80a024..77aa31e7f34f42cc67aa8ddc03352f2493957829 100644 --- a/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/seasonal_naive/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:54:46.212023+00:00", + "evaluated_at": "2026-06-18T18:30:27.147993+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,11 +148,11 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.399999976158142, - 1.399999976158142, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, @@ -179,8 +175,8 @@ 1.2999999523162842, 1.5, 1.5, - 1.399999976158142, - 1.399999976158142, + 1.5, + 1.5, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, @@ -203,8 +199,8 @@ 1.2999999523162842, 1.5, 1.5, - 1.399999976158142, - 1.399999976158142, + 1.5, + 1.5, 1.399999976158142, 1.2999999523162842, 1.2999999523162842, @@ -226,11 +222,11 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "p10": [ - 1.3719999766349793, - 1.3719999766349793, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, @@ -253,8 +249,8 @@ 1.2739999532699584, 1.47, 1.47, - 1.3719999766349793, - 1.3719999766349793, + 1.47, + 1.47, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, @@ -277,8 +273,8 @@ 1.2739999532699584, 1.47, 1.47, - 1.3719999766349793, - 1.3719999766349793, + 1.47, + 1.47, 1.3719999766349793, 1.2739999532699584, 1.2739999532699584, @@ -300,11 +296,11 @@ 1.2739999532699584, 1.2739999532699584, 1.47, + 1.47, + 1.47, 1.47 ], "p90": [ - 1.4279999756813049, - 1.4279999756813049, 1.4279999756813049, 1.32599995136261, 1.32599995136261, @@ -327,8 +323,8 @@ 1.32599995136261, 1.53, 1.53, - 1.4279999756813049, - 1.4279999756813049, + 1.53, + 1.53, 1.4279999756813049, 1.32599995136261, 1.32599995136261, @@ -351,8 +347,8 @@ 1.32599995136261, 1.53, 1.53, - 1.4279999756813049, - 1.4279999756813049, + 1.53, + 1.53, 1.4279999756813049, 1.32599995136261, 1.32599995136261, @@ -374,16 +370,11 @@ 1.32599995136261, 1.32599995136261, 1.53, + 1.53, + 1.53, 1.53 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 5ed37126087597762b9eb497673d7db2a0cc65d9..6f1ccd220ee533463fae903119965ab20f323681 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-18T17:54:46.246757+00:00", + "evaluated_at": "2026-06-18T18:30:27.155786+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,10 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ + 2600.0, 2600.0, 2600.0, 2600.0, @@ -123,95 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ + 2550.0, + 2550.0, 2600.0, + 2650.0, 2600.0, 2550.0, 2600.0, 2600.0, + 2600.0, 2550.0, 2550.0, 2550.0, 2550.0, + 2650.0, 2550.0, 2550.0, 2600.0, 2550.0, - 2550.0, - 2600.0, - 2650.0, 2600.0, 2550.0, 2600.0, 2600.0, - 2600.0, 2550.0, - 2550.0, - 2550.0 + 2600.0 ], "p10": [ + 2499.0, + 2499.0, 2548.0, + 2597.0, 2548.0, 2499.0, 2548.0, 2548.0, + 2548.0, 2499.0, 2499.0, 2499.0, 2499.0, + 2597.0, 2499.0, 2499.0, 2548.0, 2499.0, - 2499.0, - 2548.0, - 2597.0, 2548.0, 2499.0, 2548.0, 2548.0, - 2548.0, 2499.0, - 2499.0, - 2499.0 + 2548.0 ], "p90": [ + 2601.0, + 2601.0, 2652.0, + 2703.0, 2652.0, 2601.0, 2652.0, 2652.0, + 2652.0, 2601.0, 2601.0, 2601.0, 2601.0, + 2703.0, 2601.0, 2601.0, 2652.0, 2601.0, - 2601.0, - 2652.0, - 2703.0, 2652.0, 2601.0, 2652.0, 2652.0, - 2652.0, - 2601.0, 2601.0, - 2601.0 + 2652.0 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index a0c2f626ad46dddf07fd2a3f3f3456ad99e1662b..b107d75af56fdd3da1825eecc253b40f0ba8f581 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,29 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-18T18:08:35.376898+00:00", + "evaluated_at": "2026-06-18T18:30:27.159663+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index 90f4b95223bad21616d7f98ac76b2bd4374cc1dd..ee5988ff4b5bd84023457d5357daf5588f4d0ca6 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,497982.00566546124,497982.00566546124,564.0017903645834,0.5559401157755683,0.008697375456756537,0.008645581731555841,1.9972860990063683,705.6784010195163,0.010813674016163984,0.008642650103395738,0.0063073889244049846,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,4.051738910394761,4.051738910394761,1.5394481817881267,0.8503432153926083,0.06780837187298276,0.06465411322895132,2.5435106082142234,2.0128931691460332,0.09115332246470267,0.06971349432904397,0.045377083344849835,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.002875578720263631,0.002875578720263631,0.043145715709154805,0.046166545671201785,0.6109529696675354,0.4116702158893177,0.3543109980446225,0.05362442279655447,0.14516628009520197,0.11679944929767257,0.14369487913475004,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.028413273444928205,0.028413273444928205,0.13484965099228752,0.8047481895392795,0.08480468803915829,0.08931366440633785,8.491983161882972,0.16856237256555273,0.1109368510221627,0.0887493182187162,0.07700611006944996,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.00294282476836674,0.00294282476836674,0.04638624826135735,0.0510955541272065,0.6230742626333055,0.4622423024929591,0.2898275393315799,0.0542478088807902,0.21551138149591592,0.1842795985951356,0.19413672065327525,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.02626014459697205,0.02626014459697205,0.1285915987359153,0.7981549870028951,0.08122185565893064,0.08507121592864447,8.934204509598324,0.1620498213419936,0.10694396410531058,0.0848633784694862,0.07378273661490832,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.9520763604217186,2.9520763604217186,1.5262727737426758,2.3135082044099504,0.08202852847207241,0.0864675284309412,42.10855702851948,1.718160749296095,0.09401700275711818,0.08351697688116061,0.0741776281470189,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,63.98708352952493,63.98708352952493,6.409326473871867,0.5234705397052047,0.2120591293714865,0.18692609926119882,2.4815977115292065,7.999192679859945,0.23821890867446005,0.1908721066049898,0.16260577347195132,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,1.4223204112125434,1.4223204112125434,0.9384244283040365,0.4561988148263114,0.035879644047447506,0.03691078249058637,2.1357074110064125,1.1926107542750666,0.046922390332133766,0.03692161685130635,0.03785298401323607,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,45.47204783748566,45.47204783748566,5.833830674489339,1.1261013634403014,0.6457875369279461,0.4686944503716916,15.126256375146616,6.743296511164674,0.5170578794503264,0.44732247983304835,0.3478069599274841,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,1508.534008661906,1508.534008661906,32.338541666666664,0.8169736842105263,0.012423757185099563,0.012533643442761984,3.383400493421052,38.839850780633874,0.01502266589420166,0.01250805801772764,0.009126978131435223,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,2151.554028093815,2151.554028093815,42.603515625,1.5147916666666668,0.016388075393669085,0.016548786907707478,2.2782392939814815,46.3848469663727,0.01789769014779654,0.016438655546623795,0.010894730121248659,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,178.23861075984314,178.23861075984314,12.328842163085938,0.25735549701923005,0.0594230586909906,0.05716636078972139,1.177709013633503,13.350603385609324,0.056331659854891664,0.05202043106787316,0.040424991827641525,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index 69b025eae6fe82c6befd7edfd0ff713bfe7824d5..8874f9e28c15410d2a118e7b8442c8ef4aa6ddb3 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T18:08:30.598686+00:00", + "evaluated_at": "2026-06-18T18:30:03.706815+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 81c93e0267d48fd5493175761990b98e2bbc154d..2baaf70b75f19ca1786b8bbfdc92b10bafd5a1e2 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:53:58.904959+00:00", + "evaluated_at": "2026-06-18T18:30:08.776767+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3485183715820312, - 1.298583984375, - 1.2436561584472656, - 1.1887283325195312, - 1.1420040130615234, - 1.087165355682373, - 1.0310783386230469, - 0.9797172546386719, - 0.9226493835449219, - 0.8691482543945312, - 0.8192138671875, - 0.767852783203125, - 0.7193450927734375, - 0.676544189453125, - 0.630889892578125, - 0.57952880859375, - 0.482513427734375, - 0.44256591796875, - 0.3940582275390625, - 0.345550537109375, - 0.294189453125, - 0.242828369140625, - 0.197174072265625, - 0.1572265625, - 0.105865478515625, - 0.06591796875, - 0.025970458984375, - -0.0025634765625, - -0.025390625, - -0.053924560546875, - -0.08245849609375, - -0.10528564453125, - -0.1395263671875, - -0.145233154296875, - -0.168060302734375, - -0.179473876953125, - -0.179473876953125, - -0.19659423828125, - -0.190887451171875, - -0.179473876953125, - -0.202301025390625, - -0.190887451171875, - -0.19659423828125, - -0.179473876953125, - -0.1851806640625, - -0.15093994140625, - -0.156646728515625, - -0.145233154296875, - -0.270782470703125, - -0.2308349609375, - -0.213714599609375, - -0.19659423828125, - -0.21942138671875, - -0.202301025390625, - -0.168060302734375, - -0.156646728515625, - -0.122406005859375, - -0.025390625, - -0.053924560546875, - 0.025970458984375 + 0.9617691040039062, + 0.907135009765625, + 0.850372314453125, + 0.79644775390625, + 0.748199462890625, + 0.6885986328125, + 0.6318359375, + 0.58074951171875, + 0.52398681640625, + 0.470062255859375, + 0.4161376953125, + 0.373565673828125, + 0.33099365234375, + 0.291259765625, + 0.25152587890625, + 0.21746826171875, + 0.155029296875, + 0.13232421875, + 0.0982666015625, + 0.064208984375, + 0.02447509765625, + -0.02093505859375, + -0.04364013671875, + -0.072021484375, + -0.117431640625, + -0.14013671875, + -0.162841796875, + -0.185546875, + -0.1968994140625, + -0.208251953125, + -0.23095703125, + -0.23663330078125, + -0.2423095703125, + -0.2423095703125, + -0.253662109375, + -0.2423095703125, + -0.23663330078125, + -0.2423095703125, + -0.22528076171875, + -0.20257568359375, + -0.208251953125, + -0.16851806640625, + -0.15716552734375, + -0.14013671875, + -0.12310791015625, + -0.072021484375, + -0.072021484375, + -0.06634521484375, + -0.10040283203125, + -0.06634521484375, + -0.05499267578125, + -0.02093505859375, + -0.026611328125, + 0.01312255859375, + 0.06988525390625, + 0.0869140625, + 0.13800048828125, + 0.2117919921875, + 0.2344970703125, + 0.2799072265625 ], "p10": [ - 1.3342514038085938, - 1.2843170166015625, - 1.224395751953125, - 1.17303466796875, - 1.1166801452636719, - 1.0571155548095703, - 0.9968376159667969, - 0.9362030029296875, - 0.881988525390625, - 0.8163604736328125, - 0.7635726928710938, - 0.7079315185546875, - 0.659423828125, - 0.6052093505859375, - 0.55670166015625, - 0.4996337890625, - 0.3883514404296875, - 0.35125732421875, - 0.288482666015625, - 0.24853515625, - 0.19146728515625, - 0.14581298828125, - 0.105865478515625, - 0.060211181640625, - 0.020263671875, - -0.01397705078125, - -0.065338134765625, - -0.088165283203125, - -0.11669921875, - -0.133819580078125, - -0.17376708984375, - -0.190887451171875, - -0.259368896484375, - -0.270782470703125, - -0.28790283203125, - -0.293609619140625, - -0.31072998046875, - -0.305023193359375, - -0.327850341796875, - -0.305023193359375, - -0.33355712890625, - -0.3221435546875, - -0.33355712890625, - -0.3221435546875, - -0.3221435546875, - -0.282196044921875, - -0.28790283203125, - -0.28790283203125, - -0.44769287109375, - -0.42486572265625, - -0.42486572265625, - -0.40203857421875, - -0.44769287109375, - -0.44769287109375, - -0.436279296875, - -0.42486572265625, - -0.40203857421875, - -0.350677490234375, - -0.40203857421875, - -0.344970703125 + 0.9447402954101562, + 0.8943634033203125, + 0.833343505859375, + 0.782257080078125, + 0.7269134521484375, + 0.6658935546875, + 0.606292724609375, + 0.54669189453125, + 0.492767333984375, + 0.43316650390625, + 0.37640380859375, + 0.33099365234375, + 0.291259765625, + 0.245849609375, + 0.20611572265625, + 0.1663818359375, + 0.0982666015625, + 0.064208984375, + 0.0301513671875, + -0.00958251953125, + -0.04931640625, + -0.0833740234375, + -0.11175537109375, + -0.14013671875, + -0.16851806640625, + -0.20257568359375, + -0.23095703125, + -0.24798583984375, + -0.2650146484375, + -0.28204345703125, + -0.299072265625, + -0.29339599609375, + -0.3331298828125, + -0.33880615234375, + -0.35015869140625, + -0.33880615234375, + -0.344482421875, + -0.35015869140625, + -0.344482421875, + -0.32177734375, + -0.33880615234375, + -0.299072265625, + -0.29339599609375, + -0.2877197265625, + -0.2763671875, + -0.22528076171875, + -0.21392822265625, + -0.208251953125, + -0.27069091796875, + -0.24798583984375, + -0.24798583984375, + -0.22528076171875, + -0.2423095703125, + -0.20257568359375, + -0.16851806640625, + -0.14581298828125, + -0.10040283203125, + -0.04364013671875, + -0.04931640625, + -0.00958251953125 ], "p90": [ - 1.3642120361328125, - 1.3171310424804688, - 1.2686233520507812, - 1.2087020874023438, - 1.17303466796875, - 1.1209602355957031, - 1.0694431066513062, - 1.0257282257080078, - 0.9704437255859375, - 0.9290695190429688, - 0.8791351318359375, - 0.8334808349609375, - 0.7863998413085938, - 0.7521591186523438, - 0.705078125, - 0.659423828125, - 0.57952880859375, - 0.5538482666015625, - 0.505340576171875, - 0.4625396728515625, - 0.4111785888671875, - 0.35125732421875, - 0.311309814453125, - 0.25994873046875, - 0.202880859375, - 0.16864013671875, - 0.128692626953125, - 0.111572265625, - 0.094451904296875, - 0.06591796875, - 0.0430908203125, - 0.020263671875, - 0.020263671875, - 0.014556884765625, - -0.0025634765625, - -0.0025634765625, - 0.020263671875, - -0.0025634765625, - 0.014556884765625, - 0.025970458984375, - 0.00885009765625, - 0.020263671875, - 0.037384033203125, - 0.0430908203125, - 0.037384033203125, - 0.094451904296875, - 0.10015869140625, - 0.117279052734375, - 0.094451904296875, - 0.174346923828125, - 0.2257080078125, - 0.277069091796875, - 0.288482666015625, - 0.32843017578125, - 0.391204833984375, - 0.43115234375, - 0.48822021484375, - 0.619476318359375, - 0.630889892578125, - 0.7293319702148438 + 0.9759597778320312, + 0.9262924194335938, + 0.8744964599609375, + 0.816314697265625, + 0.776580810546875, + 0.719818115234375, + 0.6658935546875, + 0.61480712890625, + 0.560882568359375, + 0.515472412109375, + 0.464385986328125, + 0.42181396484375, + 0.384918212890625, + 0.35369873046875, + 0.30828857421875, + 0.27423095703125, + 0.24017333984375, + 0.22314453125, + 0.18341064453125, + 0.14935302734375, + 0.109619140625, + 0.0755615234375, + 0.04718017578125, + 0.018798828125, + -0.0379638671875, + -0.05499267578125, + -0.07769775390625, + -0.08905029296875, + -0.08905029296875, + -0.0947265625, + -0.11175537109375, + -0.12310791015625, + -0.11175537109375, + -0.117431640625, + -0.12310791015625, + -0.1060791015625, + -0.0833740234375, + -0.0947265625, + -0.0606689453125, + -0.0379638671875, + -0.026611328125, + 0.01312255859375, + 0.04150390625, + 0.05853271484375, + 0.08123779296875, + 0.13232421875, + 0.1436767578125, + 0.16070556640625, + 0.14935302734375, + 0.2117919921875, + 0.24017333984375, + 0.291259765625, + 0.3026123046875, + 0.35369873046875, + 0.4161376953125, + 0.4388427734375, + 0.48992919921875, + 0.58074951171875, + 0.609130859375, + 0.657379150390625 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 2fae43f106706d60592c6a5546d88d2fa576377e..8a39daa808da538b0b331c3706d50440869f27b9 100644 --- a/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timer_s1/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:54:15.586674+00:00", + "evaluated_at": "2026-06-18T18:30:15.398196+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4552459716796875, - 1.4347152709960938, - 1.4294509887695312, - 1.428924560546875, - 1.4273452758789062, - 1.4273452758789062, - 1.4278717041015625, - 1.4236602783203125, - 1.424713134765625, - 1.4262924194335938, - 1.4278717041015625, - 1.42681884765625, - 1.4273452758789062, - 1.4262924194335938, - 1.42681884765625, - 1.4257659912109375, - 1.42681884765625, - 1.4262924194335938, - 1.42681884765625, - 1.424713134765625, - 1.424713134765625, - 1.4241867065429688, - 1.4305038452148438, - 1.4278717041015625, - 1.4278717041015625, - 1.4283981323242188, - 1.4305038452148438, - 1.428924560546875, - 1.42681884765625, - 1.4273452758789062, - 1.4310302734375, - 1.4273452758789062, - 1.4252395629882812, - 1.4252395629882812, - 1.4262924194335938, - 1.4257659912109375, - 1.4241867065429688, - 1.4220809936523438, - 1.424713134765625, - 1.4215545654296875, - 1.4215545654296875, - 1.4194488525390625, - 1.4220809936523438, - 1.4220809936523438, - 1.4215545654296875, - 1.420501708984375, - 1.4210281372070312, - 1.4199752807617188, - 1.4152374267578125, - 1.4136581420898438, - 1.4168167114257812, - 1.416290283203125, - 1.4126052856445312, - 1.4115524291992188, - 1.4147109985351562, - 1.4126052856445312, - 1.4110260009765625, - 1.40997314453125, - 1.4094467163085938, - 1.4094467163085938, - 1.4068145751953125, - 1.4047088623046875, - 1.4041824340820312, - 1.40155029296875, - 1.4004974365234375, - 1.399444580078125, - 1.3999710083007812, - 1.3973388671875, - 1.3941802978515625, - 1.3957595825195312, - 1.3957595825195312, - 1.3936538696289062 + 1.48046875, + 1.4580078125, + 1.4501953125, + 1.447265625, + 1.443359375, + 1.44091796875, + 1.4404296875, + 1.43896484375, + 1.43798828125, + 1.4375, + 1.4375, + 1.4365234375, + 1.439453125, + 1.43798828125, + 1.4375, + 1.4375, + 1.43896484375, + 1.4365234375, + 1.43603515625, + 1.4365234375, + 1.43994140625, + 1.43896484375, + 1.4404296875, + 1.43994140625, + 1.44140625, + 1.43896484375, + 1.43896484375, + 1.43896484375, + 1.4404296875, + 1.43994140625, + 1.43896484375, + 1.43896484375, + 1.435546875, + 1.4345703125, + 1.435546875, + 1.43505859375, + 1.43212890625, + 1.431640625, + 1.43310546875, + 1.4326171875, + 1.43115234375, + 1.43017578125, + 1.42822265625, + 1.42724609375, + 1.42724609375, + 1.427734375, + 1.42822265625, + 1.42822265625, + 1.4228515625, + 1.42138671875, + 1.42041015625, + 1.41943359375, + 1.41943359375, + 1.4189453125, + 1.41845703125, + 1.41796875, + 1.4169921875, + 1.41650390625, + 1.41455078125, + 1.4140625, + 1.4130859375, + 1.41015625, + 1.41064453125, + 1.40869140625, + 1.4072265625, + 1.40576171875, + 1.40380859375, + 1.404296875, + 1.404296875, + 1.404296875, + 1.40283203125, + 1.40087890625 ], "p10": [ - 1.3449592590332031, - 1.3072538375854492, - 1.2966594696044922, - 1.2910661697387695, - 1.2859992980957031, - 1.2832355499267578, - 1.2819194793701172, - 1.277444839477539, - 1.2781028747558594, - 1.2759971618652344, - 1.2759971618652344, - 1.2728385925292969, - 1.2738914489746094, - 1.2737598419189453, - 1.2738914489746094, - 1.2681007385253906, - 1.27099609375, - 1.2673110961914062, - 1.2659950256347656, - 1.2615203857421875, - 1.2602043151855469, - 1.2594146728515625, - 1.2633628845214844, - 1.2594146728515625, - 1.2586250305175781, - 1.2599411010742188, - 1.2612571716308594, - 1.2578353881835938, - 1.2549400329589844, - 1.2546768188476562, - 1.2573089599609375, - 1.252044677734375, - 1.2517814636230469, - 1.2523078918457031, - 1.252044677734375, - 1.2496757507324219, - 1.2483596801757812, - 1.247833251953125, - 1.2488861083984375, - 1.2441482543945312, - 1.2446746826171875, - 1.2423057556152344, - 1.2428321838378906, - 1.2402000427246094, - 1.2399368286132812, - 1.2375679016113281, - 1.2380943298339844, - 1.235198974609375, - 1.2336196899414062, - 1.2304611206054688, - 1.23309326171875, - 1.2315139770507812, - 1.2273025512695312, - 1.2273025512695312, - 1.2288818359375, - 1.2278289794921875, - 1.226776123046875, - 1.2262496948242188, - 1.2257232666015625, - 1.222564697265625, - 1.220458984375, - 1.2178268432617188, - 1.2188796997070312, - 1.2151947021484375, - 1.2157211303710938, - 1.2130889892578125, - 1.2136154174804688, - 1.2109832763671875, - 1.2072982788085938, - 1.2088775634765625, - 1.209930419921875, - 1.2072982788085938 + 1.376708984375, + 1.326904296875, + 1.308837890625, + 1.299560546875, + 1.29296875, + 1.28955078125, + 1.28955078125, + 1.288330078125, + 1.287841796875, + 1.2841796875, + 1.282470703125, + 1.2802734375, + 1.283203125, + 1.281982421875, + 1.28125, + 1.278076171875, + 1.277099609375, + 1.272705078125, + 1.271240234375, + 1.270263671875, + 1.274169921875, + 1.2734375, + 1.2734375, + 1.271240234375, + 1.272705078125, + 1.27001953125, + 1.26953125, + 1.268310546875, + 1.268310546875, + 1.26806640625, + 1.26708984375, + 1.265380859375, + 1.265625, + 1.265625, + 1.2646484375, + 1.262939453125, + 1.260498046875, + 1.260498046875, + 1.2607421875, + 1.26025390625, + 1.26123046875, + 1.25830078125, + 1.2548828125, + 1.25146484375, + 1.2529296875, + 1.2529296875, + 1.25390625, + 1.2529296875, + 1.248046875, + 1.24609375, + 1.24462890625, + 1.24365234375, + 1.24267578125, + 1.24267578125, + 1.2412109375, + 1.240234375, + 1.2412109375, + 1.2412109375, + 1.23876953125, + 1.23681640625, + 1.236328125, + 1.23291015625, + 1.23388671875, + 1.2314453125, + 1.22998046875, + 1.22705078125, + 1.22509765625, + 1.2265625, + 1.2255859375, + 1.2265625, + 1.22607421875, + 1.22265625 ], "p90": [ - 1.5563201904296875, - 1.5584259033203125, - 1.5605316162109375, - 1.5647430419921875, - 1.5657958984375, - 1.5657958984375, - 1.567901611328125, - 1.5668487548828125, - 1.57000732421875, - 1.5731658935546875, - 1.57843017578125, - 1.576324462890625, - 1.576324462890625, - 1.576324462890625, - 1.57421875, - 1.580535888671875, - 1.57843017578125, - 1.5826416015625, - 1.5826416015625, - 1.5826416015625, - 1.5826416015625, - 1.5826416015625, - 1.591064453125, - 1.588958740234375, - 1.591064453125, - 1.591064453125, - 1.59527587890625, - 1.593170166015625, - 1.593170166015625, - 1.59527587890625, - 1.597381591796875, - 1.5994873046875, - 1.5994873046875, - 1.597381591796875, - 1.5994873046875, - 1.5994873046875, - 1.5994873046875, - 1.597381591796875, - 1.601593017578125, - 1.5994873046875, - 1.601593017578125, - 1.5994873046875, - 1.60369873046875, - 1.60369873046875, - 1.60369873046875, - 1.60369873046875, - 1.601593017578125, - 1.601593017578125, - 1.597381591796875, - 1.593170166015625, - 1.597381591796875, - 1.59527587890625, - 1.593170166015625, - 1.59527587890625, - 1.597381591796875, - 1.59527587890625, - 1.59527587890625, - 1.591064453125, - 1.593170166015625, - 1.593170166015625, - 1.591064453125, - 1.588958740234375, - 1.588958740234375, - 1.58685302734375, - 1.58685302734375, - 1.58685302734375, - 1.588958740234375, - 1.584747314453125, - 1.580535888671875, - 1.5826416015625, - 1.584747314453125, - 1.5826416015625 + 1.5625, + 1.5703125, + 1.5703125, + 1.5703125, + 1.5703125, + 1.5703125, + 1.572265625, + 1.572265625, + 1.576171875, + 1.576171875, + 1.576171875, + 1.576171875, + 1.580078125, + 1.580078125, + 1.578125, + 1.58203125, + 1.5859375, + 1.5859375, + 1.583984375, + 1.587890625, + 1.58984375, + 1.58984375, + 1.591796875, + 1.59375, + 1.59375, + 1.591796875, + 1.595703125, + 1.59375, + 1.59765625, + 1.59765625, + 1.595703125, + 1.599609375, + 1.59375, + 1.591796875, + 1.595703125, + 1.595703125, + 1.591796875, + 1.591796875, + 1.59375, + 1.59375, + 1.595703125, + 1.595703125, + 1.591796875, + 1.591796875, + 1.591796875, + 1.591796875, + 1.59375, + 1.59375, + 1.58984375, + 1.587890625, + 1.587890625, + 1.5859375, + 1.587890625, + 1.587890625, + 1.587890625, + 1.587890625, + 1.5859375, + 1.583984375, + 1.58203125, + 1.58203125, + 1.58203125, + 1.578125, + 1.578125, + 1.578125, + 1.578125, + 1.576171875, + 1.576171875, + 1.576171875, + 1.578125, + 1.576171875, + 1.576171875, + 1.57421875 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 73f31e7a7a5c96a691235d54f05892a96cf5ce60..c22924346677774293262b67277403e2dd6f5880 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-18T17:54:39.965707+00:00", + "evaluated_at": "2026-06-18T18:30:22.008743+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2553.1640625, - 2554.46484375, - 2554.8984375, - 2555.765625, - 2555.765625, - 2555.62109375, - 2556.19921875, - 2556.19921875, - 2558.005859375, - 2557.35546875, - 2556.48828125, - 2556.34375, - 2557.35546875, - 2558.078125, - 2558.51171875, - 2560.607421875, - 2559.08984375, - 2557.5, - 2557.7890625, - 2558.3671875, - 2557.572265625, - 2557.06640625, - 2557.7890625, - 2557.716796875 + 2552.42431640625, + 2551.27490234375, + 2550.595703125, + 2550.8046875, + 2550.4912109375, + 2549.91650390625, + 2549.759765625, + 2549.341796875, + 2548.923828125, + 2548.505859375, + 2548.8193359375, + 2548.6103515625, + 2548.6103515625, + 2548.296875, + 2547.9833984375, + 2548.1923828125, + 2549.70751953125, + 2547.9833984375, + 2547.7744140625, + 2547.9833984375, + 2547.40869140625, + 2548.24462890625, + 2547.9833984375, + 2547.87890625 ], "p10": [ - 2543.9140625, - 2545.0703125, - 2545.0703125, - 2544.78125, - 2543.48046875, - 2544.05859375, - 2543.9140625, - 2545.0703125, - 2544.05859375, - 2543.48046875, - 2543.48046875, - 2542.7578125, - 2542.46875, - 2542.1796875, - 2543.19140625, - 2543.046875, - 2542.7578125, - 2542.1796875, - 2542.32421875, - 2542.90234375, - 2543.046875, - 2543.76953125, - 2544.05859375, - 2543.48046875 + 2542.3408203125, + 2544.8486328125, + 2545.37109375, + 2544.953125, + 2544.4306640625, + 2545.4755859375, + 2545.6845703125, + 2545.0576171875, + 2545.0576171875, + 2545.2666015625, + 2544.953125, + 2544.326171875, + 2544.53515625, + 2544.744140625, + 2545.580078125, + 2545.6845703125, + 2543.5947265625, + 2542.9677734375, + 2543.8037109375, + 2544.326171875, + 2544.0126953125, + 2544.953125, + 2544.53515625, + 2544.744140625 ], "p90": [ - 2607.21875, - 2609.38671875, - 2608.6640625, - 2608.953125, - 2609.2421875, - 2607.796875, - 2609.09765625, - 2607.5078125, - 2611.5546875, - 2611.265625, - 2609.53125, - 2608.6640625, - 2609.67578125, - 2610.109375, - 2609.2421875, - 2613.8671875, - 2610.54296875, - 2609.2421875, - 2610.6875, - 2612.1328125, - 2610.6875, - 2609.38671875, - 2609.96484375, - 2609.8203125 + 2604.095703125, + 2607.6484375, + 2609.73828125, + 2611.828125, + 2611.201171875, + 2608.06640625, + 2607.23046875, + 2607.439453125, + 2608.275390625, + 2607.6484375, + 2608.06640625, + 2607.857421875, + 2609.3203125, + 2609.73828125, + 2608.693359375, + 2609.73828125, + 2609.3203125, + 2610.783203125, + 2610.57421875, + 2610.783203125, + 2609.111328125, + 2608.484375, + 2606.603515625, + 2606.8125 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index b27b8a2d5f47d5360714d02e33ff4de09a356cc0..a5ebde069995d76d1cb54804c4d3a70a3accaf52 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,29 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-18T18:08:33.107348+00:00", + "evaluated_at": "2026-06-18T18:30:24.734384+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index 838c8197d12ed6feb903dddd83a6a3009ba5fbd1..c7ac531055de51dfd7b61ce2c3352fe7f5e2e2aa 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TimesFM-2.5,738856.7660821279,570699.654214859,585.0496419270834,0.5766871155801597,0.009029842228555232,0.00896587210368016,23.996490346527747,859.567778643504,0.013171843915897305,0.008965183151323313,0.009701484269118191,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,1.526210171215401,0.7473377386639489,0.7295161088307699,0.41144070104913816,0.03116201568238881,0.03095660265167545,17.411750000413743,1.2353987903569443,0.053413991954890584,0.031541529643874154,0.038499626353120694,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.020792229478391717,0.03578987346734129,0.17567322094303867,0.18797291097324545,1.9824982717732447,0.8785472273955306,0.5547950012697743,0.14419510906543162,0.3903495179867111,0.4755636828650772,0.29401369179911074,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.030598444909098257,0.04250871195553804,0.16401599678728315,0.9788054733459818,0.10175324494987832,0.11011211904203648,11.2417851713156,0.17492411185739448,0.11512373634727537,0.10794472054411952,0.08003892600257115,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0035628346559759354,0.006826102289845411,0.06966448514722287,0.07673708491206485,1.0174061797557248,0.5675010475910507,0.6426962160842903,0.059689485305001046,0.23712964088796887,0.2767575270785946,0.20250987538055945,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02489523770346342,0.032444891694004475,0.14314294854799905,0.8884737367058995,0.08961546879065328,0.09524957710826543,13.765628527465582,0.15778224774499638,0.10412760038584147,0.09446646855067246,0.07487760949617997,Ocean,1 nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,2.149146352796379,2.659867194062978,1.4570866425832112,2.2086365950734996,0.07834341513613413,0.08233732204654498,49.75766866583573,1.4659967096812936,0.08021869708785903,0.07973114212347651,0.06598669973935897,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,47.9296845951723,27.53423212593695,4.311580578486125,0.3521408094287897,0.14949266360838434,0.1419557476061559,18.971599919601868,6.923126793232397,0.2061732696414573,0.1284004600432934,0.17620889252141086,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,0.34149879668787736,0.710708402510439,0.6791934967041016,0.33017817832611146,0.02601409148286442,0.026480854721354464,3.389368613681347,0.5843789837835353,0.02299196001771286,0.02672236708344006,0.021130422442771482,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,42.100181367064955,44.20630792628352,5.645394484202067,1.0897276216154126,0.5350539231041461,0.46074332052155365,32.03603718683483,6.488465255132754,0.4975181026299875,0.43287369846916807,0.40183899120781746,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1779.6007432689269,2314.1908546462655,39.796600341796875,1.0053877981085526,0.015285482026745937,0.015457526203528624,17.395388569078946,42.18531430804951,0.016316640505933736,0.01539272213059025,0.011814971265332616,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,1061.3395309820771,1875.906575312217,39.96038818359375,1.4208138020833332,0.01537279078204048,0.015512616477526393,7.780761357060186,32.57820638067844,0.012570369021483643,0.015418799299135852,0.009779899768890675,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,138.8632084612036,83.48873474088032,8.226158142089844,0.17171499068704243,0.04018150179189593,0.03919432992410106,10.75134939669626,11.78402344113434,0.0497216178950816,0.034709528025695546,0.050473027468510095,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index 6c91c2520d74ac4c63cbc3aeec8ca6ae06417810..01065af1ce06ad28164d2b56f28effaea609c9ae 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T18:06:41.967500+00:00", + "evaluated_at": "2026-06-18T18:27:16.872392+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index e4b88c99aa20f4da2525c83c5c3a574885418b75..bb5429a20de9cba81d6f5787d9fda2adea2cd7da 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T17:45:11.974707+00:00", + "evaluated_at": "2026-06-18T18:27:25.273622+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3267889022827148, - 1.2730634212493896, - 1.2156630754470825, - 1.1549798250198364, - 1.0775294303894043, - 1.0271319150924683, - 0.9528571367263794, - 0.8890621662139893, - 0.8506377339363098, - 0.7772078514099121, - 0.7092534899711609, - 0.646520733833313, - 0.6043252944946289, - 0.5478889346122742, - 0.49050211906433105, - 0.41031140089035034, - 0.3884734511375427, - 0.33376505970954895, - 0.24953235685825348, - 0.20965474843978882, - 0.1676878184080124, - 0.0996844470500946, - 0.04253882169723511, - 0.00993722677230835, - -0.04108303785324097, - -0.08583635091781616, - -0.09521189332008362, - -0.08262467384338379, - -0.14253580570220947, - -0.2053559124469757, - -0.19388538599014282, - -0.2289416790008545, - -0.2508751153945923, - -0.2927568554878235, - -0.32549959421157837, - -0.3522607088088989, - -0.3459179401397705, - -0.3550422787666321, - -0.39153438806533813, - -0.42216527462005615, - -0.3781892657279968, - -0.3991173505783081, - -0.4043557643890381, - -0.39999377727508545, - -0.4189576506614685, - -0.4132338762283325, - -0.39645814895629883, - -0.4318823218345642, - -0.4126049280166626, - -0.40674543380737305, - -0.4044497013092041, - -0.38798874616622925, - -0.35553860664367676, - -0.3282989263534546, - -0.30615222454071045, - -0.2671010494232178, - -0.2557220458984375, - -0.22169557213783264, - -0.19420760869979858, - -0.18517056107521057 + 0.9732479453086853, + 0.9241557717323303, + 0.8798551559448242, + 0.8201653361320496, + 0.7609988451004028, + 0.7031236290931702, + 0.6410591006278992, + 0.5854468941688538, + 0.5525928139686584, + 0.48342084884643555, + 0.43255895376205444, + 0.3814522922039032, + 0.33931517601013184, + 0.2838640511035919, + 0.23530523478984833, + 0.1780838966369629, + 0.15127357840538025, + 0.1123097836971283, + 0.04677040874958038, + -0.0002442598342895508, + -0.02556547522544861, + -0.07712477445602417, + -0.12011170387268066, + -0.1407594382762909, + -0.15518593788146973, + -0.19249802827835083, + -0.2011597752571106, + -0.19522309303283691, + -0.2209499180316925, + -0.2442537248134613, + -0.2467794418334961, + -0.2614595293998718, + -0.2704811096191406, + -0.29008567333221436, + -0.3007112741470337, + -0.3053557872772217, + -0.2792069911956787, + -0.2836429476737976, + -0.29148757457733154, + -0.30143141746520996, + -0.25183266401290894, + -0.27375727891921997, + -0.23778757452964783, + -0.2088479995727539, + -0.21053630113601685, + -0.17393934726715088, + -0.160050630569458, + -0.16084647178649902, + -0.1315426528453827, + -0.08827003836631775, + -0.08130043745040894, + -0.044816821813583374, + 0.006950452923774719, + 0.028583437204360962, + 0.070456862449646, + 0.109717458486557, + 0.14482231438159943, + 0.18482562899589539, + 0.22052651643753052, + 0.25409194827079773 ], "p10": [ - 1.324918508529663, - 1.2780990600585938, - 1.1951441764831543, - 1.1853525638580322, - 1.0764012336730957, - 1.0354862213134766, - 0.9692262411117554, - 0.8563741445541382, - 0.8821701407432556, - 0.7679764032363892, - 0.7346484661102295, - 0.6955785751342773, - 0.5820286273956299, - 0.595292329788208, - 0.5231576561927795, - 0.35390618443489075, - 0.3935951888561249, - 0.3350156545639038, - 0.26047199964523315, - 0.23784174025058746, - 0.1627088338136673, - 0.14527928829193115, - 0.09620049595832825, - 0.09578222036361694, - 0.04803787171840668, - -0.014751166105270386, - -0.05629214644432068, - -0.026601970195770264, - -0.06305545568466187, - -0.11148092150688171, - -0.15912848711013794, - -0.17203903198242188, - -0.22688645124435425, - -0.23060771822929382, - -0.29009294509887695, - -0.25235116481781006, - -0.31963109970092773, - -0.2960742712020874, - -0.3245624899864197, - -0.3497462868690491, - -0.33615267276763916, - -0.32264846563339233, - -0.3532821536064148, - -0.3473333716392517, - -0.32331913709640503, - -0.3180643320083618, - -0.3560238480567932, - -0.31257718801498413, - -0.28610044717788696, - -0.3377200961112976, - -0.31005239486694336, - -0.3177013397216797, - -0.2594107389450073, - -0.24818533658981323, - -0.19792544841766357, - -0.11836862564086914, - -0.1542002260684967, - -0.11513471603393555, - -0.07786741852760315, - -0.07338464260101318 + 0.966031014919281, + 0.920635461807251, + 0.8671515583992004, + 0.8559860587120056, + 0.7747928500175476, + 0.7080135345458984, + 0.6662801504135132, + 0.569223165512085, + 0.5767271518707275, + 0.4966215491294861, + 0.45660388469696045, + 0.416595458984375, + 0.35296016931533813, + 0.32765689492225647, + 0.2823227643966675, + 0.14684709906578064, + 0.17230072617530823, + 0.12479221820831299, + 0.05758737027645111, + 0.022597163915634155, + -0.035900890827178955, + -0.047090232372283936, + -0.06407684087753296, + -0.06414580345153809, + -0.10030430555343628, + -0.13489049673080444, + -0.1473304033279419, + -0.16725406050682068, + -0.17094188928604126, + -0.1713317334651947, + -0.20637181401252747, + -0.22475627064704895, + -0.24790096282958984, + -0.24810874462127686, + -0.28488999605178833, + -0.22693386673927307, + -0.2643153667449951, + -0.22827139496803284, + -0.22702696919441223, + -0.2301153838634491, + -0.2244507372379303, + -0.21541473269462585, + -0.20216581225395203, + -0.17498311400413513, + -0.13387751579284668, + -0.12146514654159546, + -0.11537209153175354, + -0.0738213062286377, + -0.04593348503112793, + -0.0430067777633667, + 0.01254434883594513, + -0.0011903047561645508, + 0.06999851763248444, + 0.09416280686855316, + 0.14026804268360138, + 0.20814034342765808, + 0.22493216395378113, + 0.26099663972854614, + 0.31915760040283203, + 0.33194708824157715 ], "p90": [ - 1.3405956029891968, - 1.3036398887634277, - 1.2452601194381714, - 1.1932941675186157, - 1.1201342344284058, - 1.0803442001342773, - 1.001585841178894, - 0.9458484649658203, - 0.9074247479438782, - 0.8450239896774292, - 0.7983350157737732, - 0.7244256734848022, - 0.6917527914047241, - 0.6474077701568604, - 0.5885249376296997, - 0.5150342583656311, - 0.48665398359298706, - 0.45562154054641724, - 0.38928115367889404, - 0.3538247346878052, - 0.3310903310775757, - 0.28871583938598633, - 0.22793911397457123, - 0.17356418073177338, - 0.14527399837970734, - 0.10876549780368805, - 0.10446861386299133, - 0.13733631372451782, - 0.0822397768497467, - 0.01288534700870514, - 0.030633851885795593, - -0.015998125076293945, - -0.03332778811454773, - -0.05933678150177002, - -0.10993820428848267, - -0.10015380382537842, - -0.08414378762245178, - -0.09580251574516296, - -0.14108070731163025, - -0.1675347089767456, - -0.1401200294494629, - -0.14515060186386108, - -0.15680110454559326, - -0.13748350739479065, - -0.14047256112098694, - -0.12494787573814392, - -0.09691593050956726, - -0.12350067496299744, - -0.09536430239677429, - -0.07206428050994873, - -0.06930184364318848, - -0.013140469789505005, - 0.005522698163986206, - 0.04694752395153046, - 0.064665287733078, - 0.11943446099758148, - 0.12603530287742615, - 0.18853554129600525, - 0.21886247396469116, - 0.23468954861164093 + 0.9951162934303284, + 0.9553894400596619, + 0.9132354259490967, + 0.8597185015678406, + 0.8015561699867249, + 0.7467333674430847, + 0.6861438155174255, + 0.6325534582138062, + 0.6045944690704346, + 0.5481675863265991, + 0.5049204230308533, + 0.4492587447166443, + 0.4093353748321533, + 0.36708343029022217, + 0.3196648061275482, + 0.2634502649307251, + 0.2379617989063263, + 0.20674335956573486, + 0.15229034423828125, + 0.10782065987586975, + 0.09500809013843536, + 0.05707758665084839, + 0.013394206762313843, + -0.022406339645385742, + -0.020925670862197876, + -0.049477189779281616, + -0.05081760883331299, + -0.038431793451309204, + -0.05920007824897766, + -0.08669167757034302, + -0.08360397815704346, + -0.1076279878616333, + -0.10515251755714417, + -0.11520400643348694, + -0.12819644808769226, + -0.11224836111068726, + -0.06481114029884338, + -0.07226118445396423, + -0.08556723594665527, + -0.09937381744384766, + -0.056854307651519775, + -0.06416583061218262, + -0.032982975244522095, + -0.005881309509277344, + 0.0007291734218597412, + 0.03476725518703461, + 0.05768069624900818, + 0.06801095604896545, + 0.10560645163059235, + 0.15634632110595703, + 0.17134852707386017, + 0.220014289021492, + 0.25757989287376404, + 0.3015983998775482, + 0.33455416560173035, + 0.38822537660598755, + 0.4235110282897949, + 0.48417264223098755, + 0.511979877948761, + 0.5507277250289917 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 93a2d48c9b8b6609dba2d38ebb67068f4a0ae8cb..2f29d49c19612e1f48f8a5926f1862c4456e610d 100644 --- a/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T17:45:17.403297+00:00", + "evaluated_at": "2026-06-18T18:27:33.685145+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4197356700897217, - 1.411401629447937, - 1.401831030845642, - 1.4017512798309326, - 1.4090534448623657, - 1.4082167148590088, - 1.4078044891357422, - 1.4054471254348755, - 1.407240867614746, - 1.4084416627883911, - 1.4085655212402344, - 1.413974642753601, - 1.41098153591156, - 1.4125803709030151, - 1.40602707862854, - 1.4004008769989014, - 1.4026389122009277, - 1.4026037454605103, - 1.3968985080718994, - 1.393164873123169, - 1.387878179550171, - 1.385632872581482, - 1.391461968421936, - 1.3900426626205444, - 1.392645239830017, - 1.3866826295852661, - 1.376476526260376, - 1.3811304569244385, - 1.3773176670074463, - 1.3723125457763672, - 1.3742570877075195, - 1.3681758642196655, - 1.3660335540771484, - 1.3743046522140503, - 1.3632880449295044, - 1.3647171258926392, - 1.354763388633728, - 1.3568660020828247, - 1.3562678098678589, - 1.3498409986495972, - 1.3549141883850098, - 1.353747010231018, - 1.350040078163147, - 1.347490906715393, - 1.3425320386886597, - 1.332713007926941, - 1.33062744140625, - 1.3355860710144043, - 1.3392473459243774, - 1.3307714462280273, - 1.3259907960891724, - 1.3191040754318237, - 1.3258005380630493, - 1.321916103363037, - 1.3175556659698486, - 1.3132456541061401, - 1.3177241086959839, - 1.318319320678711, - 1.3098406791687012, - 1.3042271137237549, - 1.308873176574707, - 1.3070775270462036, - 1.2983976602554321, - 1.2978492975234985, - 1.3016599416732788, - 1.2968705892562866, - 1.2944004535675049, - 1.2889575958251953, - 1.29038667678833, - 1.285544991493225, - 1.2838711738586426, - 1.279250144958496 + 1.4273253679275513, + 1.4231733083724976, + 1.4246172904968262, + 1.4224610328674316, + 1.4271728992462158, + 1.4275656938552856, + 1.4303864240646362, + 1.4253178834915161, + 1.4313218593597412, + 1.433074712753296, + 1.4358631372451782, + 1.4357433319091797, + 1.430619716644287, + 1.4290813207626343, + 1.423327088356018, + 1.417292833328247, + 1.4183560609817505, + 1.4146679639816284, + 1.4110376834869385, + 1.40951406955719, + 1.4072366952896118, + 1.408488392829895, + 1.411016821861267, + 1.410123586654663, + 1.4151298999786377, + 1.4105015993118286, + 1.4049915075302124, + 1.4142990112304688, + 1.4103741645812988, + 1.404345989227295, + 1.4095762968063354, + 1.4077119827270508, + 1.4005045890808105, + 1.4056611061096191, + 1.4003784656524658, + 1.4006052017211914, + 1.393818974494934, + 1.3917423486709595, + 1.3944352865219116, + 1.3891774415969849, + 1.3878945112228394, + 1.3803420066833496, + 1.3775062561035156, + 1.3815616369247437, + 1.3835546970367432, + 1.3772226572036743, + 1.3740206956863403, + 1.380025029182434, + 1.3899985551834106, + 1.3830432891845703, + 1.3878042697906494, + 1.385401964187622, + 1.3915852308273315, + 1.3878717422485352, + 1.385623574256897, + 1.3886449337005615, + 1.3869227170944214, + 1.384052038192749, + 1.382118582725525, + 1.3769341707229614, + 1.386907696723938, + 1.3857425451278687, + 1.382697582244873, + 1.3822087049484253, + 1.3785195350646973, + 1.3741382360458374, + 1.3725090026855469, + 1.3726608753204346, + 1.3728294372558594, + 1.3717055320739746, + 1.3711965084075928, + 1.3674739599227905 ], "p10": [ - 1.4318292140960693, - 1.4336968660354614, - 1.4194155931472778, - 1.4284669160842896, - 1.4283682107925415, - 1.4241790771484375, - 1.4227046966552734, - 1.4241427183151245, - 1.4286490678787231, - 1.4384592771530151, - 1.418088436126709, - 1.4296278953552246, - 1.4367080926895142, - 1.431788682937622, - 1.4237784147262573, - 1.4266055822372437, - 1.422501802444458, - 1.4042502641677856, - 1.4223816394805908, - 1.4122008085250854, - 1.4119187593460083, - 1.4005017280578613, - 1.4053071737289429, - 1.405556082725525, - 1.4061174392700195, - 1.403337001800537, - 1.4036651849746704, - 1.3972277641296387, - 1.404287338256836, - 1.4073511362075806, - 1.3919782638549805, - 1.391422152519226, - 1.3868440389633179, - 1.3967434167861938, - 1.3878544569015503, - 1.3821017742156982, - 1.390196681022644, - 1.383370041847229, - 1.3814418315887451, - 1.3823847770690918, - 1.3642927408218384, - 1.3719288110733032, - 1.3624975681304932, - 1.36509370803833, - 1.3626328706741333, - 1.3490406274795532, - 1.3611769676208496, - 1.3588676452636719, - 1.363682746887207, - 1.3528058528900146, - 1.362528681755066, - 1.356001853942871, - 1.3462049961090088, - 1.343837857246399, - 1.3472375869750977, - 1.3448392152786255, - 1.3533633947372437, - 1.3530622720718384, - 1.3404853343963623, - 1.3342115879058838, - 1.3425383567810059, - 1.338386058807373, - 1.337548017501831, - 1.3392103910446167, - 1.3434635400772095, - 1.3277226686477661, - 1.3350626230239868, - 1.3203452825546265, - 1.3221884965896606, - 1.326070785522461, - 1.3205443620681763, - 1.3231853246688843 + 1.444088101387024, + 1.445615291595459, + 1.4480235576629639, + 1.443812608718872, + 1.4408947229385376, + 1.4448108673095703, + 1.4404789209365845, + 1.4435964822769165, + 1.445460557937622, + 1.4579060077667236, + 1.4479578733444214, + 1.4513534307479858, + 1.4490482807159424, + 1.4417812824249268, + 1.4364440441131592, + 1.4422770738601685, + 1.4382553100585938, + 1.42072594165802, + 1.4369876384735107, + 1.4264005422592163, + 1.4305223226547241, + 1.4231337308883667, + 1.4250925779342651, + 1.4270477294921875, + 1.4315706491470337, + 1.4250986576080322, + 1.4286597967147827, + 1.4271780252456665, + 1.4346425533294678, + 1.4279029369354248, + 1.4217090606689453, + 1.4275850057601929, + 1.417678952217102, + 1.425110101699829, + 1.4235811233520508, + 1.4185289144515991, + 1.4244604110717773, + 1.412266731262207, + 1.4140267372131348, + 1.4152607917785645, + 1.4048092365264893, + 1.4089452028274536, + 1.398495078086853, + 1.3993721008300781, + 1.4009344577789307, + 1.3974415063858032, + 1.4056169986724854, + 1.4076625108718872, + 1.4123729467391968, + 1.4091202020645142, + 1.415367603302002, + 1.41044282913208, + 1.4110028743743896, + 1.400431752204895, + 1.4131265878677368, + 1.4137226343154907, + 1.415528655052185, + 1.4158952236175537, + 1.412119746208191, + 1.405282974243164, + 1.4162003993988037, + 1.4129911661148071, + 1.4161382913589478, + 1.4152106046676636, + 1.4203122854232788, + 1.406903624534607, + 1.4111533164978027, + 1.3985264301300049, + 1.400572419166565, + 1.4065433740615845, + 1.3969982862472534, + 1.4020651578903198 ], "p90": [ - 1.532195806503296, - 1.5303605794906616, - 1.5297439098358154, - 1.5360264778137207, - 1.5479556322097778, - 1.548322081565857, - 1.545569658279419, - 1.5503650903701782, - 1.5570324659347534, - 1.5539768934249878, - 1.5618184804916382, - 1.5574231147766113, - 1.564130187034607, - 1.5705666542053223, - 1.5617022514343262, - 1.5600439310073853, - 1.562119960784912, - 1.5662156343460083, - 1.5634089708328247, - 1.560450792312622, - 1.5576550960540771, - 1.5596972703933716, - 1.5594611167907715, - 1.560439109802246, - 1.5736511945724487, - 1.5665141344070435, - 1.558224081993103, - 1.567484974861145, - 1.5678483247756958, - 1.5704560279846191, - 1.5722010135650635, - 1.5743286609649658, - 1.573108196258545, - 1.5799800157546997, - 1.569653034210205, - 1.5760940313339233, - 1.5700411796569824, - 1.5723885297775269, - 1.572153091430664, - 1.5716133117675781, - 1.5685505867004395, - 1.5769963264465332, - 1.5709291696548462, - 1.5685536861419678, - 1.5667227506637573, - 1.5628443956375122, - 1.568515419960022, - 1.5724267959594727, - 1.5731419324874878, - 1.5673494338989258, - 1.5625203847885132, - 1.5651907920837402, - 1.5654480457305908, - 1.5687305927276611, - 1.5726819038391113, - 1.5645192861557007, - 1.5686495304107666, - 1.578610897064209, - 1.5734050273895264, - 1.5611876249313354, - 1.5693591833114624, - 1.5625942945480347, - 1.5636894702911377, - 1.5659953355789185, - 1.5621328353881836, - 1.5555859804153442, - 1.5581789016723633, - 1.5540523529052734, - 1.5592268705368042, - 1.556829810142517, - 1.5605969429016113, - 1.5660200119018555 + 1.5329017639160156, + 1.5356744527816772, + 1.5412160158157349, + 1.544054627418518, + 1.5488488674163818, + 1.5515952110290527, + 1.5557866096496582, + 1.5582598447799683, + 1.566235899925232, + 1.5669103860855103, + 1.576881766319275, + 1.5710664987564087, + 1.5708433389663696, + 1.5759459733963013, + 1.567681074142456, + 1.5666823387145996, + 1.5718116760253906, + 1.5683058500289917, + 1.5674272775650024, + 1.5634087324142456, + 1.5644923448562622, + 1.5694353580474854, + 1.5681999921798706, + 1.5712801218032837, + 1.5842466354370117, + 1.5811117887496948, + 1.575649619102478, + 1.5856832265853882, + 1.5825520753860474, + 1.5851547718048096, + 1.5919713973999023, + 1.5979299545288086, + 1.593411922454834, + 1.601011872291565, + 1.5937604904174805, + 1.5993541479110718, + 1.598336100578308, + 1.5974634885787964, + 1.600460410118103, + 1.6017910242080688, + 1.5956082344055176, + 1.5970406532287598, + 1.5912038087844849, + 1.5929501056671143, + 1.5954949855804443, + 1.5946590900421143, + 1.5966914892196655, + 1.599743366241455, + 1.6086628437042236, + 1.6045444011688232, + 1.6021044254302979, + 1.6058979034423828, + 1.604433536529541, + 1.6072416305541992, + 1.61280357837677, + 1.6150257587432861, + 1.6150490045547485, + 1.6180200576782227, + 1.6202917098999023, + 1.6115037202835083, + 1.6219537258148193, + 1.6200894117355347, + 1.6205706596374512, + 1.625390648841858, + 1.617072343826294, + 1.6103966236114502, + 1.6130160093307495, + 1.6125625371932983, + 1.617026448249817, + 1.6181572675704956, + 1.618899941444397, + 1.6253283023834229 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index e7cd30c9fbb8a83294d7b583256a50ef81d20342..e5b49e13eb2635aeab86e9ba2527ac9634edf690 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-18T17:45:44.931574+00:00", + "evaluated_at": "2026-06-18T18:27:39.766051+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2545.175537109375, - 2546.34375, - 2547.112548828125, - 2545.4326171875, - 2545.52685546875, - 2545.21337890625, - 2544.874755859375, - 2545.428955078125, - 2546.05419921875, - 2544.87109375, - 2544.0859375, - 2544.34765625, - 2544.07275390625, - 2544.6533203125, - 2544.91259765625, - 2544.265380859375, - 2545.26953125, - 2546.614501953125, - 2545.611572265625, - 2546.870361328125, - 2546.741943359375, - 2547.426513671875, - 2547.0751953125, - 2546.900634765625 + 2555.837890625, + 2554.448974609375, + 2554.33056640625, + 2553.009765625, + 2553.073486328125, + 2552.15771484375, + 2553.008544921875, + 2553.55126953125, + 2553.737060546875, + 2553.766845703125, + 2553.322998046875, + 2553.20556640625, + 2552.753662109375, + 2552.28759765625, + 2551.4775390625, + 2550.624267578125, + 2551.3798828125, + 2551.415771484375, + 2550.7744140625, + 2551.681396484375, + 2552.245849609375, + 2552.032470703125, + 2550.94140625, + 2551.59423828125 ], "p10": [ - 2565.592529296875, - 2568.260009765625, - 2568.20263671875, - 2569.0830078125, - 2569.2314453125, - 2569.44384765625, - 2569.826171875, - 2568.281494140625, - 2570.6650390625, - 2569.66357421875, - 2568.627685546875, - 2568.163330078125, - 2568.726318359375, - 2568.68359375, - 2570.261962890625, - 2569.41552734375, - 2570.106689453125, - 2571.28466796875, - 2571.13037109375, - 2570.250732421875, - 2571.3369140625, - 2571.31689453125, - 2571.557861328125, - 2571.595703125 + 2573.583740234375, + 2573.815185546875, + 2573.7978515625, + 2575.0, + 2575.5771484375, + 2574.788818359375, + 2574.4521484375, + 2574.003662109375, + 2575.05322265625, + 2574.711181640625, + 2574.738037109375, + 2574.17431640625, + 2574.115234375, + 2574.946533203125, + 2575.105224609375, + 2574.305419921875, + 2575.35107421875, + 2575.046630859375, + 2575.60498046875, + 2575.10400390625, + 2575.87353515625, + 2576.75439453125, + 2576.32763671875, + 2576.119384765625 ], "p90": [ - 2578.015380859375, - 2582.57421875, - 2586.048095703125, - 2585.475830078125, - 2586.23876953125, - 2586.98681640625, - 2586.447998046875, - 2586.356201171875, - 2588.07080078125, - 2586.305419921875, - 2585.8388671875, - 2585.82275390625, - 2585.3515625, - 2585.943359375, - 2586.918212890625, - 2586.5380859375, - 2588.384521484375, - 2589.380859375, - 2589.186767578125, - 2589.648681640625, - 2590.258544921875, - 2592.222900390625, - 2592.489013671875, - 2592.454345703125 + 2594.14599609375, + 2596.010498046875, + 2599.04345703125, + 2598.5615234375, + 2599.052490234375, + 2599.098388671875, + 2599.20654296875, + 2599.285888671875, + 2599.898681640625, + 2599.3515625, + 2600.051025390625, + 2600.160888671875, + 2600.411376953125, + 2599.911376953125, + 2600.04931640625, + 2599.2255859375, + 2600.617431640625, + 2600.72314453125, + 2600.79443359375, + 2600.59375, + 2601.794189453125, + 2601.66650390625, + 2601.392578125, + 2602.422119140625 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index f464f0dbed1b3c7755f80becfd6aed3b0fd19e6a..5736d9ae75e696d188f3213b501e91e203ff7052 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,11 +1,29 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-18T18:06:48.240285+00:00", + "evaluated_at": "2026-06-18T18:27:42.840639+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index d8c8a66d810ce7583888c382a3d0a66a40e82f77..e4bf03a165582329a5b850c8d91874349eac6da3 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,538444.2242705027,538444.2242705027,564.86669921875,0.5567926618786754,0.00871919752665199,0.008658561693916201,4.39773954957201,733.7875879779534,0.011244413548773742,0.0086559037928797,0.006298421775065253,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.23481072909332093,0.23481072909332093,0.3967431386311849,0.22375965810607892,0.0171837974562296,0.01712577484870165,1.4191249015295195,0.48457272838380094,0.02095110017711232,0.017153679427580823,0.018049749832458467,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.05167755136238271,0.05167755136238271,0.20397837498846152,0.21825983901442628,2.6101512455166787,0.9275830847792187,1.4501148964166244,0.22732697016056566,0.6153951670253252,0.5521883569596524,0.6108920022001993,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.021984317657371005,0.021984317657371005,0.11650808817810482,0.6952904389302055,0.07595001074676475,0.07669700978095279,4.901602900666788,0.14827109515131737,0.0975824446662781,0.07667808790520525,0.07194970134436665,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.0836448867304016,0.0836448867304016,0.2282702442103376,0.2514450953860922,2.588601922446961,1.196638224111195,1.083481902493903,0.28921425748119955,1.1489674046569702,0.906853874822591,0.7002809799451184,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.023098188366038584,0.023098188366038584,0.11841477784845564,0.7349884938337539,0.07857091314681924,0.07800048381474878,4.577132348576616,0.1519808815806731,0.10029901798012686,0.07814723673800116,0.0692358037966457,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.8033297400434094,1.8033297400434094,1.19394318262736,1.8097665084035774,0.06416491271276942,0.06684173882447303,5.19238923725329,1.3428811339963822,0.07348186677477303,0.06533204738782825,0.05150838698011004,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,62.00202595669786,62.00202595669786,6.58627986907959,0.5379228990396322,0.22180998052521952,0.2063438940562428,2.4472675707442035,7.874136521339839,0.23449469014417185,0.196141843987208,0.16763898564085533,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,0.32376295612948525,0.32376295612948525,0.4180513223012288,0.20322842417376208,0.01578654327926374,0.01580150147067154,2.237776909673682,0.5690017189161077,0.022386952875387844,0.016447920877425398,0.02623084160365259,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,37.85705501823512,37.85705501823512,5.247763276100159,1.002225347159712,1.003599605891391,0.4644215805113072,11.623166698992094,6.152808709706091,0.4922246967764872,0.4198210620880127,0.3301277013708044,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,1567.3728874896963,1567.3728874896963,32.63750203450521,0.8245263671874999,0.012536478387733543,0.01265045111940946,3.2588602487664473,39.59006046332458,0.015312835634484932,0.012623691359035053,0.009376966677438668,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,768.9420472805699,768.9420472805699,27.581166585286457,0.9806637008101853,0.010636686360554337,0.010680731484669373,3.2608268229166666,27.729804313780686,0.010699602950654927,0.010642250772457798,0.008528848629672426,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,42.39091997034848,42.39091997034848,6.412445068359375,0.13385506650553705,0.029444010881540167,0.029126305095609643,1.3562794237567775,6.5108309738733405,0.027471860649254602,0.02705673024624209,0.03844087353012006,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 8967eb436b27563d04c701155217dd25ed391de7..401c258a73d028d420a799067f2b784a4f770e9a 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-18T18:07:31.508749+00:00", + "evaluated_at": "2026-06-18T18:28:30.899201+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9819b30d721aec38434f5401e42eccda3c5af145..2f423d01e946afcb59014f33c8b0de043c672f63 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T17:46:50.119532+00:00", + "evaluated_at": "2026-06-18T18:28:35.885686+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3269981145858765, - 1.2680968046188354, - 1.2104864120483398, - 1.1501394510269165, - 1.0890319347381592, - 1.0264554023742676, - 0.9654113054275513, - 0.9027171730995178, - 0.8397363424301147, - 0.7767146229743958, - 0.7132112979888916, - 0.6503458619117737, - 0.5868822336196899, - 0.5219761729240417, - 0.4585033655166626, - 0.39616715908050537, - 0.3357290029525757, - 0.27605557441711426, - 0.21851080656051636, - 0.16334283351898193, - 0.10874813795089722, - 0.05647850036621094, - 0.006630897521972656, - -0.042260169982910156, - -0.08873975276947021, - -0.1335979700088501, - -0.17527174949645996, - -0.21886920928955078, - -0.25788414478302, - -0.299731969833374, - -0.3417702913284302, - -0.36827123165130615, - -0.4766974449157715, - -0.47905826568603516, - -0.42963695526123047, - -0.4254488945007324, - -0.4381406307220459, - -0.4489516019821167, - -0.43523383140563965, - -0.451518177986145, - -0.4629404544830322, - -0.47601568698883057, - -0.464572548866272, - -0.4452056884765625, - -0.4188951253890991, - -0.3985147476196289, - -0.3855818510055542, - -0.3772590160369873, - -0.3600902557373047, - -0.35364651679992676, - -0.35150372982025146, - -0.3414112329483032, - -0.318416953086853, - -0.28764796257019043, - -0.2646167278289795, - -0.2278667688369751, - -0.19179630279541016, - -0.1699512004852295, - -0.1484663486480713, - -0.11559033393859863 + 0.9624418020248413, + 0.9074598550796509, + 0.8553023338317871, + 0.8036991953849792, + 0.7539839744567871, + 0.7043685913085938, + 0.6565902233123779, + 0.6088353395462036, + 0.561045229434967, + 0.5163058638572693, + 0.4736718535423279, + 0.4345414638519287, + 0.39948582649230957, + 0.3644424080848694, + 0.33004528284072876, + 0.3002689480781555, + 0.2725451588630676, + 0.2470390796661377, + 0.22330856323242188, + 0.20244896411895752, + 0.18241602182388306, + 0.16573357582092285, + 0.15342777967453003, + 0.14316803216934204, + 0.13609105348587036, + 0.13259398937225342, + 0.1334647536277771, + 0.1367815136909485, + 0.14362281560897827, + 0.15048480033874512, + 0.15383857488632202, + 0.16367071866989136, + -0.018958330154418945, + -0.010635852813720703, + 0.02180922031402588, + 0.06545126438140869, + 0.09165328741073608, + 0.11421525478363037, + 0.14546746015548706, + 0.17045390605926514, + 0.18776142597198486, + 0.21942377090454102, + 0.2458326816558838, + 0.26609504222869873, + 0.28242117166519165, + 0.3088380694389343, + 0.3365095853805542, + 0.3649523854255676, + 0.3897084593772888, + 0.4168933629989624, + 0.44246774911880493, + 0.47200047969818115, + 0.500656008720398, + 0.5240511298179626, + 0.5567188262939453, + 0.5915350317955017, + 0.6253055334091187, + 0.6581321954727173, + 0.6906572580337524, + 0.723183274269104 ], "p10": [ - 1.3151366710662842, - 1.254671573638916, - 1.1922532320022583, - 1.1266236305236816, - 1.0607414245605469, - 0.9928415417671204, - 0.925678014755249, - 0.8583481311798096, - 0.7875676155090332, - 0.7176514863967896, - 0.6475350260734558, - 0.5752291679382324, - 0.5023977756500244, - 0.42788219451904297, - 0.35458213090896606, - 0.28128981590270996, - 0.20774883031845093, - 0.12994885444641113, - 0.056668639183044434, - -0.016061902046203613, - -0.08726584911346436, - -0.1578747034072876, - -0.22812199592590332, - -0.2997225522994995, - -0.3709244728088379, - -0.4395500421524048, - -0.5043845176696777, - -0.5694561004638672, - -0.6282035112380981, - -0.6921201944351196, - -0.7516437768936157, - -0.7971152067184448, - -1.0012741088867188, - -1.1391830444335938, - -1.2783818244934082, - -1.182194709777832, - -1.1793594360351562, - -1.2443349361419678, - -1.2655928134918213, - -1.3085243701934814, - -1.3649659156799316, - -1.447495698928833, - -1.440600872039795, - -1.4477665424346924, - -1.4307494163513184, - -1.4205517768859863, - -1.4359447956085205, - -1.4453275203704834, - -1.4291188716888428, - -1.4172625541687012, - -1.4417152404785156, - -1.4563829898834229, - -1.4550576210021973, - -1.4470269680023193, - -1.4160068035125732, - -1.3904311656951904, - -1.3816871643066406, - -1.3776264190673828, - -1.367704153060913, - -1.3795630931854248 + 0.950518786907196, + 0.893297553062439, + 0.8365330696105957, + 0.7810260057449341, + 0.7268788814544678, + 0.6725539565086365, + 0.6179578304290771, + 0.5638912320137024, + 0.5074626207351685, + 0.45318639278411865, + 0.40178775787353516, + 0.3513869643211365, + 0.30603617429733276, + 0.2609861493110657, + 0.21393734216690063, + 0.17142921686172485, + 0.12954139709472656, + 0.08491629362106323, + 0.042766451835632324, + 0.0009905099868774414, + -0.03664803504943848, + -0.073333740234375, + -0.10594701766967773, + -0.13871443271636963, + -0.17098116874694824, + -0.19817376136779785, + -0.22421395778656006, + -0.2494271993637085, + -0.2680094242095947, + -0.28686583042144775, + -0.30622971057891846, + -0.31340837478637695, + -0.4820646047592163, + -0.5743906497955322, + -0.647365927696228, + -0.6214736700057983, + -0.6164978742599487, + -0.6262305974960327, + -0.6398271322250366, + -0.6397532224655151, + -0.6376155614852905, + -0.6366002559661865, + -0.6338822841644287, + -0.6202986240386963, + -0.6087015867233276, + -0.6027868986129761, + -0.6017301082611084, + -0.5934722423553467, + -0.5747417211532593, + -0.568120002746582, + -0.5679571628570557, + -0.5582671165466309, + -0.544467568397522, + -0.5339919328689575, + -0.5138936042785645, + -0.49215638637542725, + -0.4836082458496094, + -0.4646289348602295, + -0.440718412399292, + -0.43467843532562256 ], "p90": [ - 1.3403899669647217, - 1.2828320264816284, - 1.2311487197875977, - 1.1735599040985107, - 1.116870641708374, - 1.0617114305496216, - 1.005578875541687, - 0.949820876121521, - 0.8934808373451233, - 0.8391966223716736, - 0.7832480072975159, - 0.7301067113876343, - 0.678848922252655, - 0.6235426664352417, - 0.5737026929855347, - 0.5247830748558044, - 0.4824979305267334, - 0.43821460008621216, - 0.402849018573761, - 0.366929829120636, - 0.3355366587638855, - 0.3075680136680603, - 0.28051990270614624, - 0.2540774941444397, - 0.23480021953582764, - 0.2155182957649231, - 0.20061016082763672, - 0.18959969282150269, - 0.18608450889587402, - 0.18506664037704468, - 0.18157655000686646, - 0.180644690990448, - 0.016277432441711426, - 0.016134142875671387, - 0.06227517127990723, - 0.12924623489379883, - 0.19709771871566772, - 0.26239168643951416, - 0.2836880087852478, - 0.3165450692176819, - 0.3569568991661072, - 0.4175652861595154, - 0.463809609413147, - 0.46759456396102905, - 0.4934510588645935, - 0.5303319692611694, - 0.5760058164596558, - 0.6094330549240112, - 0.6323078870773315, - 0.6686913967132568, - 0.7344154119491577, - 0.7867939472198486, - 0.8288775086402893, - 0.868293285369873, - 0.9214064478874207, - 0.9767901301383972, - 1.0118470191955566, - 1.058837890625, - 1.1130599975585938, - 1.180153489112854 + 0.975014865398407, + 0.9224598407745361, + 0.8752968907356262, + 0.8266918063163757, + 0.7829669713973999, + 0.740432858467102, + 0.6979638934135437, + 0.6574958562850952, + 0.6184198260307312, + 0.5830878615379333, + 0.5500802397727966, + 0.5215743184089661, + 0.49961066246032715, + 0.4748610854148865, + 0.4525747299194336, + 0.4359138607978821, + 0.4271939992904663, + 0.4184509515762329, + 0.4175088405609131, + 0.41504693031311035, + 0.41711050271987915, + 0.42212504148483276, + 0.4338758587837219, + 0.44567811489105225, + 0.46122467517852783, + 0.48162275552749634, + 0.5063403844833374, + 0.5350531935691833, + 0.5710748434066772, + 0.6052200198173523, + 0.6348806619644165, + 0.6622718572616577, + 0.4755159020423889, + 0.47271305322647095, + 0.5295315384864807, + 0.6082171201705933, + 0.6680284738540649, + 0.7250102758407593, + 0.7586239576339722, + 0.8000650405883789, + 0.850566029548645, + 0.8916078805923462, + 0.9382169246673584, + 0.9882717132568359, + 1.0408861637115479, + 1.0855166912078857, + 1.130229115486145, + 1.1738659143447876, + 1.2163268327713013, + 1.2642102241516113, + 1.3159890174865723, + 1.3682825565338135, + 1.4182032346725464, + 1.4720407724380493, + 1.5235602855682373, + 1.5784964561462402, + 1.619109869003296, + 1.6605949401855469, + 1.7001500129699707, + 1.7501132488250732 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index cd0af5095090f0a038df30f0f3020ff3a31deecb..303f44e5fa5db1c5bcc508f7f2a221918eaaa329 100644 --- a/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/tirex/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T17:46:56.393978+00:00", + "evaluated_at": "2026-06-18T18:28:42.110517+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4694994688034058, - 1.4568583965301514, - 1.4534375667572021, - 1.4548732042312622, - 1.4553009271621704, - 1.4567161798477173, - 1.4597442150115967, - 1.459031105041504, - 1.460073471069336, - 1.4628863334655762, - 1.4648597240447998, - 1.464104175567627, - 1.4656270742416382, - 1.466508150100708, - 1.4684767723083496, - 1.4692436456680298, - 1.4689538478851318, - 1.4699970483779907, - 1.472129225730896, - 1.4706538915634155, - 1.4700098037719727, - 1.472151756286621, - 1.4752691984176636, - 1.4750103950500488, - 1.475944995880127, - 1.4759609699249268, - 1.4765726327896118, - 1.4778187274932861, - 1.478194236755371, - 1.479461669921875, - 1.4814002513885498, - 1.481318712234497, - 1.4874333143234253, - 1.5019205808639526, - 1.511696696281433, - 1.511366844177246, - 1.514072299003601, - 1.517870306968689, - 1.519763708114624, - 1.5172713994979858, - 1.5178370475769043, - 1.5202512741088867, - 1.522182822227478, - 1.519935965538025, - 1.5189590454101562, - 1.5195468664169312, - 1.523030161857605, - 1.5249587297439575, - 1.5278449058532715, - 1.528325080871582, - 1.527828335762024, - 1.5286307334899902, - 1.5264334678649902, - 1.5243597030639648, - 1.5238842964172363, - 1.5237390995025635, - 1.5249543190002441, - 1.5253443717956543, - 1.5226259231567383, - 1.5202300548553467, - 1.519986629486084, - 1.520383596420288, - 1.5197827816009521, - 1.5187650918960571, - 1.4487512111663818, - 1.4495917558670044, - 1.4599040746688843, - 1.4594218730926514, - 1.4617687463760376, - 1.4648281335830688, - 1.4658715724945068, - 1.4656518697738647 + 1.4833879470825195, + 1.4784529209136963, + 1.4759392738342285, + 1.4771754741668701, + 1.4789395332336426, + 1.4788845777511597, + 1.4793617725372314, + 1.4805207252502441, + 1.4822113513946533, + 1.4819667339324951, + 1.4830915927886963, + 1.4839301109313965, + 1.4854274988174438, + 1.485849142074585, + 1.4861899614334106, + 1.4856754541397095, + 1.48612642288208, + 1.485456109046936, + 1.4863526821136475, + 1.4892380237579346, + 1.4919285774230957, + 1.4921132326126099, + 1.493931770324707, + 1.4943079948425293, + 1.4947559833526611, + 1.495334267616272, + 1.4952504634857178, + 1.4965945482254028, + 1.4990413188934326, + 1.4993083477020264, + 1.4998208284378052, + 1.5019102096557617, + 1.5360562801361084, + 1.5345054864883423, + 1.539709210395813, + 1.5410374402999878, + 1.5418281555175781, + 1.5416169166564941, + 1.541912317276001, + 1.5422213077545166, + 1.5433719158172607, + 1.5430676937103271, + 1.5416227579116821, + 1.5398396253585815, + 1.5448180437088013, + 1.5483448505401611, + 1.550057291984558, + 1.5516183376312256, + 1.5523896217346191, + 1.5498639345169067, + 1.548651933670044, + 1.5496832132339478, + 1.5484282970428467, + 1.5472873449325562, + 1.547760248184204, + 1.548256516456604, + 1.5468418598175049, + 1.5435172319412231, + 1.541050672531128, + 1.5410313606262207, + 1.5417426824569702, + 1.5422172546386719, + 1.5418157577514648, + 1.5414928197860718, + 1.4678561687469482, + 1.4629493951797485, + 1.4743868112564087, + 1.481780767440796, + 1.488302230834961, + 1.492530107498169, + 1.4940699338912964, + 1.4921646118164062 ], "p10": [ - 1.3517146110534668, - 1.3169740438461304, - 1.3064707517623901, - 1.305284023284912, - 1.3033000230789185, - 1.3015578985214233, - 1.300541639328003, - 1.2948291301727295, - 1.291572093963623, - 1.2889137268066406, - 1.2857422828674316, - 1.280872106552124, - 1.2771368026733398, - 1.2735015153884888, - 1.2714687585830688, - 1.2683526277542114, - 1.265304684638977, - 1.2627356052398682, - 1.2620444297790527, - 1.2570644617080688, - 1.2526670694351196, - 1.2535611391067505, - 1.255047082901001, - 1.2515652179718018, - 1.248072862625122, - 1.2455172538757324, - 1.2435431480407715, - 1.2402375936508179, - 1.2362699508666992, - 1.2332725524902344, - 1.231168508529663, - 1.2288823127746582, - 1.2685214281082153, - 1.2845180034637451, - 1.2862881422042847, - 1.277827501296997, - 1.2726945877075195, - 1.2714420557022095, - 1.2657535076141357, - 1.2628247737884521, - 1.2618236541748047, - 1.2623494863510132, - 1.2604104280471802, - 1.2589188814163208, - 1.2572849988937378, - 1.258000373840332, - 1.2578195333480835, - 1.2531981468200684, - 1.2508227825164795, - 1.2485032081604004, - 1.247304081916809, - 1.247430443763733, - 1.2440608739852905, - 1.2401374578475952, - 1.2407957315444946, - 1.237986445426941, - 1.2352659702301025, - 1.2334280014038086, - 1.229595422744751, - 1.2220531702041626, - 1.2181782722473145, - 1.2142503261566162, - 1.209150791168213, - 1.2062615156173706, - 1.139451026916504, - 1.1615033149719238, - 1.1518151760101318, - 1.1366205215454102, - 1.1273165941238403, - 1.12349534034729, - 1.1147692203521729, - 1.1126165390014648 + 1.3794015645980835, + 1.3503164052963257, + 1.3377944231033325, + 1.3346155881881714, + 1.333661437034607, + 1.3290419578552246, + 1.3249622583389282, + 1.321166753768921, + 1.3192405700683594, + 1.3145084381103516, + 1.31154203414917, + 1.3095213174819946, + 1.3071622848510742, + 1.3037548065185547, + 1.3004709482192993, + 1.2964630126953125, + 1.2943776845932007, + 1.2903584241867065, + 1.2888574600219727, + 1.2892334461212158, + 1.2887630462646484, + 1.2867625951766968, + 1.2859247922897339, + 1.282792568206787, + 1.280295729637146, + 1.2788097858428955, + 1.2770648002624512, + 1.2745734453201294, + 1.2733359336853027, + 1.2690753936767578, + 1.2659964561462402, + 1.2667412757873535, + 1.2994550466537476, + 1.3161340951919556, + 1.3209437131881714, + 1.3122073411941528, + 1.304803729057312, + 1.2999000549316406, + 1.2948459386825562, + 1.294521450996399, + 1.2952194213867188, + 1.292420506477356, + 1.289738416671753, + 1.29164457321167, + 1.2960156202316284, + 1.2976208925247192, + 1.2972238063812256, + 1.290353536605835, + 1.2849406003952026, + 1.2832353115081787, + 1.2850863933563232, + 1.2852798700332642, + 1.2830849885940552, + 1.2785855531692505, + 1.280200481414795, + 1.2783726453781128, + 1.2753705978393555, + 1.2713209390640259, + 1.2690860033035278, + 1.2652226686477661, + 1.2628103494644165, + 1.259304404258728, + 1.2557023763656616, + 1.2536917924880981, + 1.174892783164978, + 1.20213782787323, + 1.2037036418914795, + 1.1881053447723389, + 1.1804492473602295, + 1.1783740520477295, + 1.173250675201416, + 1.1726882457733154 ], "p90": [ - 1.5875920057296753, - 1.5944976806640625, - 1.6029841899871826, - 1.6112186908721924, - 1.6153743267059326, - 1.623438835144043, - 1.634974479675293, - 1.640694260597229, - 1.6465647220611572, - 1.6548206806182861, - 1.660539984703064, - 1.6613340377807617, - 1.663413405418396, - 1.666947364807129, - 1.6727131605148315, - 1.6738908290863037, - 1.6742985248565674, - 1.6799477338790894, - 1.6876194477081299, - 1.6898573637008667, - 1.6907356977462769, - 1.6972391605377197, - 1.7038567066192627, - 1.706357717514038, - 1.710444688796997, - 1.7133842706680298, - 1.7171614170074463, - 1.7220356464385986, - 1.726646900177002, - 1.7336055040359497, - 1.7387843132019043, - 1.7387968301773071, - 1.712408423423767, - 1.7294920682907104, - 1.7488019466400146, - 1.7633248567581177, - 1.7821885347366333, - 1.7994558811187744, - 1.808884859085083, - 1.809623122215271, - 1.814884901046753, - 1.8275976181030273, - 1.8381068706512451, - 1.8410418033599854, - 1.8438632488250732, - 1.84786057472229, - 1.8582708835601807, - 1.8643202781677246, - 1.8695814609527588, - 1.8738853931427002, - 1.8780517578125, - 1.8867926597595215, - 1.885550856590271, - 1.8881787061691284, - 1.8887149095535278, - 1.8917484283447266, - 1.8976263999938965, - 1.9044617414474487, - 1.906424641609192, - 1.906721591949463, - 1.9117302894592285, - 1.9174072742462158, - 1.9212026596069336, - 1.925302505493164, - 1.7398279905319214, - 1.784471869468689, - 1.793609380722046, - 1.7978434562683105, - 1.8144145011901855, - 1.8278112411499023, - 1.8294198513031006, - 1.8335341215133667 + 1.584348201751709, + 1.6018061637878418, + 1.614348292350769, + 1.6250481605529785, + 1.633203148841858, + 1.6404385566711426, + 1.650802493095398, + 1.6596622467041016, + 1.666597843170166, + 1.6715033054351807, + 1.676912784576416, + 1.6797025203704834, + 1.682119369506836, + 1.686814308166504, + 1.694448709487915, + 1.6995137929916382, + 1.7039999961853027, + 1.7056152820587158, + 1.7093839645385742, + 1.7165249586105347, + 1.720266580581665, + 1.7228479385375977, + 1.7257466316223145, + 1.7280347347259521, + 1.7314958572387695, + 1.7354528903961182, + 1.7388004064559937, + 1.744688630104065, + 1.7522640228271484, + 1.757338047027588, + 1.7615121603012085, + 1.7648022174835205, + 1.7436813116073608, + 1.7516529560089111, + 1.777831792831421, + 1.8066060543060303, + 1.8301887512207031, + 1.8437756299972534, + 1.850034475326538, + 1.8579511642456055, + 1.8698054552078247, + 1.8757864236831665, + 1.876468539237976, + 1.8820198774337769, + 1.8933212757110596, + 1.9004111289978027, + 1.9050695896148682, + 1.919844150543213, + 1.9236526489257812, + 1.9120161533355713, + 1.9045169353485107, + 1.9118702411651611, + 1.9112621545791626, + 1.9147988557815552, + 1.9178743362426758, + 1.9233349561691284, + 1.9226770401000977, + 1.9212592840194702, + 1.921402931213379, + 1.9234100580215454, + 1.9270625114440918, + 1.9312700033187866, + 1.9344050884246826, + 1.9387308359146118, + 1.7521132230758667, + 1.7952877283096313, + 1.8063530921936035, + 1.8236322402954102, + 1.847131609916687, + 1.8614568710327148, + 1.8599820137023926, + 1.8543380498886108 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 1811d23bef319aef59f625aa54d9b76d6af0edda..56b64ab1cd77756662887451efdab3b1e2b631da 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-18T17:52:32.311615+00:00", + "evaluated_at": "2026-06-18T18:28:49.227716+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2551.263671875, - 2551.247314453125, - 2551.109375, - 2554.50439453125, - 2554.490966796875, - 2553.831787109375, - 2554.039306640625, - 2555.06640625, - 2555.2578125, - 2555.662109375, - 2554.87109375, - 2555.48828125, - 2555.628662109375, - 2555.7880859375, - 2556.55224609375, - 2557.3671875, - 2558.373779296875, - 2558.036376953125, - 2559.020263671875, - 2560.7841796875, - 2560.530517578125, - 2560.86474609375, - 2561.245361328125, - 2561.301025390625 + 2571.5546875, + 2570.34033203125, + 2568.79736328125, + 2571.688720703125, + 2571.305908203125, + 2569.951171875, + 2572.22998046875, + 2574.396728515625, + 2575.58544921875, + 2575.521728515625, + 2574.35107421875, + 2574.697265625, + 2572.769287109375, + 2571.725341796875, + 2570.7021484375, + 2570.85693359375, + 2571.90234375, + 2570.40478515625, + 2570.265869140625, + 2571.373291015625, + 2570.46533203125, + 2570.064697265625, + 2569.888671875, + 2568.8984375 ], "p10": [ - 2548.70068359375, - 2549.223388671875, - 2549.5078125, - 2549.191162109375, - 2549.026611328125, - 2549.0341796875, - 2549.066650390625, - 2549.18212890625, - 2549.563232421875, - 2549.30419921875, - 2549.01904296875, - 2549.082763671875, - 2549.258544921875, - 2549.3740234375, - 2549.212646484375, - 2549.27099609375, - 2549.17431640625, - 2549.361083984375, - 2549.333251953125, - 2548.885009765625, - 2549.140380859375, - 2549.14599609375, - 2549.028564453125, - 2549.173095703125 + 2548.660400390625, + 2548.88232421875, + 2548.026611328125, + 2548.782470703125, + 2549.091796875, + 2549.830810546875, + 2548.93017578125, + 2549.232177734375, + 2549.256591796875, + 2549.56591796875, + 2549.36083984375, + 2549.11181640625, + 2548.68408203125, + 2549.176025390625, + 2549.048095703125, + 2549.438720703125, + 2549.276611328125, + 2549.075927734375, + 2548.863525390625, + 2548.47265625, + 2548.796875, + 2549.171875, + 2548.867431640625, + 2549.2001953125 ], "p90": [ - 2607.78759765625, - 2622.2451171875, - 2618.1162109375, - 2629.736572265625, - 2628.3388671875, - 2626.080322265625, - 2629.06005859375, - 2628.57177734375, - 2632.4482421875, - 2631.256591796875, - 2630.622802734375, - 2633.874755859375, - 2632.91650390625, - 2632.47021484375, - 2635.544677734375, - 2637.328369140625, - 2637.845947265625, - 2636.054931640625, - 2636.2490234375, - 2637.0673828125, - 2639.537109375, - 2638.55712890625, - 2641.267578125, - 2643.00390625 + 2634.928955078125, + 2631.78759765625, + 2628.432373046875, + 2633.310791015625, + 2636.631591796875, + 2634.46923828125, + 2636.990478515625, + 2637.395751953125, + 2640.62890625, + 2639.480224609375, + 2641.931396484375, + 2641.644775390625, + 2641.854248046875, + 2641.951171875, + 2642.714599609375, + 2643.73193359375, + 2645.137939453125, + 2643.14306640625, + 2645.278076171875, + 2644.18017578125, + 2648.43603515625, + 2648.378173828125, + 2647.000244140625, + 2648.42431640625 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index ea717d47e9be06b86a158fcbf2720d49b46cc2fa..7e2fec4eb9d6c88820f3ba3d745e6d19d4541db7 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,29 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-18T18:07:34.936590+00:00", + "evaluated_at": "2026-06-18T18:28:51.673546+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index a51621c0a788bf6798772ad64f5f601c8676be40..71fa88e4950e05d112de631513e620e87e65854b 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,402565.46604855853,402565.46604855853,504.2911783854167,0.497082989603558,0.007775246884666395,0.007735156333699832,2.3165227413544542,634.4804693988291,0.009722651218726895,0.007727656683850072,0.006531647469351736,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.2140646125252109,0.2140646125252109,0.3426423867543538,0.19324730750813968,0.014974947953840717,0.014787909726550608,2.545138457908145,0.46267117105479016,0.02000415930578983,0.01481456662606379,0.02310519785160283,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.010567138458168101,0.010567138458168101,0.09038610348167518,0.09671445022624402,1.1759554224443585,0.6757849058762777,1.1563978157739503,0.10279658777492617,0.2782798858344964,0.24468355518742912,0.42002316820395147,Ocean,1 -noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02370317237870169,0.02370317237870169,0.12135196559958988,0.7241974591308972,0.0779239676458491,0.08003889181879179,5.805933692143161,0.15395834624567026,0.10132542548564512,0.07986601472243089,0.07497628681802965,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.018654798625266346,0.018654798625266346,0.10427280724979937,0.11485897365117044,1.132856723727855,0.9313702197950808,1.0940639896455517,0.13658257072286473,0.542604376324802,0.4142467171760594,0.5295771472531806,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02167866438165807,0.02167866438165807,0.11266516314612494,0.6993012196018278,0.07316073727906229,0.07427653723189567,5.772320476511734,0.1472367630099836,0.0971681608034045,0.07435280744919774,0.07163517287318148,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.9563188741793358,1.9563188741793358,1.2337942918141682,1.8701724002235813,0.06626074558485529,0.06916777289684194,11.932904072811729,1.3986846943394124,0.07653541312587964,0.06751268260710289,0.05172093125152953,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,45.30689227792421,45.30689227792421,5.514313379923503,0.45037190925748044,0.17093250455002476,0.16156390301999077,3.7416588936757087,6.731039464891304,0.200452838148062,0.16421828652305318,0.14478716304039707,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,0.7968445903540365,0.7968445903540365,0.7129472096761068,0.3465869624427451,0.027715169449697066,0.027208496736022752,2.2059978329573084,0.8926615205967133,0.0351211090070838,0.028050382020043545,0.02747998465171494,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,42.73690022301533,42.73690022301533,5.608484109242757,1.0826028307385485,0.6095141078229482,0.4542856385967729,12.65741751213176,6.537346573573664,0.5012661909449455,0.4300435099738855,0.330784467318653,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,1927.1119953393936,1927.1119953393936,35.124796549479164,0.8873632812499999,0.013481092467206225,0.01362407429614521,3.4366863692434215,43.89888375960594,0.016979423210806487,0.013585739197219985,0.009367699782181708,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,387.5897338837385,387.5897338837385,13.6732177734375,0.48615885416666665,0.005314284718294368,0.005294301567628221,1.8283865017361112,19.687298796019185,0.007596385387531519,0.005275839655345659,0.004732663224449579,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,76.48272331862245,76.48272331862245,8.214042663574219,0.17146208899897067,0.03919937277352938,0.03823576849014723,1.547837959994033,8.74544014436223,0.036900591326422906,0.034658407863182354,0.042516141266427124,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index 4dc4e3584b5f281ce12523feabada39dee3279ed..7ff739f004c8775a1dace696168cfe6ca5723c20 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:07:22.110006+00:00", + "evaluated_at": "2026-06-18T18:28:05.789252+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index eee4dfda8d65a2e55a6ed2af3f8d74bacf270d24..99a94c377bb0af95bcc6c3f852517eab007b89f4 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,18 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T17:46:11.855858+00:00", + "evaluated_at": "2026-06-18T18:28:11.927498+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 0.8889999985694885, - 0.8339999914169312, - 0.7720000147819519, - 0.7149999737739563, - 0.6589999794960022, - 0.6230000257492065, - 0.5740000009536743, 0.5019999742507935, 0.44699999690055847, 0.39399999380111694, @@ -245,16 +238,16 @@ 1.5529999732971191, 1.5019999742507935, 1.4429999589920044, - 1.3880000114440918 - ], - "actuals": [ + 1.3880000114440918, 1.340000033378601, 1.2920000553131104, 1.2430000305175781, 1.187000036239624, 1.125, 1.0640000104904175, - 1.0230000019073486, + 1.0230000019073486 + ], + "actuals": [ 0.9789999723434448, 0.9190000295639038, 0.859000027179718, @@ -307,202 +300,202 @@ -0.04800000041723251, -0.02800000086426735, 0.0, - 0.039000000804662704 + 0.039000000804662704, + 0.0729999989271164, + 0.1120000034570694, + 0.14499999582767487, + 0.16599999368190765, + 0.2029999941587448, + 0.2370000034570694, + 0.2770000100135803 ], "p50": [ - 1.3331242799758911, - 1.2723538875579834, - 1.2181910276412964, - 1.161994218826294, - 1.103441834449768, - 1.0446096658706665, - 0.9862798452377319, - 0.9265426993370056, - 0.8660118579864502, - 0.8067123889923096, - 0.7499581575393677, - 0.6908297538757324, - 0.6326981782913208, - 0.5734559297561646, - 0.5147673487663269, - 0.46184033155441284, - 0.40560221672058105, - 0.359119713306427, - 0.3070830702781677, - 0.25886625051498413, - 0.2126128077507019, - 0.16319239139556885, - 0.12399250268936157, - 0.08009397983551025, - 0.039316534996032715, - 0.001660466194152832, - -0.03258097171783447, - -0.06390297412872314, - -0.10116410255432129, - -0.12681424617767334, - -0.15174520015716553, - -0.17839837074279785, - -0.22488319873809814, - -0.23414993286132812, - -0.2501286268234253, - -0.25746428966522217, - -0.26803386211395264, - -0.26598060131073, - -0.27768003940582275, - -0.2698103189468384, - -0.27257204055786133, - -0.2727595567703247, - -0.2637450695037842, - -0.2574119567871094, - -0.24902498722076416, - -0.23557162284851074, - -0.2218416929244995, - -0.20367085933685303, - -0.18573391437530518, - -0.16212522983551025, - -0.14334380626678467, - -0.10899174213409424, - -0.08683884143829346, - -0.0588991641998291, - -0.023141026496887207, - 0.008377790451049805, - 0.038713812828063965, - 0.06727182865142822, - 0.10823452472686768, - 0.15119081735610962 + 0.9693438410758972, + 0.915428102016449, + 0.8649929165840149, + 0.813451886177063, + 0.7591457366943359, + 0.7075955867767334, + 0.6575037240982056, + 0.6073768138885498, + 0.5589228272438049, + 0.514061450958252, + 0.47127872705459595, + 0.4269319176673889, + 0.3849533200263977, + 0.34411126375198364, + 0.3044806122779846, + 0.2683172821998596, + 0.2329496145248413, + 0.20138192176818848, + 0.1709035038948059, + 0.14363396167755127, + 0.11507600545883179, + 0.09444248676300049, + 0.06911063194274902, + 0.04855179786682129, + 0.035587430000305176, + 0.014531493186950684, + 0.004740476608276367, + -0.0023747682571411133, + -0.013090252876281738, + -0.021541476249694824, + -0.025332927703857422, + -0.023234128952026367, + -0.09174633026123047, + -0.08076465129852295, + -0.07902657985687256, + -0.0727543830871582, + -0.06585204601287842, + -0.04911315441131592, + -0.04384410381317139, + -0.02676212787628174, + -0.010367393493652344, + 0.002057671546936035, + 0.01954209804534912, + 0.040602684020996094, + 0.06083869934082031, + 0.08214521408081055, + 0.10807102918624878, + 0.13327044248580933, + 0.15151184797286987, + 0.18371564149856567, + 0.20347917079925537, + 0.2420923113822937, + 0.2700221538543701, + 0.29748016595840454, + 0.33043909072875977, + 0.36511385440826416, + 0.3942970633506775, + 0.43055301904678345, + 0.4596303105354309, + 0.49301743507385254 ], "p10": [ - 1.3201884031295776, - 1.2550716400146484, - 1.1973801851272583, - 1.1336736679077148, - 1.0718867778778076, - 1.0045028924942017, - 0.9417568445205688, - 0.8730863928794861, - 0.8035631775856018, - 0.7361141443252563, - 0.6694519519805908, - 0.5988974571228027, - 0.5268080830574036, - 0.4539283514022827, - 0.38446807861328125, - 0.3161788582801819, - 0.24610930681228638, - 0.18092608451843262, - 0.11183398962020874, - 0.04271864891052246, - -0.020017027854919434, - -0.0901116132736206, - -0.15139329433441162, - -0.21854150295257568, - -0.27738797664642334, - -0.33671092987060547, - -0.3948698043823242, - -0.4508965015411377, - -0.5046051740646362, - -0.5611698627471924, - -0.6172422170639038, - -0.6491669416427612, - -0.7879481315612793, - -0.8461543321609497, - -0.880098819732666, - -0.9075349569320679, - -0.9393541812896729, - -0.962752103805542, - -1.0017106533050537, - -1.0136544704437256, - -1.0343003273010254, - -1.0662686824798584, - -1.0845608711242676, - -1.109360933303833, - -1.137190580368042, - -1.1541125774383545, - -1.169518232345581, - -1.1845145225524902, - -1.1961760520935059, - -1.203995943069458, - -1.227881908416748, - -1.2168428897857666, - -1.2330758571624756, - -1.2323720455169678, - -1.225496768951416, - -1.228825330734253, - -1.2237346172332764, - -1.2161858081817627, - -1.2112939357757568, - -1.1874706745147705 + 0.9552454352378845, + 0.8963208794593811, + 0.8435141444206238, + 0.7866785526275635, + 0.7251485586166382, + 0.6684257984161377, + 0.6122492551803589, + 0.5550317764282227, + 0.49857258796691895, + 0.4452410936355591, + 0.39239436388015747, + 0.3405516743659973, + 0.2842738628387451, + 0.23129308223724365, + 0.18246716260910034, + 0.13094109296798706, + 0.08522909879684448, + 0.03527092933654785, + -0.009473681449890137, + -0.053159117698669434, + -0.09672534465789795, + -0.13883638381958008, + -0.18015336990356445, + -0.21909093856811523, + -0.25539684295654297, + -0.29388439655303955, + -0.32746827602386475, + -0.3512287139892578, + -0.38117027282714844, + -0.41164863109588623, + -0.4442676305770874, + -0.460099458694458, + -0.5719349384307861, + -0.6032348871231079, + -0.6214841604232788, + -0.6310944557189941, + -0.6514689922332764, + -0.6526355743408203, + -0.6657741069793701, + -0.6803679466247559, + -0.6876286268234253, + -0.7028064727783203, + -0.7208962440490723, + -0.7264316082000732, + -0.7335798740386963, + -0.752382755279541, + -0.7466248273849487, + -0.7536664009094238, + -0.7572308778762817, + -0.7485653162002563, + -0.7690219879150391, + -0.7497775554656982, + -0.7429682016372681, + -0.7421609163284302, + -0.7334097623825073, + -0.7261123657226562, + -0.7183219194412231, + -0.7081758975982666, + -0.7097691297531128, + -0.6912446022033691 ], "p90": [ - 1.3455572128295898, - 1.2865962982177734, - 1.2348864078521729, - 1.1890286207199097, - 1.1328821182250977, - 1.0805624723434448, - 1.0297802686691284, - 0.9768115282058716, - 0.928613543510437, - 0.8797395825386047, - 0.8343409895896912, - 0.7878842949867249, - 0.7447229623794556, - 0.700387716293335, - 0.6581669449806213, - 0.6177812814712524, - 0.5792982578277588, - 0.5524250268936157, - 0.5161184668540955, - 0.48739588260650635, - 0.46385306119918823, - 0.43561428785324097, - 0.42011964321136475, - 0.4002630114555359, - 0.3858109712600708, - 0.36740320920944214, - 0.3590450882911682, - 0.35647767782211304, - 0.340117871761322, - 0.3433302640914917, - 0.3439684510231018, - 0.3527262806892395, - 0.35955148935317993, - 0.38444221019744873, - 0.3854314088821411, - 0.40747010707855225, - 0.4180956482887268, - 0.44625937938690186, - 0.45020657777786255, - 0.4941827654838562, - 0.5108144283294678, - 0.5425846576690674, - 0.5728226900100708, - 0.602257251739502, - 0.6389456987380981, - 0.6764113903045654, - 0.716504693031311, - 0.7484376430511475, - 0.789465069770813, - 0.834918737411499, - 0.8790969252586365, - 0.9254138469696045, - 0.9577036499977112, - 1.0137426853179932, - 1.0477827787399292, - 1.1021522283554077, - 1.1437671184539795, - 1.186098337173462, - 1.2583868503570557, - 1.3050096035003662 + 0.983723521232605, + 0.9330258965492249, + 0.8864454627037048, + 0.8410506248474121, + 0.7945200204849243, + 0.7471507787704468, + 0.704065203666687, + 0.6615939140319824, + 0.6231764554977417, + 0.5888780355453491, + 0.5580097436904907, + 0.5260894894599915, + 0.49736207723617554, + 0.4732980728149414, + 0.4472288489341736, + 0.4216046929359436, + 0.4032418131828308, + 0.3880394697189331, + 0.3751704692840576, + 0.36274516582489014, + 0.3605650067329407, + 0.3612567186355591, + 0.35695159435272217, + 0.35713285207748413, + 0.3620052933692932, + 0.36630749702453613, + 0.37599438428878784, + 0.3875667452812195, + 0.395357608795166, + 0.4113816022872925, + 0.4404555559158325, + 0.462257444858551, + 0.49657613039016724, + 0.5290727615356445, + 0.5450108051300049, + 0.5803843140602112, + 0.6125803589820862, + 0.6422088146209717, + 0.6622677445411682, + 0.7083297967910767, + 0.7395813465118408, + 0.7749792337417603, + 0.8137435913085938, + 0.8517028093338013, + 0.8956618309020996, + 0.9371281862258911, + 0.9902048110961914, + 1.0300043821334839, + 1.0728660821914673, + 1.1247905492782593, + 1.1728613376617432, + 1.2316185235977173, + 1.2678399085998535, + 1.3275136947631836, + 1.3735922574996948, + 1.4401030540466309, + 1.4793612957000732, + 1.532094120979309, + 1.5984750986099243, + 1.656937837600708 ], "timestamps": [ - "2026-06-17 11:36:00", - "2026-06-17 11:42:00", - "2026-06-17 11:48:00", - "2026-06-17 11:54:00", - "2026-06-17 12:00:00", - "2026-06-17 12:06:00", - "2026-06-17 12:12:00", "2026-06-17 12:18:00", "2026-06-17 12:24:00", "2026-06-17 12:30:00", @@ -795,6 +788,13 @@ "2026-06-18 17:12:00", "2026-06-18 17:18:00", "2026-06-18 17:24:00", - "2026-06-18 17:30:00" + "2026-06-18 17:30:00", + "2026-06-18 17:36:00", + "2026-06-18 17:42:00", + "2026-06-18 17:48:00", + "2026-06-18 17:54:00", + "2026-06-18 18:00:00", + "2026-06-18 18:06:00", + "2026-06-18 18:12:00" ] } diff --git a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json index 1d0d03a4a981f2af5928942dd0dba96e1384e695..a13f1f0c06df36f9219a91b4e5a09c6e4b6109ac 100644 --- a/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_ndbc_46013_realtime_wave_height__10min__short.json @@ -1,15 +1,11 @@ { "dataset": "noaa_ndbc_46013_realtime_wave_height/10min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T17:46:17.527858+00:00", + "evaluated_at": "2026-06-18T18:28:17.859547+00:00", "freq": "10min", - "context_length": 73, + "context_length": 71, "prediction_length": 72, "context": [ - 1.100000023841858, - 1.100000023841858, - 1.0, - 1.0, 1.2000000476837158, 1.100000023841858, 1.2000000476837158, @@ -78,6 +74,8 @@ 1.2999999523162842, 1.2999999523162842, 1.5, + 1.5, + 1.5, 1.5 ], "actuals": [ @@ -86,8 +84,6 @@ 1.5, 1.5, 1.5, - 1.5, - 1.5, 1.399999976158142, 1.5, 1.5, @@ -152,238 +148,233 @@ 1.2999999523162842, 1.2999999523162842, 1.5, - 1.5 + 1.5, + 1.399999976158142, + 1.2999999523162842 ], "p50": [ - 1.4685113430023193, - 1.4659967422485352, - 1.4580711126327515, - 1.463078498840332, - 1.4530329704284668, - 1.4532470703125, - 1.453007459640503, - 1.4548263549804688, - 1.457474708557129, - 1.4517221450805664, - 1.4529006481170654, - 1.4571361541748047, - 1.4639732837677002, - 1.4674980640411377, - 1.465194582939148, - 1.4658904075622559, - 1.463942050933838, - 1.4630937576293945, - 1.4615274667739868, - 1.4586001634597778, - 1.4574344158172607, - 1.4561235904693604, - 1.4540269374847412, - 1.453610897064209, - 1.454480528831482, - 1.4538719654083252, - 1.4524550437927246, - 1.4510717391967773, - 1.4510234594345093, - 1.4501107931137085, - 1.450749158859253, - 1.4502853155136108, - 1.4706016778945923, - 1.470693588256836, - 1.4675270318984985, - 1.469722867012024, - 1.4687204360961914, - 1.4649033546447754, - 1.4649531841278076, - 1.465295433998108, - 1.4641401767730713, - 1.4673961400985718, - 1.471825361251831, - 1.4739785194396973, - 1.4757627248764038, - 1.4794845581054688, - 1.4817357063293457, - 1.4848881959915161, - 1.484317660331726, - 1.4840015172958374, - 1.4846328496932983, - 1.4820185899734497, - 1.4799443483352661, - 1.4776313304901123, - 1.4743258953094482, - 1.4719773530960083, - 1.4699264764785767, - 1.468427062034607, - 1.4679936170578003, - 1.4672064781188965, - 1.4673360586166382, - 1.4653754234313965, - 1.4655961990356445, - 1.4656933546066284, - 1.4613299369812012, - 1.4596511125564575, - 1.457451581954956, - 1.4570741653442383, - 1.455365538597107, - 1.4540796279907227, - 1.4554088115692139, - 1.4590693712234497 + 1.4965405464172363, + 1.4844908714294434, + 1.4790822267532349, + 1.4949945211410522, + 1.4836410284042358, + 1.4858460426330566, + 1.4808173179626465, + 1.4819616079330444, + 1.4818933010101318, + 1.4835489988327026, + 1.487099051475525, + 1.486372947692871, + 1.4849382638931274, + 1.4842909574508667, + 1.484676480293274, + 1.48635995388031, + 1.4873557090759277, + 1.483769178390503, + 1.4789998531341553, + 1.4766532182693481, + 1.4788002967834473, + 1.482987403869629, + 1.4851330518722534, + 1.4819190502166748, + 1.4778187274932861, + 1.4763604402542114, + 1.477156400680542, + 1.4785451889038086, + 1.4820462465286255, + 1.4800426959991455, + 1.4808270931243896, + 1.4804186820983887, + 1.4878097772598267, + 1.4877806901931763, + 1.4877110719680786, + 1.4884002208709717, + 1.4863601922988892, + 1.4813035726547241, + 1.4826045036315918, + 1.4852999448776245, + 1.486512541770935, + 1.4849432706832886, + 1.484567403793335, + 1.4858542680740356, + 1.4895979166030884, + 1.4906800985336304, + 1.492636799812317, + 1.4934877157211304, + 1.4914500713348389, + 1.4889897108078003, + 1.4887750148773193, + 1.4868239164352417, + 1.4865423440933228, + 1.4839712381362915, + 1.4813568592071533, + 1.4783028364181519, + 1.4762508869171143, + 1.4752233028411865, + 1.4756187200546265, + 1.4732239246368408, + 1.4721804857254028, + 1.469788908958435, + 1.4703923463821411, + 1.4704325199127197, + 1.4764257669448853, + 1.4696329832077026, + 1.4677951335906982, + 1.470359206199646, + 1.4726390838623047, + 1.4734880924224854, + 1.4782962799072266, + 1.4778835773468018 ], "p10": [ - 1.3342719078063965, - 1.3212394714355469, - 1.3077383041381836, - 1.3049830198287964, - 1.2990485429763794, - 1.295606255531311, - 1.2906599044799805, - 1.292765498161316, - 1.282429814338684, - 1.280248761177063, - 1.2791693210601807, - 1.2765687704086304, - 1.27726149559021, - 1.2729356288909912, - 1.2694096565246582, - 1.268907904624939, - 1.2613410949707031, - 1.256349802017212, - 1.2529581785202026, - 1.249547004699707, - 1.2458417415618896, - 1.243259072303772, - 1.2398555278778076, - 1.2365652322769165, - 1.2340420484542847, - 1.2310093641281128, - 1.2263401746749878, - 1.2211471796035767, - 1.2163445949554443, - 1.2123396396636963, - 1.2105016708374023, - 1.208169937133789, - 1.2285884618759155, - 1.230527639389038, - 1.2212307453155518, - 1.219146966934204, - 1.2164652347564697, - 1.212630033493042, - 1.2105079889297485, - 1.2062504291534424, - 1.2061140537261963, - 1.2054919004440308, - 1.2044179439544678, - 1.2013441324234009, - 1.1978280544281006, - 1.1947112083435059, - 1.1949284076690674, - 1.1950222253799438, - 1.189319372177124, - 1.185554027557373, - 1.1846781969070435, - 1.18136727809906, - 1.1783742904663086, - 1.1751137971878052, - 1.1718394756317139, - 1.169100046157837, - 1.1659512519836426, - 1.164659857749939, - 1.1616919040679932, - 1.1585320234298706, - 1.154503345489502, - 1.1518304347991943, - 1.1506465673446655, - 1.1489688158035278, - 1.1747410297393799, - 1.1647181510925293, - 1.1499841213226318, - 1.1548819541931152, - 1.147433876991272, - 1.1467926502227783, - 1.1436560153961182, - 1.139570951461792 + 1.3539338111877441, + 1.3403385877609253, + 1.3328626155853271, + 1.3369078636169434, + 1.3344898223876953, + 1.3302091360092163, + 1.3239198923110962, + 1.3210915327072144, + 1.3179759979248047, + 1.3152133226394653, + 1.3108997344970703, + 1.3017998933792114, + 1.2924200296401978, + 1.2839818000793457, + 1.2802332639694214, + 1.2764217853546143, + 1.2700157165527344, + 1.2634202241897583, + 1.2587352991104126, + 1.2548675537109375, + 1.255396842956543, + 1.2559252977371216, + 1.2542608976364136, + 1.2465051412582397, + 1.2372697591781616, + 1.231534481048584, + 1.2261897325515747, + 1.2211517095565796, + 1.2163782119750977, + 1.2121751308441162, + 1.210718035697937, + 1.2097210884094238, + 1.2433260679244995, + 1.238529086112976, + 1.2237966060638428, + 1.2239667177200317, + 1.2191510200500488, + 1.215254306793213, + 1.2141741514205933, + 1.21260404586792, + 1.2099109888076782, + 1.205078125, + 1.2020970582962036, + 1.2010072469711304, + 1.20051109790802, + 1.1959445476531982, + 1.196042537689209, + 1.1947638988494873, + 1.190403938293457, + 1.1844654083251953, + 1.18595290184021, + 1.1821627616882324, + 1.183884859085083, + 1.1795467138290405, + 1.174570918083191, + 1.1721702814102173, + 1.169623851776123, + 1.1692098379135132, + 1.164917230606079, + 1.1606600284576416, + 1.1554063558578491, + 1.153357982635498, + 1.1533842086791992, + 1.1507667303085327, + 1.1638884544372559, + 1.1542513370513916, + 1.1397613286972046, + 1.1509126424789429, + 1.1456574201583862, + 1.1472129821777344, + 1.1474634408950806, + 1.1449111700057983 ], "p90": [ - 1.572005271911621, - 1.587838053703308, - 1.5758942365646362, - 1.5851380825042725, - 1.5925567150115967, - 1.5984792709350586, - 1.6053541898727417, - 1.604337215423584, - 1.6069989204406738, - 1.6119705438613892, - 1.6118324995040894, - 1.6205263137817383, - 1.6227320432662964, - 1.6288973093032837, - 1.6273345947265625, - 1.6315927505493164, - 1.635462760925293, - 1.637059211730957, - 1.6373240947723389, - 1.6400011777877808, - 1.6416126489639282, - 1.6463701725006104, - 1.647665023803711, - 1.6531857252120972, - 1.6616761684417725, - 1.6655399799346924, - 1.6654720306396484, - 1.6655755043029785, - 1.6714140176773071, - 1.6706150770187378, - 1.6756372451782227, - 1.6812591552734375, - 1.7206168174743652, - 1.7098017930984497, - 1.6848511695861816, - 1.7069098949432373, - 1.701059341430664, - 1.7099318504333496, - 1.708557367324829, - 1.7117180824279785, - 1.7147630453109741, - 1.7220097780227661, - 1.727393388748169, - 1.733189582824707, - 1.7233995199203491, - 1.7317531108856201, - 1.7325217723846436, - 1.7375978231430054, - 1.7357826232910156, - 1.7341525554656982, - 1.7330610752105713, - 1.7347526550292969, - 1.7301039695739746, - 1.736842155456543, - 1.740942358970642, - 1.7433733940124512, - 1.7478013038635254, - 1.7477511167526245, - 1.7582764625549316, - 1.7595932483673096, - 1.7664732933044434, - 1.7654874324798584, - 1.7693774700164795, - 1.7764880657196045, - 1.8393442630767822, - 1.808651089668274, - 1.790347933769226, - 1.8148553371429443, - 1.8011279106140137, - 1.8065509796142578, - 1.8027395009994507, - 1.8123817443847656 + 1.5688217878341675, + 1.5768927335739136, + 1.5881208181381226, + 1.5984339714050293, + 1.6066476106643677, + 1.6179903745651245, + 1.6200093030929565, + 1.6210814714431763, + 1.630221962928772, + 1.6337604522705078, + 1.641174554824829, + 1.6405293941497803, + 1.6362991333007812, + 1.637854814529419, + 1.6407239437103271, + 1.6491492986679077, + 1.6553874015808105, + 1.6585536003112793, + 1.6536740064620972, + 1.6574432849884033, + 1.6621925830841064, + 1.67167329788208, + 1.6799358129501343, + 1.6808879375457764, + 1.6788079738616943, + 1.677728533744812, + 1.6836390495300293, + 1.6896989345550537, + 1.7014634609222412, + 1.7010998725891113, + 1.7041199207305908, + 1.7118792533874512, + 1.7099074125289917, + 1.7115142345428467, + 1.6992241144180298, + 1.7195708751678467, + 1.7157397270202637, + 1.7223751544952393, + 1.7239060401916504, + 1.732481598854065, + 1.740108609199524, + 1.7372020483016968, + 1.7362847328186035, + 1.7451763153076172, + 1.7466341257095337, + 1.7485257387161255, + 1.7512636184692383, + 1.7576135396957397, + 1.7555006742477417, + 1.75373113155365, + 1.7514302730560303, + 1.7547521591186523, + 1.7548185586929321, + 1.7584686279296875, + 1.7643663883209229, + 1.7676993608474731, + 1.7727375030517578, + 1.7749810218811035, + 1.7857885360717773, + 1.7862144708633423, + 1.7880362272262573, + 1.7891875505447388, + 1.7925927639007568, + 1.7984799146652222, + 1.8452773094177246, + 1.8469313383102417, + 1.821675181388855, + 1.8481394052505493, + 1.844321846961975, + 1.8481364250183105, + 1.8541641235351562, + 1.8596783876419067 ], "timestamps": [ - "2026-06-16 18:10:00", - "2026-06-16 18:20:00", - "2026-06-16 18:30:00", - "2026-06-16 18:40:00", - "2026-06-16 18:50:00", - "2026-06-16 19:00:00", - "2026-06-16 19:10:00", "2026-06-16 19:20:00", "2026-06-16 19:30:00", "2026-06-16 19:40:00", @@ -521,6 +512,11 @@ "2026-06-17 17:40:00", "2026-06-17 17:50:00", "2026-06-17 18:00:00", - "2026-06-17 18:10:00" + "2026-06-17 18:10:00", + "2026-06-17 18:20:00", + "2026-06-17 18:30:00", + "2026-06-17 18:40:00", + "2026-06-17 18:50:00", + "2026-06-17 19:00:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 66b9add51a2468bf894815f140c5ff78324c8665..1dcf2e7ea3aac392ead458a5832b44fb78e6c129 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-18T17:46:40.581216+00:00", + "evaluated_at": "2026-06-18T18:28:22.231568+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2650.0, - 2600.0, - 2600.0, 2600.0, 2600.0, 2600.0, @@ -101,9 +89,7 @@ 2600.0, 2550.0, 2550.0, - 2550.0 - ], - "actuals": [ + 2550.0, 2550.0, 2650.0, 2550.0, @@ -115,6 +101,9 @@ 2600.0, 2600.0, 2550.0, + 2600.0 + ], + "actuals": [ 2600.0, 2600.0, 2600.0, @@ -124,94 +113,101 @@ 2600.0, 2600.0, 2600.0, + 2550.0, 2600.0, 2550.0, 2600.0, + 2550.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, + 2600.0, 2550.0 ], "p50": [ - 2549.92041015625, - 2549.7734375, - 2550.352294921875, - 2550.655029296875, - 2550.34130859375, - 2550.539794921875, - 2551.510009765625, - 2550.665771484375, - 2551.01953125, - 2550.488525390625, - 2551.137451171875, - 2550.708740234375, - 2550.90576171875, - 2550.693115234375, - 2550.8466796875, - 2550.483154296875, - 2551.01953125, - 2550.3447265625, - 2550.4443359375, - 2551.164306640625, - 2552.1015625, - 2550.8857421875, - 2551.082275390625, - 2551.6064453125 + 2579.4833984375, + 2585.402099609375, + 2594.52734375, + 2593.2080078125, + 2593.5263671875, + 2586.8251953125, + 2588.464599609375, + 2593.8681640625, + 2595.71533203125, + 2592.930419921875, + 2589.446044921875, + 2591.30322265625, + 2593.545654296875, + 2595.089111328125, + 2594.03955078125, + 2595.564453125, + 2594.92626953125, + 2590.95556640625, + 2594.170166015625, + 2596.119873046875, + 2596.66796875, + 2595.920654296875, + 2595.627197265625, + 2596.83837890625 ], "p10": [ - 2549.160400390625, - 2549.5947265625, - 2549.4541015625, - 2549.51513671875, - 2549.696044921875, - 2549.535400390625, - 2549.685791015625, - 2549.714111328125, - 2549.659912109375, - 2549.503662109375, - 2549.7705078125, - 2549.655517578125, - 2549.51953125, - 2549.400390625, - 2549.098876953125, - 2548.836669921875, - 2548.53466796875, - 2548.340576171875, - 2548.216552734375, - 2547.96875, - 2547.861572265625, - 2547.38525390625, - 2547.166748046875, - 2546.516357421875 + 2549.578857421875, + 2549.699462890625, + 2549.347412109375, + 2549.49609375, + 2549.51318359375, + 2549.427734375, + 2549.711181640625, + 2549.43798828125, + 2549.615234375, + 2549.445068359375, + 2549.6162109375, + 2549.761474609375, + 2549.460693359375, + 2549.50439453125, + 2549.66748046875, + 2549.43017578125, + 2549.652099609375, + 2549.741455078125, + 2549.711669921875, + 2549.6240234375, + 2549.63037109375, + 2549.645751953125, + 2549.757568359375, + 2549.71533203125 ], "p90": [ - 2601.6123046875, - 2602.112548828125, - 2601.2783203125, - 2600.580810546875, - 2600.541748046875, - 2600.333740234375, - 2600.54443359375, - 2601.7998046875, - 2601.211669921875, - 2602.151611328125, - 2601.735595703125, - 2601.37060546875, - 2601.24609375, - 2601.605224609375, - 2602.095947265625, - 2603.55078125, - 2604.780517578125, - 2605.887939453125, - 2608.22412109375, - 2610.52880859375, - 2613.05908203125, - 2615.91357421875, - 2619.3876953125, - 2621.59228515625 + 2601.793701171875, + 2600.86474609375, + 2601.1748046875, + 2600.89990234375, + 2600.787109375, + 2600.213134765625, + 2600.655517578125, + 2600.62646484375, + 2601.146484375, + 2600.813232421875, + 2600.90478515625, + 2600.883056640625, + 2600.96435546875, + 2600.727294921875, + 2601.00341796875, + 2601.150146484375, + 2601.228759765625, + 2601.04638671875, + 2600.904541015625, + 2601.131103515625, + 2601.531494140625, + 2601.281982421875, + 2601.43701171875, + 2601.182373046875 ], "timestamps": [ - "2026-06-18 06:55:00", - "2026-06-18 07:10:00", - "2026-06-18 07:25:00", - "2026-06-18 07:40:00", "2026-06-18 07:55:00", "2026-06-18 08:10:00", "2026-06-18 08:25:00", @@ -327,6 +323,10 @@ "2026-06-19 11:55:00", "2026-06-19 12:10:00", "2026-06-19 12:25:00", - "2026-06-19 12:40:00" + "2026-06-19 12:40:00", + "2026-06-19 12:55:00", + "2026-06-19 13:10:00", + "2026-06-19 13:25:00", + "2026-06-19 13:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index 09157c39fd0d2ceac780eeabe6974994b3739899..b8ba430f8c2760526b4fccc74be6b7ee1dfa817b 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,29 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-18T18:07:25.096887+00:00", + "evaluated_at": "2026-06-18T18:28:24.628327+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260616t230000z", - "data_fetched_at": "2026-06-18T18:05:50.057172Z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260618t121200z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_noaa_ndbc_46013_realtime_ndbc_station_46013_wave_height_20260617t185000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", + "context_length": 71, + "prediction_length": 72 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260618t155000z", + "data_fetched_at": "2026-06-18T18:25:51.998008Z", "context_length": 96, "prediction_length": 24 }