diff --git a/results/arima/all_results.csv b/results/arima/all_results.csv index 60a75b0921c22f0ee050ab2b1bbaf81e33906db5..45d6330fdf7a88399bf34b9b5cd755b5445e1dae 100644 --- a/results/arima/all_results.csv +++ b/results/arima/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ARIMA,216291.96643730218,559770.4541321847,686.7934283061368,0.6650171474057041,0.010889659947488672,0.010960348789990295,8.679798929894568,465.0720013474281,0.007388769341313607,0.010911338915655648,0.008879076383058203,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ARIMA,6.604165474804122,6.81514767518819,2.034963611495047,1.1664253348091203,0.08265505359577068,0.08850315851901451,36.70901713890212,2.5698570922921222,0.11004634499107213,0.08714115205337111,0.08393625984193605,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.6633481697966924,0.6554792915096745,0.6060927400459396,0.8585895766858267,0.46119608064858475,0.3200032943676711,33.42195674618981,0.8144618897141181,0.5341317578300975,0.3974813121856822,0.3955592901067949,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ARIMA,0.563323739511317,0.5558829343908479,0.5530006639971727,0.7797802763523002,0.4443180007614582,0.3092742227151003,30.30221799966923,0.7505489587703903,0.4998439034951267,0.36828245152799555,0.3663874320859073,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ARIMA,0.027074877286512575,0.022230629361191134,0.11824468379924083,0.6854762762341802,0.09254918090135887,0.08600301378661368,4.926895632174426,0.16454445383091032,0.12052086701450955,0.08660852115979335,0.0695436605570495,Ocean,1 nws_ksfo_observations_temperature/1h/short,ARIMA,1.584345344887863,1.082480714518247,0.9074076091952649,0.8006537129320664,0.051569841095315955,0.0498620952047124,10.363426408830398,1.2587078075899358,0.07013927681905296,0.05056369167275085,0.04658282807119182,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ARIMA,213.680334608321,208.39435081674114,12.661589558508178,1.1154640525919952,0.8780992969159493,0.532644870926498,27.184428434794967,14.617808816930156,0.6747978363757784,0.5844934316875112,0.5524969499540573,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ARIMA,9.193113115676836,8.95954669106773,2.7315548692888583,1.4420391188123924,0.10434479424472992,0.09839005139576917,30.858909540889133,3.0320146958213834,0.11264450882308545,0.10148191464850247,0.09366304545822365,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ARIMA,25.516295252320646,20.057119597805546,3.850242866584704,0.6624073748962932,0.588570038249146,0.397416098389503,3.9799989727937812,5.051365681904315,0.5436447370659353,0.4143759138925242,0.3177295412185631,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ARIMA,365.08268799291346,358.53502418472044,18.647541248391274,0.28873612255573583,0.00731276127387893,0.007340437695771154,2.7440145512977487,19.107137095674837,0.007492994939480328,0.007312761273878931,0.006094212145338621,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ARIMA,432.69228405766506,476.61437069506354,21.70808151359343,0.2637944082664518,0.00851297314258566,0.00854978166369348,2.2255335424337805,20.801256790339977,0.008157355604054893,0.00851297314258566,0.00547431725971868,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ARIMA,3215.289366425924,2790.324209108016,41.06854573316601,0.8718798142473021,0.19224567324893124,0.1664831532151903,7.39042042839788,56.70352164042304,0.22425121552709676,0.1624179774757978,0.12989006864871536,Web,1 diff --git a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json index a17a2919b4bdc457a299060e2cad38649196aa36..3c5f4ea5d2a8e3ffe21d455edf9007bbd6c4939c 100644 --- a/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/arima/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T04:16:34.403547+00:00", + "evaluated_at": "2026-06-20T04:57:41.448207+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9f614b69e13678da9f6d9be8506e9769705ee218..c9c4ef67480ceb6b736d4ced7535bb006fc7aa32 100644 --- a/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/arima/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T04:09:57.576599+00:00", + "evaluated_at": "2026-06-20T04:57:41.495140+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.4321383383568693, - 1.4600966726568685, - 1.4902498661483305, - 1.5200001712612679, - 1.5502069249367243, - 1.5767659737258166, - 1.6057082048149454, - 1.6327288728208031, - 1.660231389464874, - 1.6873374035870146, - 1.7141771701132749, - 1.7410752844556219, - 1.7682555070661827, - 1.793965176986212, - 1.818701154017644, - 1.8433980020495895, - 1.868909475490125, - 1.892092741998878, - 1.9171604302707035, - 1.9396597666749118, - 1.9643685597212506, - 1.9861304862837972, - 2.00978284309128, - 2.0341660567160496, - 2.0549665625746476, - 2.077208036376555, - 2.0975075247415305, - 2.1202679306088084, - 2.1400304855156858, - 2.1613656198098194, - 2.1827070492061758, - 2.202285018410231, - 2.2232127288039716, - 2.241407788924335, - 2.262153961561992, - 2.280348835412006, - 2.299169304893179, - 2.3178021204597137, - 2.3369138777756464, - 2.3543517743281965, - 2.374096080654453, - 2.391319681452413, - 2.409069138238586, - 2.4250514036547672, - 2.4436609021429274, - 2.4591052950162147, - 2.4758208501568597, - 2.492057093934915, - 2.508488596371453, - 2.525881418061954, - 2.5419631737007973, - 2.556029956395131, - 2.5721841621585666, - 2.586595502129816, - 2.602150537989661, - 2.619105371790617, - 2.6312360424067336, - 2.646702748236118, - 2.6604269197659614, - 2.67389142399848 + 1.4995026025670852, + 1.5247739353257357, + 1.5477050810210111, + 1.5711426796860306, + 1.5957485626198449, + 1.6184972531735515, + 1.6400552017187258, + 1.6635605584728441, + 1.6842752163638033, + 1.7062834499255846, + 1.729057847547191, + 1.7492292674316896, + 1.7692889366380922, + 1.7891995750097394, + 1.8097584161087712, + 1.829145151849899, + 1.8502013940792053, + 1.867891353932549, + 1.886778955749362, + 1.9059654014253242, + 1.9254543870332133, + 1.9449488833825297, + 1.9621220781303865, + 1.9780489780856763, + 1.9963419820566823, + 2.0131709250591903, + 2.0295318762337207, + 2.0459410091965102, + 2.0622162415586645, + 2.077835644997469, + 2.0946056780703586, + 2.1109846615167647, + 2.125277511121385, + 2.1412511784394486, + 2.15525293570652, + 2.170163881594971, + 2.1841895597903664, + 2.199250087985133, + 2.214044339513237, + 2.228098609577425, + 2.241740765589943, + 2.254211692385219, + 2.268371296735037, + 2.2802590208440074, + 2.2944944743114037, + 2.30631886714587, + 2.3182787233370448, + 2.331255014566808, + 2.343218745934455, + 2.3563142121148677, + 2.3679987128636073, + 2.380358578114178, + 2.39029798877569, + 2.4026452133680403, + 2.4134817714462695, + 2.423594844075427, + 2.4357261318239507, + 2.4445996190192827, + 2.456322947892915, + 2.4668492118106964 ], "p10": [ - 1.4206717757323901, - 1.4494604452217925, - 1.4782013245451093, - 1.5114650713286057, - 1.5376672085302703, - 1.5665239214063622, - 1.5962852059461803, - 1.6223741790237867, - 1.650005274724676, - 1.676919020758935, - 1.7045274146155647, - 1.7310899519178682, - 1.756292237177538, - 1.785535402659751, - 1.8072014151239109, - 1.833340202124126, - 1.8567272846770513, - 1.8814948093146566, - 1.9062693348955562, - 1.9314957818061051, - 1.952399756146275, - 1.9756391844308419, - 1.9996380335234774, - 2.023115650958779, - 2.043562841696464, - 2.0653761986132353, - 2.0871896073416374, - 2.1092892520356044, - 2.1312692940632734, - 2.1514547231098864, - 2.172017257101482, - 2.190915085159129, - 2.212079378122842, - 2.231947025838886, - 2.2517223679267535, - 2.2706273526833716, - 2.2898694869367855, - 2.3072752916774335, - 2.325788464018175, - 2.3439866150534248, - 2.361573571330432, - 2.3809421558823414, - 2.3975198462922505, - 2.4159043873947774, - 2.43226184755828, - 2.4486449037013376, - 2.4668332933761397, - 2.482211361136131, - 2.498067137380432, - 2.515253613700594, - 2.5299776351137346, - 2.5475014940096155, - 2.56087350718068, - 2.5786427336405118, - 2.5910229582101008, - 2.6083347493269518, - 2.6205769585592136, - 2.635276484786493, - 2.6495204567137445, - 2.6631127721940024 + 1.4900481889491652, + 1.5129318878081963, + 1.5369273714574208, + 1.5617949276943293, + 1.5840637435023455, + 1.6093076960546244, + 1.6290786278693874, + 1.652903368062525, + 1.6739485667547054, + 1.6953333940946276, + 1.717113710268187, + 1.7403154790581798, + 1.7597029687879087, + 1.778796653372597, + 1.800050622295704, + 1.8200080720335143, + 1.8405944481273895, + 1.8586082833099562, + 1.876645629714044, + 1.8952690010365083, + 1.914794769356675, + 1.9315884329978688, + 1.9505369105531811, + 1.9681606708646426, + 1.9861993200834942, + 2.001945674949478, + 2.0185874980315663, + 2.0342560046660325, + 2.0515296427586076, + 2.070026270923133, + 2.0852095327681996, + 2.101571852441803, + 2.1157902696525, + 2.131724640957331, + 2.146660076291746, + 2.159458464012053, + 2.1735309792423645, + 2.1901785777015124, + 2.2021359927277606, + 2.217220309395978, + 2.2297020401929712, + 2.2434698566156728, + 2.257682730752153, + 2.2696613970344157, + 2.2847822303144696, + 2.2964195958834193, + 2.3078275948839515, + 2.320178749767172, + 2.332346106857489, + 2.3445276707267557, + 2.3573749993711037, + 2.369104763763083, + 2.379730606197055, + 2.393055034439845, + 2.4017149194025467, + 2.4131269522901753, + 2.423740879488774, + 2.436639815026842, + 2.447055137905021, + 2.4564696271040463 ], "p90": [ - 1.4421606052472962, - 1.4717195576352897, - 1.5012630714985638, - 1.5283460595931573, - 1.5582050918099204, - 1.5878936989296262, - 1.6165788448591398, - 1.643138038393231, - 1.6691135131194434, - 1.699362590106533, - 1.7253948825583876, - 1.751788350676861, - 1.7781270472777957, - 1.8041838037276074, - 1.8298923466971004, - 1.853026847933122, - 1.8777228613283778, - 1.9021344446123818, - 1.9266286104383699, - 1.9509060343377456, - 1.9730065122312983, - 1.9965588659978153, - 2.020336860008142, - 2.0435628412617985, - 2.064628163191359, - 2.087262681427136, - 2.1087576419354086, - 2.1306039920944495, - 2.1510546658114023, - 2.171004740490717, - 2.1901749676346567, - 2.212934564587564, - 2.2332599130260706, - 2.2516783959985305, - 2.2722260763104867, - 2.291507144628956, - 2.309406726259562, - 2.329511484613135, - 2.3467793997761177, - 2.365503285082201, - 2.3843161040005594, - 2.40077685824476, - 2.418335392213513, - 2.437170610805254, - 2.452118597512647, - 2.470171296130527, - 2.487347053223664, - 2.502441206310922, - 2.520210698017753, - 2.5350627559116785, - 2.5531451226823534, - 2.5674510730445776, - 2.583293165765697, - 2.597505657090178, - 2.6107935591438167, - 2.626825028662023, - 2.642250977927101, - 2.6546313350597983, - 2.6700250816165485, - 2.6841152394392456 + 1.5090675949327919, + 1.5343294700282688, + 1.558856658096211, + 1.582761290290599, + 1.6047839903796688, + 1.6284310352070892, + 1.6492401181228764, + 1.6725027661513394, + 1.6937729740197538, + 1.717296258503051, + 1.7386361250257165, + 1.7573709565148856, + 1.778551853229345, + 1.800897652226653, + 1.818638344392732, + 1.838746613513127, + 1.8603260788524827, + 1.879415560333881, + 1.897086703384242, + 1.917023209065895, + 1.9342351517696068, + 1.954575211200096, + 1.9710907525763235, + 1.9884142927534478, + 2.006517527965266, + 2.024017067047254, + 2.040289582307219, + 2.0546173915185713, + 2.0738497559219806, + 2.0894987691984888, + 2.103087142244084, + 2.119592761952161, + 2.1352351424547185, + 2.151470091057895, + 2.164184217310284, + 2.1811784247019004, + 2.19390497988277, + 2.2078149377286924, + 2.225103684763097, + 2.238579691081499, + 2.251723110558267, + 2.2630207590111477, + 2.2784840874220986, + 2.290611897356567, + 2.303242091909747, + 2.3172340733625343, + 2.3261161174469387, + 2.340855767073948, + 2.35311171072254, + 2.3659363017902617, + 2.378416017615557, + 2.390430082584809, + 2.3996768700468674, + 2.4113306205911553, + 2.4251073920442425, + 2.434529085561251, + 2.4444122006995084, + 2.45506834193097, + 2.466759325024336, + 2.4769321421620134 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index afafbf6aff73b4ca7107f2c322335ecc53af6924..07a7d92ff763501489cccbb2b201281a8895f742 100644 --- a/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/arima/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ARIMA", - "evaluated_at": "2026-06-20T04:01:26.787044+00:00", + "evaluated_at": "2026-06-20T04:57:41.537573+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2529.8016866625394, - 2535.4162233583656, - 2532.2908503829826, - 2531.4753340027023, - 2530.2200525273765, - 2528.6274697709005, - 2526.315303560618, - 2530.2200451203003, - 2529.554920652118, - 2532.136973787977, - 2535.70554799996, - 2528.6274692223615, - 2532.44202249547, - 2532.44202249547, - 2536.232601059579, - 2536.061900692712, - 2527.6025498532545, - 2532.1369737879604, - 2532.1369737879604, - 2523.6872893170794, - 2535.3979562517816, - 2536.1472508761453, - 2528.8897961864977, - 2528.8897961864977 + 2528.854530235881, + 2532.6924514644315, + 2534.7042841397056, + 2528.850677455694, + 2527.5131846781715, + 2532.6923329016336, + 2528.02616322655, + 2526.866286373287, + 2528.859049957865, + 2526.869537985938, + 2528.8506773434215, + 2526.8630347606363, + 2527.5131846747163, + 2531.4096791039897, + 2527.856856052029, + 2528.438420284984, + 2525.3242327910393, + 2526.934872054412, + 2527.86010766468, + 2525.3242327910393, + 2526.0936337758376, + 2526.869537985938, + 2526.869537985938, + 2526.869537985938 ], "p10": [ - 2478.3973248469133, - 2461.788599727107, - 2458.5243281266658, - 2478.150658937314, - 2459.998427168778, - 2464.992042676757, - 2458.5229759260046, - 2478.1505588392756, - 2445.000703032558, - 2459.9984197587123, - 2464.992042128219, - 2442.811201091852, - 2468.8878603226503, - 2464.992042128218, - 2464.992042128218, - 2459.998419758696, - 2461.770332620523, - 2459.998419758696, - 2481.597644263614, - 2442.811201091852, - 2464.669871177449, - 2481.597644263614, - 2469.3207290109203, - 2458.5229758853984 + 2449.4851652767184, + 2464.62480561818, + 2487.956210467376, + 2449.200699440935, + 2487.7540581047383, + 2487.956821911603, + 2464.5612653553726, + 2449.4813123842587, + 2485.6586479965517, + 2482.7256006826588, + 2487.9506709855877, + 2449.4813123842587, + 2483.8485566338136, + 2464.6246870552754, + 2464.6246870552754, + 2449.4813123842587, + 2462.5395542890174, + 2483.8485566338136, + 2464.6246870552754, + 2464.6246870552754, + 2482.7256006826588, + 2462.5395542890174, + 2463.990470056213, + 2482.7256006826588 ], "p90": [ - 2571.4122218519583, - 2562.04834144665, - 2562.031426581333, - 2567.462628901573, - 2562.5670891262444, - 2561.1489399262155, - 2557.6241517984863, - 2561.0510354959724, - 2561.148939377899, - 2568.0239550960514, - 2568.023955096036, - 2567.462528800529, - 2571.1654558413147, - 2568.023955096035, - 2561.1489393776765, - 2567.462528800529, - 2557.432724625822, - 2567.4001481010287, - 2569.8445965838564, - 2560.373085357484, - 2569.8445965838564, - 2568.206019244817, - 2569.8445965838564, - 2577.369978236724 + 2571.1179964963862, + 2573.9093058306908, + 2563.167186203188, + 2568.292048750989, + 2560.6726012268236, + 2568.292048638823, + 2571.1141436039297, + 2562.322013304614, + 2568.2920486387166, + 2570.8062346434244, + 2574.1799311381783, + 2557.5627338933014, + 2562.46517678107, + 2565.9608743090625, + 2573.8853242484474, + 2560.682246732028, + 2562.322013304614, + 2568.2920486387166, + 2565.9608743090625, + 2573.8853242484474, + 2562.8855522897866, + 2565.9608743090625, + 2560.6726012233685, + 2562.8855522897866 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/arima/online_meta.json b/results/arima/online_meta.json index 01d3eb2fb27e1f7117d8c435f81c64a64f4d602d..6f5aaf5509eae83abdedbeefd6a8eea6b52dbf9d 100644 --- a/results/arima/online_meta.json +++ b/results/arima/online_meta.json @@ -1,11 +1,23 @@ { "model": "ARIMA", "api_model_id": "baseline/arima", - "evaluated_at": "2026-06-20T04:16:34.422395+00:00", + "evaluated_at": "2026-06-20T04:57:41.551021+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/baseline_rank_history_daily.csv b/results/baseline_rank_history_daily.csv index ad81ebb1f4683a6a485f8697825b4cd7c1d369ce..6ef94cdcf965fdf60f4d6a6e7afcef82f24b4200 100644 --- a/results/baseline_rank_history_daily.csv +++ b/results/baseline_rank_history_daily.csv @@ -11,4 +11,4 @@ date,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank, 2026-06-17,Chronos-2,,4.900,4.900,4.900,4.900,5.100,4.700,4.900,4.900,5.000 2026-06-18,Chronos-2,,3.300,3.700,3.700,3.900,3.700,2.900,3.700,3.900,3.700 2026-06-19,Chronos-2,5.000,4.600,5.200,5.200,5.000,5.200,4.500,5.200,5.000,5.200 -2026-06-20,Chronos-2,4.000,3.800,4.500,4.500,4.000,4.500,3.500,4.500,4.000,4.500 +2026-06-20,Chronos-2,4.300,3.900,4.900,4.900,4.300,5.000,3.600,4.900,4.300,4.900 diff --git a/results/baseline_rank_history_weekly.csv b/results/baseline_rank_history_weekly.csv index a46105cb3c99a159019b331ac256d95a26abc9dd..18ba13481cc8d0d157691edbe4e6552979da7f78 100644 --- a/results/baseline_rank_history_weekly.csv +++ b/results/baseline_rank_history_weekly.csv @@ -1,3 +1,3 @@ week,model,MSE_Rank,CRPS_Rank,MASE_Rank,MAE_Rank,RMSE_Rank,sMAPE_Rank,MSIS_Rank,ND_Rank,NRMSE_Rank,MAPE_Rank 2026-W24,Chronos-Bolt-Mini,,2.751,3.064,3.077,2.902,3.077,2.505,3.077,2.918,3.103 -2026-W25,Chronos-Bolt-Mini,4.5,3.9,4.333,4.333,4.167,4.367,3.6,4.333,4.167,4.333 +2026-W25,Chronos-Bolt-Mini,4.65,3.917,4.4,4.4,4.217,4.45,3.617,4.4,4.217,4.4 diff --git a/results/chronos_2/all_results.csv b/results/chronos_2/all_results.csv index bf643e8987615d8e560d0b8208d51cbd11356029..55b51955eb1235e04934c8ece62ccc0595ac627f 100644 --- a/results/chronos_2/all_results.csv +++ b/results/chronos_2/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-2,420305.1332098643,420305.1332098643,488.8859049479167,0.8797728814641544,0.007336916012841026,0.007383998750081728,4.615295304962685,648.309442480876,0.009794077052542045,0.007385649366201981,0.007871857967518088,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-2,0.7954084745805782,0.7954084745805782,0.8431281248728434,0.8785126820745109,0.05582932333151499,0.05413753141501162,3.2301018126713097,0.8918567567611843,0.05848241027942192,0.05528709015559629,0.0395466244575394,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,15.124750071384748,15.124750071384748,2.954263607660929,0.612988414269703,0.760747688827298,0.31036862511166086,6.721733563228025,3.889055164353515,0.37334929577793746,0.28360930633544923,0.2397232242160373,Hazards,1 +binance_btcusdt_1h_close/1h/short,Chronos-2,850340.098783493,850340.098783493,727.2472330729166,0.7041882762181357,0.01152339947322184,0.011630060387601912,10.115866070477345,922.1388717451906,0.014650358233228576,0.011554043338915425,0.009949001220201235,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,Chronos-2,1.122436069176274,1.122436069176274,0.8473222255706787,0.4856785178219358,0.03462510565717769,0.03550831299818315,2.624984687107927,1.0594508337701538,0.045367772513046974,0.036284007477858066,0.028755923174499178,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,Chronos-2,0.09723244393369418,0.09723244393369418,0.23928181529045106,0.3374087088875936,0.19032274968393903,0.23893740509458566,0.8537913822001231,0.31182117300416623,0.2076638845281688,0.15935476985555097,0.12787156869976327,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,Chronos-2,0.028657866255582063,0.028657866255582063,0.13948994047111934,0.8086371572409266,0.10852725026970572,0.10017878830053134,5.480484385897761,0.16928634397251913,0.12399407256990026,0.10216964579467055,0.07920842816070967,Ocean,1 +nws_ksfo_observations_temperature/1h/short,Chronos-2,1.3450567009532886,1.3450567009532886,1.0048994223276775,0.8866758945557917,0.05714971608483985,0.05502305150371558,21.73705387212313,1.15976579573347,0.06462590738034085,0.0559962513404139,0.04825091200027536,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Chronos-2,113.27123521887741,113.27123521887741,9.797130505243937,0.8631101842823968,0.5831940961255832,0.43834786751812205,9.288334880561187,10.642895997747859,0.49130504318368257,0.452262206355639,0.32819111293743064,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,Chronos-2,2.417743375826376,2.417743375826376,1.3868129253387451,0.7321245900265456,0.05157485315605604,0.05329741814008362,6.7647315766000515,1.5549094429664951,0.057767533484823344,0.05152246162249208,0.04604278829526688,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-2,18.63931769536968,18.63931769536968,3.6850690841674805,0.6339903800718246,0.5621791163473824,0.3847869224048597,5.730963802679465,4.317327610382339,0.464645123987337,0.39659936331847323,0.2998533004661905,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,Chronos-2,1.9290186017751694,1.9290186017751694,1.3669637044270833,0.01661120450949367,0.0005360641978145426,0.0005362125691336998,0.14326196598101265,1.3888911410816793,0.0005446631925810507,0.0005360641978145425,0.0008368155729450345,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,Chronos-2,547.931499861846,547.931499861846,21.720873151506698,0.4611312748123676,0.08979400097660017,0.08572323663604182,1.868382137755773,23.40793668527506,0.09257376090221775,0.08590175822629767,0.06506340376476186,Web,1 diff --git a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json index 0b59b8562a9581b3e095ffd0757d9101b86d3cdb..47612b34773302ddfe0680c08096629b3640f853 100644 --- a/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/chronos_2/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T04:14:30.531584+00:00", + "evaluated_at": "2026-06-20T04:21:36.836032+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json deleted file mode 100644 index f8cfc32894e3aa7639dd7c773c6f7c239cb3519c..0000000000000000000000000000000000000000 --- a/results/chronos_2/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ /dev/null @@ -1,332 +0,0 @@ -{ - "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", - "model": "Chronos-2", - "evaluated_at": "2026-06-08T12:37:11.800669+00:00", - "freq": "1h", - "context_length": 96, - "prediction_length": 24, - "context": [ - 66995.0546875, - 66787.4453125, - 66773.0, - 66021.9453125, - 65968.796875, - 65889.625, - 65964.9765625, - 65357.46484375, - 64879.65625, - 65671.2421875, - 64813.3828125, - 64021.890625, - 63155.43359375, - 62114.88671875, - 63156.125, - 64273.25, - 64303.609375, - 63877.1015625, - 63969.859375, - 63609.23828125, - 63562.82421875, - 63116.39453125, - 62388.6171875, - 62450.80859375, - 63671.5859375, - 64009.79296875, - 63870.93359375, - 63902.43359375, - 63515.99609375, - 63455.37890625, - 63778.125, - 63570.9765625, - 63540.5703125, - 63243.859375, - 63661.25390625, - 63796.25390625, - 63380.109375, - 63307.94140625, - 62563.10546875, - 62650.546875, - 63384.29296875, - 62373.71875, - 61877.2421875, - 62930.4296875, - 62394.09375, - 62783.2734375, - 62492.06640625, - 61971.07421875, - 61909.859375, - 60758.42578125, - 60787.484375, - 60465.25, - 61400.8359375, - 60761.45703125, - 59353.421875, - 60317.19921875, - 61633.1015625, - 61643.66796875, - 61658.390625, - 60921.79296875, - 61271.40234375, - 61080.85546875, - 60951.515625, - 60670.44140625, - 60073.171875, - 60915.0703125, - 60742.46875, - 60977.1796875, - 61282.9296875, - 60966.96484375, - 60522.41796875, - 60766.97265625, - 61010.48828125, - 60783.60546875, - 60801.25, - 60787.40625, - 60717.33203125, - 60544.17578125, - 60632.1328125, - 60600.08203125, - 60702.28125, - 60747.38671875, - 60583.53125, - 60861.87890625, - 60761.62109375, - 61471.63671875, - 61492.78515625, - 61664.73828125, - 61867.5078125, - 61731.03515625, - 62108.17578125, - 62354.66015625, - 62799.6171875, - 62515.78515625, - 62356.8984375, - 62592.24609375 - ], - "actuals": [ - 61899.44140625, - 61708.484375, - 61869.12109375, - 62040.15625, - 62019.3828125, - 62139.10546875, - 62065.1328125, - 61277.73828125, - 61896.1875, - 61736.5, - 62898.8359375, - 63254.5703125, - 63591.55078125, - 63135.734375, - 63092.97265625, - 63097.73828125, - 62746.109375, - 62686.890625, - 62955.75390625, - 63263.63671875, - 63105.12109375, - 63430.00390625, - 63090.98046875, - 63416.52734375 - ], - "p50": [ - 62848.9453125, - 62937.546875, - 63031.484375, - 63122.0234375, - 63206.03515625, - 63320.17578125, - 63401.5, - 63506.26171875, - 63578.5234375, - 63661.421875, - 63711.36328125, - 63791.796875, - 63876.12890625, - 63925.83984375, - 64036.37109375, - 64099.05078125, - 64547.265625, - 64660.4140625, - 64716.54296875, - 64811.96875, - 64884.3359375, - 64987.8359375, - 65117.8515625, - 65200.74609375 - ], - "p10": [ - 62402.74609375, - 62294.29296875, - 62236.8046875, - 62170.19140625, - 62126.7890625, - 62111.875, - 62026.69140625, - 61983.33203125, - 61958.9375, - 61891.953125, - 61790.25390625, - 61699.53125, - 61592.56640625, - 61567.5078125, - 61577.921875, - 61697.6328125, - 61813.5078125, - 61728.9140625, - 61657.015625, - 61573.7578125, - 61565.1953125, - 61501.2734375, - 61514.72265625, - 61541.65234375 - ], - "p90": [ - 63241.17578125, - 63477.6796875, - 63721.1484375, - 63963.51171875, - 64192.88671875, - 64372.73828125, - 64554.546875, - 64800.9375, - 65013.58984375, - 65207.7421875, - 65400.5625, - 65578.9453125, - 65741.1796875, - 65888.953125, - 66112.859375, - 66206.390625, - 66487.859375, - 66701.328125, - 66919.3203125, - 67157.15625, - 67263.6484375, - 67482.0703125, - 67730.1953125, - 67868.734375 - ], - "timestamps": [ - "2026-06-03 13:37:11.800669", - "2026-06-03 14:37:11.800669", - "2026-06-03 15:37:11.800669", - "2026-06-03 16:37:11.800669", - "2026-06-03 17:37:11.800669", - "2026-06-03 18:37:11.800669", - "2026-06-03 19:37:11.800669", - "2026-06-03 20:37:11.800669", - "2026-06-03 21:37:11.800669", - "2026-06-03 22:37:11.800669", - "2026-06-03 23:37:11.800669", - "2026-06-04 00:37:11.800669", - "2026-06-04 01:37:11.800669", - "2026-06-04 02:37:11.800669", - "2026-06-04 03:37:11.800669", - "2026-06-04 04:37:11.800669", - "2026-06-04 05:37:11.800669", - "2026-06-04 06:37:11.800669", - "2026-06-04 07:37:11.800669", - "2026-06-04 08:37:11.800669", - "2026-06-04 09:37:11.800669", - "2026-06-04 10:37:11.800669", - "2026-06-04 11:37:11.800669", - "2026-06-04 12:37:11.800669", - "2026-06-04 13:37:11.800669", - "2026-06-04 14:37:11.800669", - "2026-06-04 15:37:11.800669", - "2026-06-04 16:37:11.800669", - "2026-06-04 17:37:11.800669", - "2026-06-04 18:37:11.800669", - "2026-06-04 19:37:11.800669", - "2026-06-04 20:37:11.800669", - "2026-06-04 21:37:11.800669", - "2026-06-04 22:37:11.800669", - "2026-06-04 23:37:11.800669", - "2026-06-05 00:37:11.800669", - "2026-06-05 01:37:11.800669", - "2026-06-05 02:37:11.800669", - "2026-06-05 03:37:11.800669", - "2026-06-05 04:37:11.800669", - "2026-06-05 05:37:11.800669", - "2026-06-05 06:37:11.800669", - "2026-06-05 07:37:11.800669", - "2026-06-05 08:37:11.800669", - "2026-06-05 09:37:11.800669", - "2026-06-05 10:37:11.800669", - "2026-06-05 11:37:11.800669", - "2026-06-05 12:37:11.800669", - "2026-06-05 13:37:11.800669", - "2026-06-05 14:37:11.800669", - "2026-06-05 15:37:11.800669", - "2026-06-05 16:37:11.800669", - "2026-06-05 17:37:11.800669", - "2026-06-05 18:37:11.800669", - "2026-06-05 19:37:11.800669", - "2026-06-05 20:37:11.800669", - "2026-06-05 21:37:11.800669", - "2026-06-05 22:37:11.800669", - "2026-06-05 23:37:11.800669", - "2026-06-06 00:37:11.800669", - "2026-06-06 01:37:11.800669", - "2026-06-06 02:37:11.800669", - "2026-06-06 03:37:11.800669", - "2026-06-06 04:37:11.800669", - "2026-06-06 05:37:11.800669", - "2026-06-06 06:37:11.800669", - "2026-06-06 07:37:11.800669", - "2026-06-06 08:37:11.800669", - "2026-06-06 09:37:11.800669", - "2026-06-06 10:37:11.800669", - "2026-06-06 11:37:11.800669", - "2026-06-06 12:37:11.800669", - "2026-06-06 13:37:11.800669", - "2026-06-06 14:37:11.800669", - "2026-06-06 15:37:11.800669", - "2026-06-06 16:37:11.800669", - "2026-06-06 17:37:11.800669", - "2026-06-06 18:37:11.800669", - "2026-06-06 19:37:11.800669", - "2026-06-06 20:37:11.800669", - "2026-06-06 21:37:11.800669", - "2026-06-06 22:37:11.800669", - "2026-06-06 23:37:11.800669", - "2026-06-07 00:37:11.800669", - "2026-06-07 01:37:11.800669", - "2026-06-07 02:37:11.800669", - "2026-06-07 03:37:11.800669", - "2026-06-07 04:37:11.800669", - "2026-06-07 05:37:11.800669", - "2026-06-07 06:37:11.800669", - "2026-06-07 07:37:11.800669", - "2026-06-07 08:37:11.800669", - "2026-06-07 09:37:11.800669", - "2026-06-07 10:37:11.800669", - "2026-06-07 11:37:11.800669", - "2026-06-07 12:37:11.800669", - "2026-06-07 13:37:11.800669", - "2026-06-07 14:37:11.800669", - "2026-06-07 15:37:11.800669", - "2026-06-07 16:37:11.800669", - "2026-06-07 17:37:11.800669", - "2026-06-07 18:37:11.800669", - "2026-06-07 19:37:11.800669", - "2026-06-07 20:37:11.800669", - "2026-06-07 21:37:11.800669", - "2026-06-07 22:37:11.800669", - "2026-06-07 23:37:11.800669", - "2026-06-08 00:37:11.800669", - "2026-06-08 01:37:11.800669", - "2026-06-08 02:37:11.800669", - "2026-06-08 03:37:11.800669", - "2026-06-08 04:37:11.800669", - "2026-06-08 05:37:11.800669", - "2026-06-08 06:37:11.800669", - "2026-06-08 07:37:11.800669", - "2026-06-08 08:37:11.800669", - "2026-06-08 09:37:11.800669", - "2026-06-08 10:37:11.800669", - "2026-06-08 11:37:11.800669", - "2026-06-08 12:37:11.800669" - ] -} diff --git a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index b71beda5a399c616d65926d4da7562fc876fb66d..f28d961ba2ffaf70ed2a6c8fb13abd87ff1c9aa7 100644 --- a/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/chronos_2/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T04:06:24.790037+00:00", + "evaluated_at": "2026-06-20T04:21:45.107863+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.4423582553863525, - 1.4805694818496704, - 1.5052924156188965, - 1.5266317129135132, - 1.5533850193023682, - 1.5792322158813477, - 1.5993943214416504, - 1.6217643022537231, - 1.6425089836120605, - 1.662687063217163, - 1.6765305995941162, - 1.692558765411377, - 1.711724042892456, - 1.725841760635376, - 1.735079050064087, - 1.7395923137664795, - 1.7408320903778076, - 1.75059175491333, - 1.747525691986084, - 1.7502925395965576, - 1.7439907789230347, - 1.743924617767334, - 1.739747166633606, - 1.7347979545593262, - 1.7255489826202393, - 1.7164156436920166, - 1.6997865438461304, - 1.6850593090057373, - 1.6717313528060913, - 1.6540935039520264, - 1.6393787860870361, - 1.608546257019043, - 1.5512926578521729, - 1.5327657461166382, - 1.5084816217422485, - 1.4794526100158691, - 1.4491599798202515, - 1.4195338487625122, - 1.381346583366394, - 1.349791407585144, - 1.319252848625183, - 1.2789345979690552, - 1.245079755783081, - 1.2081376314163208, - 1.1709771156311035, - 1.1360793113708496, - 1.0971075296401978, - 1.0609633922576904, - 0.9938690662384033, - 0.9556992053985596, - 0.9176743030548096, - 0.8700317740440369, - 0.8195499181747437, - 0.7747879028320312, - 0.7370619773864746, - 0.6934635639190674, - 0.6527701616287231, - 0.613754153251648, - 0.577564537525177, - 0.546922504901886 + 1.5133154392242432, + 1.545569896697998, + 1.5615363121032715, + 1.5810613632202148, + 1.5996677875518799, + 1.6184616088867188, + 1.6333833932876587, + 1.6482534408569336, + 1.66148042678833, + 1.674260139465332, + 1.6818292140960693, + 1.6910760402679443, + 1.7019600868225098, + 1.7101984024047852, + 1.7095810174942017, + 1.7076263427734375, + 1.6937289237976074, + 1.6932026147842407, + 1.6856440305709839, + 1.6817407608032227, + 1.66769278049469, + 1.6601052284240723, + 1.645192265510559, + 1.6312344074249268, + 1.613991618156433, + 1.594449758529663, + 1.573011040687561, + 1.5497210025787354, + 1.530417799949646, + 1.5057026147842407, + 1.483414649963379, + 1.4489378929138184, + 1.3787744045257568, + 1.3484892845153809, + 1.3086740970611572, + 1.2750641107559204, + 1.233803629875183, + 1.1977213621139526, + 1.1612545251846313, + 1.1250306367874146, + 1.083890438079834, + 1.0447676181793213, + 1.0049022436141968, + 0.9648830890655518, + 0.9345582127571106, + 0.8828388452529907, + 0.842805027961731, + 0.8056323528289795, + 0.7523224353790283, + 0.7044094800949097, + 0.6702510118484497, + 0.6221270561218262, + 0.5680723786354065, + 0.5375305414199829, + 0.49866753816604614, + 0.46643728017807007, + 0.42807722091674805, + 0.385212779045105, + 0.3608573079109192, + 0.32143157720565796 ], "p10": [ - 1.4253795146942139, - 1.4519237279891968, - 1.4775890111923218, - 1.4959423542022705, - 1.5135297775268555, - 1.5320546627044678, - 1.548516869544983, - 1.5644960403442383, - 1.5775792598724365, - 1.5891284942626953, - 1.596588134765625, - 1.6103023290634155, - 1.6196404695510864, - 1.6207903623580933, - 1.628861427307129, - 1.632143259048462, - 1.6177314519882202, - 1.6206903457641602, - 1.6034996509552002, - 1.6059743165969849, - 1.5880695581436157, - 1.5756194591522217, - 1.5635814666748047, - 1.5492395162582397, - 1.5196115970611572, - 1.4985942840576172, - 1.4638895988464355, - 1.4389880895614624, - 1.3960962295532227, - 1.3835781812667847, - 1.3493626117706299, - 1.3008122444152832, - 1.2097570896148682, - 1.1717616319656372, - 1.1369057893753052, - 1.0966134071350098, - 1.0517535209655762, - 1.0047709941864014, - 0.9458780884742737, - 0.894737720489502, - 0.8530980944633484, - 0.7920525074005127, - 0.7530912160873413, - 0.7124881744384766, - 0.6511136293411255, - 0.6118013858795166, - 0.5713180303573608, - 0.5288286209106445, - 0.3906189799308777, - 0.32797878980636597, - 0.2651105523109436, - 0.21942847967147827, - 0.1713901162147522, - 0.10942578315734863, - 0.06875908374786377, - 0.02760303020477295, - -0.01961195468902588, - -0.06490492820739746, - -0.1008753776550293, - -0.14771759510040283 + 1.496954321861267, + 1.517061710357666, + 1.536171317100525, + 1.545151710510254, + 1.5603580474853516, + 1.5699682235717773, + 1.5816359519958496, + 1.5895514488220215, + 1.595975399017334, + 1.6009008884429932, + 1.6014597415924072, + 1.608471393585205, + 1.6105165481567383, + 1.603896141052246, + 1.604204773902893, + 1.5898706912994385, + 1.5735368728637695, + 1.571398138999939, + 1.549852967262268, + 1.5463331937789917, + 1.5218287706375122, + 1.5031678676605225, + 1.4819376468658447, + 1.4615821838378906, + 1.4235643148422241, + 1.397352695465088, + 1.357696771621704, + 1.322064995765686, + 1.2779861688613892, + 1.253298282623291, + 1.2198513746261597, + 1.1727839708328247, + 1.0748182535171509, + 1.0352212190628052, + 0.982968270778656, + 0.9378098249435425, + 0.8892412185668945, + 0.844702422618866, + 0.7929954528808594, + 0.7439684271812439, + 0.6981594562530518, + 0.6422545313835144, + 0.5947070717811584, + 0.5593343377113342, + 0.5039911866188049, + 0.4465165138244629, + 0.3966381549835205, + 0.3718765377998352, + 0.22523558139801025, + 0.15704387426376343, + 0.08598518371582031, + 0.06217801570892334, + 0.007958292961120605, + -0.04335463047027588, + -0.06662583351135254, + -0.11097073554992676, + -0.1528029441833496, + -0.18605244159698486, + -0.22285211086273193, + -0.26289689540863037 ], "p90": [ - 1.4596946239471436, - 1.5029891729354858, - 1.5413306951522827, - 1.5656938552856445, - 1.5932388305664062, - 1.6222901344299316, - 1.6525102853775024, - 1.6788346767425537, - 1.7047604322433472, - 1.7341361045837402, - 1.749898910522461, - 1.7718279361724854, - 1.8001047372817993, - 1.8228650093078613, - 1.8386027812957764, - 1.8547049760818481, - 1.849217414855957, - 1.8653316497802734, - 1.8722407817840576, - 1.8793818950653076, - 1.8949559926986694, - 1.8954389095306396, - 1.9025224447250366, - 1.9086072444915771, - 1.9191334247589111, - 1.9127936363220215, - 1.914041519165039, - 1.9098880290985107, - 1.9033796787261963, - 1.9093475341796875, - 1.899450659751892, - 1.8922828435897827, - 1.8593695163726807, - 1.8575903177261353, - 1.8368593454360962, - 1.8359498977661133, - 1.814188003540039, - 1.7976956367492676, - 1.7861008644104004, - 1.7693288326263428, - 1.7634069919586182, - 1.7398247718811035, - 1.7297344207763672, - 1.6874167919158936, - 1.6668846607208252, - 1.6574363708496094, - 1.6211755275726318, - 1.5976355075836182, - 1.5575323104858398, - 1.5485734939575195, - 1.5398858785629272, - 1.5022644996643066, - 1.4697151184082031, - 1.4424951076507568, - 1.41719651222229, - 1.410283088684082, - 1.3774539232254028, - 1.3481624126434326, - 1.321507453918457, - 1.2980983257293701 + 1.5323272943496704, + 1.5635420083999634, + 1.595132827758789, + 1.6234815120697021, + 1.6425116062164307, + 1.6617412567138672, + 1.6850743293762207, + 1.7048449516296387, + 1.7253508567810059, + 1.7467694282531738, + 1.755824089050293, + 1.7708964347839355, + 1.7912232875823975, + 1.807444453239441, + 1.8156936168670654, + 1.8240865468978882, + 1.8074650764465332, + 1.8132860660552979, + 1.8143093585968018, + 1.8139764070510864, + 1.822786808013916, + 1.8153483867645264, + 1.811781406402588, + 1.8118128776550293, + 1.8116555213928223, + 1.8057031631469727, + 1.794287919998169, + 1.781081199645996, + 1.7679054737091064, + 1.761716365814209, + 1.7488844394683838, + 1.7275567054748535, + 1.6957650184631348, + 1.6784217357635498, + 1.663198471069336, + 1.6338090896606445, + 1.6118263006210327, + 1.586722493171692, + 1.5631051063537598, + 1.544875144958496, + 1.5181965827941895, + 1.4960670471191406, + 1.4741599559783936, + 1.443197250366211, + 1.4244210720062256, + 1.4016082286834717, + 1.374769687652588, + 1.34910249710083, + 1.3695781230926514, + 1.328452467918396, + 1.3052237033843994, + 1.2847340106964111, + 1.2515889406204224, + 1.242849349975586, + 1.2154849767684937, + 1.2110031843185425, + 1.1752442121505737, + 1.1610475778579712, + 1.1295336484909058, + 1.0941945314407349 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 6d82ea0db1411a0760022c47c7347caf42f21083..89d4367bd82e0e842c5f345b077a75b5e2f53f48 100644 --- a/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/chronos_2/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Chronos-2", - "evaluated_at": "2026-06-20T03:54:53.982068+00:00", + "evaluated_at": "2026-06-20T04:37:57.093406+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2548.61865234375, - 2549.135986328125, - 2549.0146484375, - 2548.826416015625, - 2549.184814453125, - 2549.07421875, - 2549.076171875, - 2549.303466796875, - 2549.904296875, - 2549.343994140625, - 2549.660888671875, - 2549.43310546875, - 2549.231201171875, - 2549.541015625, - 2549.79931640625, - 2549.5615234375, - 2548.438720703125, - 2548.1875, - 2548.46630859375, - 2548.087890625, - 2547.921875, - 2548.083984375, - 2547.89111328125, - 2548.161865234375 + 2548.820556640625, + 2548.830322265625, + 2548.948486328125, + 2548.5888671875, + 2548.550537109375, + 2548.6572265625, + 2548.677001953125, + 2548.89404296875, + 2548.911865234375, + 2548.965576171875, + 2548.991455078125, + 2548.857666015625, + 2548.4365234375, + 2548.701416015625, + 2548.800537109375, + 2548.67919921875, + 2548.661865234375, + 2548.161865234375, + 2548.3125, + 2548.3916015625, + 2548.283203125, + 2548.253662109375, + 2548.35595703125, + 2548.4609375 ], "p10": [ - 2543.33984375, - 2542.90234375, - 2542.099365234375, - 2539.25341796875, - 2537.359619140625, - 2535.05859375, - 2532.272216796875, - 2531.06396484375, - 2531.122314453125, - 2530.43603515625, - 2530.7080078125, - 2529.821533203125, - 2526.793212890625, - 2522.590576171875, - 2519.031982421875, - 2519.824462890625, - 2518.448974609375, - 2513.68896484375, - 2511.918701171875, - 2508.10986328125, - 2506.93017578125, - 2504.536865234375, - 2499.788330078125, - 2498.783203125 + 2546.8056640625, + 2546.962890625, + 2546.883056640625, + 2547.15185546875, + 2546.813232421875, + 2546.69140625, + 2546.711181640625, + 2546.8515625, + 2546.4521484375, + 2546.72998046875, + 2545.95751953125, + 2545.84716796875, + 2544.864990234375, + 2544.105224609375, + 2543.46044921875, + 2543.7099609375, + 2531.10888671875, + 2531.156982421875, + 2528.47705078125, + 2526.037109375, + 2525.337890625, + 2523.280517578125, + 2519.614501953125, + 2518.548583984375 ], "p90": [ - 2550.76220703125, - 2551.279541015625, - 2550.539794921875, - 2551.105712890625, - 2551.549560546875, - 2551.898681640625, - 2551.821044921875, - 2551.687744140625, - 2551.83349609375, - 2551.42333984375, - 2551.6552734375, - 2551.603515625, - 2551.740234375, - 2551.639404296875, - 2551.976318359375, - 2552.44677734375, - 2551.37255859375, - 2551.293701171875, - 2551.23583984375, - 2551.35986328125, - 2551.0576171875, - 2551.50341796875, - 2551.236328125, - 2551.5068359375 + 2550.389404296875, + 2550.363525390625, + 2550.248291015625, + 2550.408447265625, + 2550.228515625, + 2550.288330078125, + 2550.001953125, + 2550.207763671875, + 2550.20458984375, + 2550.174072265625, + 2550.52197265625, + 2550.0185546875, + 2549.804443359375, + 2549.88623046875, + 2550.137939453125, + 2549.97607421875, + 2549.860107421875, + 2550.1826171875, + 2550.150634765625, + 2550.056640625, + 2550.104248046875, + 2550.150634765625, + 2550.118408203125, + 2550.093017578125 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/chronos_2/online_meta.json b/results/chronos_2/online_meta.json index 0f889fcdad4346752735a44c1b96877967c8b54d..de2bc8c621c68eb9f08bb6fe0fc6aae72bc04808 100644 --- a/results/chronos_2/online_meta.json +++ b/results/chronos_2/online_meta.json @@ -1,25 +1,26 @@ { "model": "Chronos-2", "api_model_id": "amazon/chronos-2", - "evaluated_at": "2026-06-16T05:10:19.032951+00:00", + "evaluated_at": "2026-06-20T04:38:00.287180+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/chronos_bolt_base/all_results.csv b/results/chronos_bolt_base/all_results.csv deleted file mode 100644 index e104831d5defdfa9e968d59c1582649f0ce0150b..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_base/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Base,173311.2012945811,173311.2012945811,336.5470377604167,0.6056320179454769,0.005069654034631842,0.005078110357440335,6.416975467413926,416.30661932592557,0.006289186675360939,0.005084250519345982,0.007519023856772219,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Base,0.33354179413883384,0.33354179413883384,0.5241189002990723,0.5461152193174948,0.03479930857817332,0.03407902558716341,2.4470182012404664,0.5775307733262651,0.03787087038205017,0.03436845247862769,0.025141594058177508,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Base,16.452846446186147,16.452846446186147,3.0466872453689575,0.6321656532177664,0.7928661911648757,0.3163337060063831,7.433029756078803,4.056210848339389,0.3893962414405814,0.29248197555541994,0.2449953087700738,Hazards,1 diff --git a/results/chronos_bolt_base/config.json b/results/chronos_bolt_base/config.json deleted file mode 100644 index 2e253e8a06f844942d111d00e61b0e5c010dc521..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_base/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Chronos-Bolt-Base", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-base", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Amazon / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-base" -} diff --git a/results/chronos_bolt_base/online_meta.json b/results/chronos_bolt_base/online_meta.json deleted file mode 100644 index e4f1b90c417deba1d90d842c3359fa74ed8bed59..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_base/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Chronos-Bolt-Base", - "api_model_id": "amazon/chronos-bolt-base", - "evaluated_at": "2026-06-16T05:10:09.420941+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/chronos_bolt_mini/all_results.csv b/results/chronos_bolt_mini/all_results.csv deleted file mode 100644 index 0bb99e28a0cc89bc876b602ceb5947b33ce208fc..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_mini/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Mini,313080.6974468231,313080.6974468231,441.78564453125,0.7950137763128259,0.006640403337629883,0.006669849819629467,5.235151179180327,559.5361448975599,0.008452969766780293,0.006674100914971091,0.007738441949901666,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Mini,0.42976201609216486,0.42976201609216486,0.5858331123987833,0.6104194648934672,0.03896145721276601,0.03803127306514476,2.489513294855127,0.65556236628727,0.04298769614998492,0.03841528605893661,0.02841598195745935,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Mini,16.039361255353317,16.039361255353317,3.00660769144694,0.6238494345365408,0.7813439578971653,0.3135572386198168,7.3047927628333005,4.004917134642528,0.3844720449256827,0.28863433837890623,0.24712086300320094,Hazards,1 diff --git a/results/chronos_bolt_mini/config.json b/results/chronos_bolt_mini/config.json deleted file mode 100644 index e44993805fad5adad57935ddc34849451c41f753..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_mini/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Chronos-Bolt-Mini", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-mini", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Amazon / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-mini" -} diff --git a/results/chronos_bolt_mini/online_meta.json b/results/chronos_bolt_mini/online_meta.json deleted file mode 100644 index 03b77a82d031c2c2ddf0f918cf7074e4d77a8ce4..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_mini/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Chronos-Bolt-Mini", - "api_model_id": "amazon/chronos-bolt-mini", - "evaluated_at": "2026-06-16T05:09:53.659720+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/chronos_bolt_tiny/all_results.csv b/results/chronos_bolt_tiny/all_results.csv deleted file mode 100644 index 03b549d2bfc387825c05293831a1f1c792a980f6..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_tiny/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Chronos-Bolt-Tiny,432166.1935278575,432166.1935278575,490.5721028645833,0.8828072728934241,0.007361469671215155,0.007409594624820806,4.665237404517475,657.39348454929,0.00993131060512786,0.007411122930582707,0.007817505183843032,Finance,1 -nws_ksfo_observations_temperature/1h/short,Chronos-Bolt-Tiny,0.2691669456561006,0.2691669456561006,0.4715476830800374,0.4913376835236542,0.03127003444565667,0.03068863297529541,2.3858747857338045,0.518813016081999,0.03402052564472125,0.030921159546231963,0.02325280866408681,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Chronos-Bolt-Tiny,16.11318317393159,16.11318317393159,3.0184088945388794,0.6262980991550412,0.7830275828547949,0.31449223628080153,6.958395196656329,4.01412296447575,0.38535580458967206,0.28976725387573243,0.2483140953063965,Hazards,1 diff --git a/results/chronos_bolt_tiny/config.json b/results/chronos_bolt_tiny/config.json deleted file mode 100644 index 67ab11eb177b8d074cb56c2dcca82b13ca851977..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_tiny/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Chronos-Bolt-Tiny", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/amazon/chronos-bolt-tiny", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Amazon / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "amazon/chronos-bolt-tiny" -} diff --git a/results/chronos_bolt_tiny/online_meta.json b/results/chronos_bolt_tiny/online_meta.json deleted file mode 100644 index e6e70176551ca7852c826b872d748b8b971ccaf1..0000000000000000000000000000000000000000 --- a/results/chronos_bolt_tiny/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Chronos-Bolt-Tiny", - "api_model_id": "amazon/chronos-bolt-tiny", - "evaluated_at": "2026-06-16T05:09:43.302523+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/dataset_properties.csv b/results/dataset_properties.csv index 8b588eb522b06c1eaf15612bc88a933770b69f3b..86d6556137d95772cb223d848147b69937c20029 100644 --- a/results/dataset_properties.csv +++ b/results/dataset_properties.csv @@ -1,6 +1,5 @@ dataset,domain,frequency,num_variates binance_btcusdt_1h_close,Finance,1h,1 -coingecko_bitcoin_7d_price_usd,Finance,1h,1 nasa_power_shanghai_hourly_t2m,Weather,1h,1 noaa_coops_sf_water_level_water_level,Ocean,6min,1 noaa_ndbc_46013_realtime_wave_height,Ocean,10min,1 diff --git a/results/ets/all_results.csv b/results/ets/all_results.csv index 46dea0c6df8f04dcf81c02d2e57fbec107eff5f4..d86cac693a804a34f07c94f931b0a1be61e31112 100644 --- a/results/ets/all_results.csv +++ b/results/ets/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,ETS,301547.7119000133,318365.1260378177,434.5948454705319,0.4208150697143959,0.006883111818745745,0.00692109366452753,4.570993697034349,549.1336011391156,0.008724286787049066,0.0069045675955597885,0.005667478036047063,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,ETS,14.031501766665542,14.825450352924248,3.214399350169652,1.8424687385330092,0.13242280084043564,0.1460063259705679,34.82413546165401,3.745864622041958,0.16040530491888666,0.13764691464315787,0.12581365602899178,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,ETS,1.2348298126668984,1.2402618783263402,0.8456344773504372,1.1979238488885706,0.6408973246361458,0.4045627450377847,44.70680230948378,1.1112289650053666,0.7287543934540314,0.5545750336181694,0.545721164036326,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,ETS,1.028342440597965,1.0320044675575624,0.7638969408421786,1.0771628434023657,0.6108429984473305,0.3878299710932982,40.24919819735679,1.014072206796915,0.6753427665820699,0.5087332735816246,0.5011655304845557,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,ETS,0.0327719664346821,0.031980021683009806,0.14621447344436275,0.8476199484650884,0.10549891374533699,0.11120785729021637,15.264508614634584,0.18103029148372407,0.13259594703768268,0.10709504148765323,0.09227369185780675,Ocean,1 nws_ksfo_observations_temperature/1h/short,ETS,0.21003206809542788,0.1913124946774364,0.3668790703283715,0.32371680254696306,0.02077694246845862,0.020490263962428982,5.3379041227582995,0.45829255732056995,0.025537546004077212,0.020443690360631876,0.019343117699475592,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,ETS,2736.7149294238675,2715.731616571267,43.62655087119719,3.843423371964852,3.092883681894865,0.9527495749865155,131.64599535622264,52.3136208785424,2.4149391077640763,2.013920314946636,1.9749808077030206,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,ETS,83.62830162279981,81.77903971542459,8.045471375968537,4.247355447211817,0.30549726853312387,0.2564354349715545,139.04891103389818,9.144851098995533,0.3397467900555616,0.2989029613362924,0.28983655479585557,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,ETS,25.26821081038045,28.28425524534211,4.4402415151298795,0.7639125187320221,0.691003310166669,0.43597955868331634,4.219354532519708,5.026749527316877,0.540995464823341,0.4778735262920049,0.35309364879441213,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,ETS,174.9097768758635,185.33857568015938,11.770852929956618,0.1822583679477154,0.004616020756845733,0.0046018187403598304,1.9129031695180905,13.225346002122723,0.005186410196910872,0.004616020756845733,0.005674650209137214,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,ETS,361.812118063724,279.3420568428535,15.192042498174336,0.18461216200313113,0.0059576637247742495,0.005936269990863615,1.8506327767104667,19.021359521961724,0.007459356675279107,0.0059576637247742495,0.006220645923814194,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,ETS,3173.349140851323,2796.2923753126274,41.16028344732492,0.8738273938304705,0.19145683099680808,0.1670856238504667,10.487987451745425,56.33248743710261,0.22278384862130973,0.16278078199507032,0.13516672351186537,Web,1 diff --git a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json index 41ad1af897b77b43925ff33676dd8f3792ff2cfc..29a30fa2c39a1d0cd7ff83ac1f61529eef1efee6 100644 --- a/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/ets/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "ETS", - "evaluated_at": "2026-06-20T04:16:34.474085+00:00", + "evaluated_at": "2026-06-20T04:57:41.610308+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index dc2e51c525ba036fd3b4c98e8aeb27a3d9ec3eca..021da91fd5422b8957b299752d22bc7f022e99d6 100644 --- a/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/ets/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "ETS", - "evaluated_at": "2026-06-20T04:09:57.718578+00:00", + "evaluated_at": "2026-06-20T04:57:41.636563+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.4431554675129141, - 1.4756499991840568, - 1.5081444712505547, - 1.5306389528537958, - 1.568633443516943, - 1.59862793007482, - 1.6321223771595212, - 1.656616952222845, - 1.6916113623005127, - 1.7256059044620726, - 1.7611003677070831, - 1.789094838104651, - 1.8125893366356112, - 1.8520838079868533, - 1.8835782929279545, - 1.9160727649944524, - 1.945067264426933, - 1.978061747751258, - 2.013056247235893, - 2.041050747435783, - 2.06304529508097, - 2.1025396770252454, - 2.1365341595821605, - 2.164528674683212, - 2.19802317857859, - 2.2265176425388566, - 2.2625120993465653, - 2.286506680847191, - 2.32100109736216, - 2.3499955548851243, - 2.3909900665291066, - 2.4189845369266747, - 2.4349790724125144, - 2.4854734915500876, - 2.510967994134164, - 2.5454624404514554, - 2.5694569921497585, - 2.606451436082864, - 2.636445947786451, - 2.668940419852949, - 2.7009348909061677, - 2.7324294177567845, - 2.762423887550855, - 2.7944182989994295, - 2.8219129546482336, - 2.859907326102091, - 2.887901826301981, - 2.9203962760167372, - 2.9553907680507914, - 2.9893852506077065, - 3.02087976535113, - 3.05237423539107, - 3.085868679681804, - 3.1103632072476763, - 3.141857680081584, - 3.1808521578701274, - 3.2033466394733687, - 3.2333411139240527, - 3.2728356448799394, - 3.299330134589412 + 1.51118008461967, + 1.5377784922082727, + 1.5643770190061652, + 1.5819756020708424, + 1.6145739324118258, + 1.6401724720843214, + 1.6657708925475276, + 1.6873694241137918, + 1.7104679065658286, + 1.7385663842494936, + 1.7696648559056392, + 1.7932633291264066, + 1.8158617882134225, + 1.8429603383763358, + 1.868558758839542, + 1.8991572639413437, + 1.9212557592679838, + 1.9473542356925009, + 1.9734526767267602, + 1.9975512059088385, + 2.0141496230341844, + 2.050248119724281, + 2.0753465736331433, + 2.0939451736255394, + 2.1240435734059337, + 2.1451420443542744, + 2.180740514885382, + 2.2003389902444663, + 2.221437490995129, + 2.251035986619792, + 2.2806344403349397, + 2.30473296672305, + 2.3153314238431126, + 2.3599299051626614, + 2.375528424569578, + 2.410126848370644, + 2.4247253471245513, + 2.457323812507308, + 2.4794222957267547, + 2.51052073478661, + 2.5341192704059896, + 2.5577177464207246, + 2.581316133028493, + 2.6104146574422, + 2.635513188650836, + 2.6636116514333397, + 2.6872100976457522, + 2.713308601078624, + 2.743407082815405, + 2.76650553546512, + 2.795104066316128, + 2.81820252175981, + 2.8413010135250722, + 2.8648995072349366, + 2.8924979857679682, + 2.926596540803561, + 2.943694921689283, + 2.964793429890526, + 2.9998919068589354, + 3.0219903723832533 ], "p10": [ - 1.400955533984014, - 1.4396499858326164, - 1.4621445270405022, - 1.4955389815593927, - 1.5251334969227046, - 1.5615279187782498, - 1.5991225039982053, - 1.6201168857040615, - 1.6481114157062744, - 1.6805058890602325, - 1.711000386875937, - 1.7435949172596192, - 1.7790893507023073, - 1.8174838123737551, - 1.8449782832481603, - 1.8795728474872808, - 1.9010672823604804, - 1.9354617359256965, - 1.9680562603489147, - 2.0004506800586923, - 2.0270452817295297, - 2.067339699567722, - 2.0938342026882397, - 2.125328687629341, - 2.153923156262611, - 2.187317610781502, - 2.2179121609539263, - 2.252406559587502, - 2.2820010630298846, - 2.3173955573646774, - 2.344990032912087, - 2.3802845225738762, - 2.4039790542927024, - 2.4473735111957784, - 2.4718680147335292, - 2.505262481173349, - 2.5289570069317104, - 2.573451463828826, - 2.593846005996347, - 2.6364404404165516, - 2.6579349080723054, - 2.6913293745121245, - 2.720823885202432, - 2.758318346540094, - 2.7848128898937476, - 2.8163073748348486, - 2.8468018249668368, - 2.8813963236408484, - 2.91289080858195, - 2.9512852702533974, - 2.978879793484522, - 3.0093742376560466, - 3.0436687327418586, - 3.0672632195545453, - 3.1017577135555525, - 3.1351521799953717, - 3.1668466623615523, - 3.191241173147228, - 3.2328356517344736, - 3.260230077702739 + 1.4661801275350141, + 1.5027785546441381, + 1.5258770184697235, + 1.5468755115671498, + 1.5754739589716555, + 1.5991724038966078, + 1.6307709460426962, + 1.6472694575877602, + 1.6748679119064047, + 1.6965664421852082, + 1.7231648557342758, + 1.7516633521099576, + 1.7742618231179024, + 1.8089603588803336, + 1.8285587969865147, + 1.8611572688885292, + 1.8747557618905881, + 1.9042541977079508, + 1.9336526824964897, + 1.95955121234614, + 1.9821496773936205, + 2.0046481437285615, + 2.0333466375293225, + 2.0589451175971734, + 2.0823436259891515, + 2.1041420953758503, + 2.136640492569403, + 2.1601389937134567, + 2.186737520511349, + 2.212535998004279, + 2.236034499148333, + 2.270532930197324, + 2.2871314665319593, + 2.3199299120171957, + 2.340328400918455, + 2.3639269007750476, + 2.386625364535068, + 2.4242238152774336, + 2.4389223641528868, + 2.4735207939144175, + 2.4900192719318683, + 2.5147177635868623, + 2.5413162307801103, + 2.576814756242859, + 2.5955131522920025, + 2.622011674416891, + 2.646610119675629, + 2.675208608803386, + 2.701907080669638, + 2.7314055760916456, + 2.758804059807301, + 2.7814025934001227, + 2.8061010239603554, + 2.8267995149596987, + 2.855497961076744, + 2.880696493978152, + 2.906694974856626, + 2.9292934399041064, + 2.957691931606784, + 2.981390334808485 ], "p90": [ - 1.4701555371311392, - 1.5016500220722404, - 1.5352445276603905, - 1.566639025809881, - 1.6002334568922252, - 1.624727941058466, - 1.6591224467777463, - 1.6886169127645703, - 1.7252114035707686, - 1.7537059003135893, - 1.7862003723800872, - 1.8215948667148805, - 1.8500893902797915, - 1.8835837928472736, - 1.912178312144492, - 1.946672791244338, - 1.9771672026333076, - 2.005661779842399, - 2.0410562145725475, - 2.0685507510120615, - 2.1040451874349815, - 2.133639741541313, - 2.167034154336952, - 2.1936287560077896, - 2.2290230834495772, - 2.260517625015091, - 2.2892121489853134, - 2.3235065948972933, - 2.3541010884453053, - 2.386595587333893, - 2.4189900636680837, - 2.4475845621036765, - 2.477079108556771, - 2.5134734886890646, - 2.540968025128579, - 2.57246248324759, - 2.604256985187936, - 2.6374514601631405, - 2.6699458666645293, - 2.7014404141905075, - 2.7272349129122024, - 2.7664294149479156, - 2.792923877835298, - 2.8274182973304995, - 2.860012854536272, - 2.88940739333613, - 2.9219017461933383, - 2.951496315200831, - 2.984890716075541, - 3.0163852904236093, - 3.047879745562388, - 3.0784742957348126, - 3.109968730011966, - 3.1413632192207595, - 3.1739576840393324, - 3.2063521871956127, - 3.2338466670107144, - 3.266641165017154, - 3.300835615196826, - 3.3313301100322983 + 1.5391800549365569, + 1.5647784545381371, + 1.5915770264448248, + 1.6169755090875966, + 1.6446739889408708, + 1.6671724820979017, + 1.695770923541943, + 1.715569418677848, + 1.7470678823901846, + 1.7697663997943849, + 1.795364879862236, + 1.8247633110065946, + 1.8493617503048685, + 1.873960296891503, + 1.8975588027085606, + 1.9252573034234604, + 1.9528557428409437, + 1.9783541943939327, + 2.0039526744617837, + 2.0255512030478156, + 2.0551496316172533, + 2.07984815307457, + 2.1063466215552777, + 2.1270451766296135, + 2.1546435951854708, + 2.1791420834549213, + 2.207740471254782, + 2.231539022180635, + 2.2580375502659877, + 2.2845359680827473, + 2.3111344620980856, + 2.3339329513927356, + 2.355531420374122, + 2.3880299039944104, + 2.4095283742632576, + 2.4372269047804798, + 2.46272534441254, + 2.4873238313945296, + 2.5130223101749207, + 2.54352078676186, + 2.5642192762710865, + 2.5918177514513565, + 2.614316244608388, + 2.6419147585316773, + 2.670613198688258, + 2.6911116848119407, + 2.7167101380577012, + 2.7423086449476424, + 2.771007031460043, + 2.79960558615291, + 2.823104063455105, + 2.8477025295754688, + 2.8734010321977173, + 2.900899520586377, + 2.9215980041351397, + 2.9500963962026927, + 2.9717950188686957, + 3.001293436804665, + 3.0279919056906843, + 3.052490396940367 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index b3758be12fcc7a80457a0b47ed82954293dede05..bbdb77dcc270e7fe9733ac3036e4f5a3597668ed 100644 --- a/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/ets/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "ETS", - "evaluated_at": "2026-06-20T04:01:26.969541+00:00", + "evaluated_at": "2026-06-20T04:57:41.675622+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2550.407391852058, - 2551.39551890231, - 2552.3836459525623, - 2553.3717730028143, - 2554.359900053066, - 2555.348027103318, - 2556.3361541535705, - 2557.3242812038225, - 2558.3124082540744, - 2559.3005353043263, - 2560.2886623545787, - 2561.2767894048307, - 2562.2649164550826, - 2563.2530435053345, - 2564.241170555587, - 2565.229297605839, - 2566.2174246560908, - 2567.2055517063427, - 2568.193678756595, - 2569.181805806847, - 2570.169932857099, - 2571.158059907351, - 2572.1461869576033, - 2573.134314007855 + 2553.617019027304, + 2554.62354280738, + 2555.6300665874555, + 2556.6365903675314, + 2557.643114147607, + 2558.6496379276828, + 2559.656161707758, + 2560.662685487834, + 2561.6692092679095, + 2562.6757330479854, + 2563.682256828061, + 2564.6887806081363, + 2565.695304388212, + 2566.7018281682876, + 2567.7083519483635, + 2568.714875728439, + 2569.721399508515, + 2570.7279232885903, + 2571.734447068666, + 2572.7409708487417, + 2573.7474946288175, + 2574.754018408893, + 2575.7605421889684, + 2576.7670659690443 ], "p10": [ - 2500.407391852058, - 2501.39551890231, - 2502.3836459525623, - 2503.3717730028143, - 2454.359900053066, - 2505.348027103318, - 2506.3361541535705, - 2507.3242812038225, - 2508.3124082540744, - 2509.3005353043263, - 2510.2886623545787, - 2461.2767894048307, - 2512.2649164550826, - 2513.2530435053345, - 2514.241170555587, - 2515.229297605839, - 2516.2174246560908, - 2512.2055517063427, - 2518.193678756595, - 2519.181805806847, - 2520.169932857099, - 2471.158059907351, - 2522.1461869576033, - 2523.134314007855 + 2503.617019027304, + 2504.62354280738, + 2505.6300665874555, + 2506.6365903675314, + 2507.643114147607, + 2508.6496379276828, + 2509.656161707758, + 2510.662685487834, + 2511.6692092679095, + 2512.6757330479854, + 2513.682256828061, + 2514.6887806081363, + 2515.695304388212, + 2516.7018281682876, + 2517.7083519483635, + 2518.714875728439, + 2519.721399508515, + 2520.7279232885903, + 2516.734447068666, + 2522.7409708487417, + 2523.7474946288175, + 2524.754018408893, + 2525.7605421889684, + 2526.7670659690443 ], "p90": [ - 2600.407391852058, - 2601.39551890231, - 2602.3836459525623, - 2603.3717730028143, - 2604.359900053066, - 2605.348027103318, - 2606.3361541535705, - 2607.3242812038225, - 2608.3124082540744, - 2609.3005353043263, - 2610.2886623545787, - 2611.2767894048307, - 2612.2649164550826, - 2613.2530435053345, - 2614.241170555587, - 2615.229297605839, - 2616.2174246560908, - 2617.2055517063427, - 2618.193678756595, - 2619.181805806847, - 2620.169932857099, - 2621.158059907351, - 2622.1461869576033, - 2623.134314007855 + 2603.617019027304, + 2604.62354280738, + 2605.6300665874555, + 2606.6365903675314, + 2607.643114147607, + 2608.6496379276828, + 2609.656161707758, + 2610.662685487834, + 2611.6692092679095, + 2612.6757330479854, + 2613.682256828061, + 2614.6887806081363, + 2615.695304388212, + 2616.7018281682876, + 2617.7083519483635, + 2618.714875728439, + 2619.721399508515, + 2620.7279232885903, + 2621.734447068666, + 2622.7409708487417, + 2623.7474946288175, + 2624.754018408893, + 2625.7605421889684, + 2626.7670659690443 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/ets/online_meta.json b/results/ets/online_meta.json index 4f4b58d593539b2fd69f00c8b300de5b4c13df56..197a787955b8f7ccf2b9fc719cd40f9c882677db 100644 --- a/results/ets/online_meta.json +++ b/results/ets/online_meta.json @@ -1,11 +1,23 @@ { "model": "ETS", "api_model_id": "baseline/ets", - "evaluated_at": "2026-06-20T04:16:34.484009+00:00", + "evaluated_at": "2026-06-20T04:57:41.691011+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/eval_history.jsonl b/results/eval_history.jsonl index c3dc7185fd60f2d46db891d7566889a7a5a9dd6a..ccafaf9a895efd303ddfc244e64e38e5b37068cb 100644 --- a/results/eval_history.jsonl +++ b/results/eval_history.jsonl @@ -1575,3 +1575,6 @@ {"evaluated_at": "2026-06-20T04:09:57.816707+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} {"evaluated_at": "2026-06-20T04:09:57.816707+00:00", "dataset": "noaa_ndbc_46013_realtime_wave_height", "prediction_length": 72} {"evaluated_at": "2026-06-20T04:16:34.542977+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-20T04:57:41.747168+00:00", "dataset": "binance_btcusdt_1h_close", "prediction_length": 24} +{"evaluated_at": "2026-06-20T04:57:41.747168+00:00", "dataset": "noaa_coops_sf_water_level_water_level", "prediction_length": 60} +{"evaluated_at": "2026-06-20T04:57:41.747168+00:00", "dataset": "usgs_potomac_iv_usgs_00060", "prediction_length": 24} diff --git a/results/moirai_1_1_large/all_results.csv b/results/moirai_1_1_large/all_results.csv index d4317d30c0663e1dcffc6e49db22ccaf3aed8911..fe53b9f2be23bf82c0a59e81ae1be1a956cad0a0 100644 --- a/results/moirai_1_1_large/all_results.csv +++ b/results/moirai_1_1_large/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,141538.83780415854,136338.8811928431,306.5515950520833,0.2968317093205119,0.004862833155308757,0.004873621205322441,2.836584432171277,376.2164773161305,0.005977089064137883,0.004870297546378285,0.007122271385025122,Finance,1 +binance_btcusdt_1h_close/1h/short,Moirai-1.1-Large,117900.73696009319,133977.8980741501,308.2412109375,0.29846775225572514,0.004889489813956827,0.004900442352005579,2.8282393681637177,343.366767407816,0.005455193682910065,0.004897141093219619,0.007046553815521158,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moirai-1.1-Large,0.10203270561881557,0.10033036150214987,0.22832719484965006,0.1308753744755492,0.009745612334973817,0.009784064214637634,2.2777753120634245,0.31942558698203183,0.013678433111876954,0.009777420437358754,0.02035988287763695,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.09375367619589715,0.13814861626001756,0.2771759331226349,0.3926467871389187,0.21083268362642185,0.1743480230376278,1.5258850462280387,0.3061922209918096,0.20080373470840127,0.1817745805625805,0.13514881091075528,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moirai-1.1-Large,0.09332711027159028,0.15014053639569294,0.28910162051518756,0.40765907930335393,0.23191543092083097,0.18830497630266152,1.6790855050499094,0.30549486128508,0.20345074385633904,0.19253331953430328,0.15020618577371517,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moirai-1.1-Large,0.022083886389887217,0.019755751213716186,0.1111848254998525,0.6445495705057255,0.08647407030534267,0.08114789725110233,5.0467733885003865,0.1486064816550315,0.10884707199821589,0.08143751585738294,0.07330552369526461,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Large,1.7410731288814532,1.5115481220499305,1.0662715832392375,0.9408277971920089,0.060634092523764026,0.05825101774658209,23.999967533001804,1.3194973015817248,0.0735266643613167,0.05941610697108759,0.04960193906283113,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moirai-1.1-Large,248.37590770171218,204.1279939999448,13.14985716342926,1.1584795806833064,0.8175008070053703,0.5485271672416411,12.971033238226894,15.759946310242055,0.7275220113176408,0.6070331931182072,0.4309352264271661,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moirai-1.1-Large,3.586579434339607,3.78535356018358,1.7647267580032349,0.9316324001641444,0.06597788174056977,0.06875824559677357,7.906867074078917,1.8938266642804475,0.0703588853602643,0.06556260401250408,0.05466135003372365,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Large,34.05904207148433,22.890933595437172,4.0521716475486755,0.697147810330955,0.6225665392608645,0.4110058953918921,7.234631984464585,5.836012514678522,0.6280910329698859,0.4361081593774359,0.3219955839205572,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,305.73615475247306,264.58919129086036,14.128972371419271,0.21877118510584678,0.00554077347898795,0.005520603071807621,2.1564665763608875,17.485312543745767,0.00685698531127285,0.00554077347898795,0.00732240715386994,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moirai-1.1-Large,175.39073299616575,53.37019829265773,5.8053436279296875,0.07054594788370254,0.0022766053442861522,0.0022725114510907776,1.0132717934137656,13.243516640083394,0.005193535937287605,0.002276605344286152,0.003876644890812227,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moirai-1.1-Large,421.0737164568688,302.4390479905747,15.198910304478236,0.32267086297940617,0.06137473765343993,0.0599805707275231,1.598517073420046,20.520080810193434,0.08115286196121697,0.06010868481997043,0.05242898465699545,Web,1 diff --git a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json index 9bd836066223e5b2e6cdc41cce36f5fd6c454cf6..db4ed8106506d6855ead80b90e199111dc753369 100644 --- a/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moirai_1_1_large/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:16:03.388980+00:00", + "evaluated_at": "2026-06-20T04:56:40.935782+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, @@ -130,82 +130,82 @@ 63543.91015625 ], "p50": [ - 62955.62890625, - 62955.328125, - 62969.5390625, - 62888.044921875, - 62965.892578125, - 62926.38671875, - 62842.8671875, - 62825.279296875, - 62703.876953125, - 62859.873046875, - 62743.896484375, - 62621.04296875, - 62840.640625, - 62639.306640625, - 62699.130859375, - 62715.103515625, - 62616.056640625, - 62921.62890625, - 62610.259765625, - 62534.09765625, - 62586.81640625, - 62602.76171875, - 62586.421875, - 62382.556640625 + 62949.634765625, + 62929.771484375, + 62934.595703125, + 62879.171875, + 62913.380859375, + 62856.7578125, + 62841.0546875, + 62810.685546875, + 62656.96484375, + 62616.646484375, + 62812.26953125, + 62624.501953125, + 62775.9765625, + 62744.216796875, + 62595.837890625, + 62786.689453125, + 62712.482421875, + 62686.919921875, + 62686.162109375, + 62757.373046875, + 62776.904296875, + 62673.486328125, + 62694.900390625, + 62660.705078125 ], "p10": [ - 62645.587890625, - 62433.05078125, - 62286.720703125, - 62090.873046875, - 62118.16796875, - 61842.56640625, - 61842.908203125, - 61594.65234375, - 61632.158203125, - 61431.009765625, - 61214.369140625, - 61159.2265625, - 61060.765625, - 61071.517578125, - 60602.84765625, - 61053.509765625, - 60514.302734375, - 61265.57421875, - 60978.560546875, - 60623.080078125, - 60443.3359375, - 60455.171875, - 60584.76171875, - 60134.22265625 + 62601.15234375, + 62426.033203125, + 62237.091796875, + 62046.287109375, + 62069.244140625, + 61747.845703125, + 61621.97265625, + 61558.65234375, + 61404.533203125, + 61085.080078125, + 61366.935546875, + 61073.669921875, + 61135.0078125, + 61258.01171875, + 60968.97265625, + 60738.568359375, + 60753.76171875, + 60944.802734375, + 60861.0703125, + 61199.92578125, + 60511.705078125, + 60793.37109375, + 60488.140625, + 60429.98828125 ], "p90": [ - 63318.1953125, - 63498.638671875, - 63645.388671875, - 63759.4453125, - 63781.345703125, - 63899.533203125, - 64194.78125, - 63983.888671875, - 64137.9375, - 64257.298828125, - 64343.07421875, - 64376.98046875, - 64321.525390625, - 64361.609375, - 64174.0546875, - 64408.60546875, - 64849.322265625, - 64510.556640625, - 64341.115234375, - 64593.408203125, - 64659.876953125, - 64754.083984375, - 64822.1484375, - 64909.619140625 + 63247.640625, + 63538.1796875, + 63518.294921875, + 63703.94140625, + 63683.990234375, + 63955.2265625, + 64023.48046875, + 63761.943359375, + 64086.0, + 64027.919921875, + 64034.615234375, + 64365.828125, + 64292.41796875, + 65003.541015625, + 64611.34375, + 64376.931640625, + 64458.703125, + 64407.9375, + 64535.083984375, + 64538.28515625, + 65036.787109375, + 65039.556640625, + 64492.306640625, + 64619.86328125 ], "timestamps": [ "2026-06-15 00:00:00", diff --git a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 930ad4c8da5c052b28bb2bb3118da221e189b03b..121cbfcaa4bad55e7ce6c42df3998ea1ce3025e9 100644 --- a/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moirai_1_1_large/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:09:06.687847+00:00", + "evaluated_at": "2026-06-20T04:56:48.010411+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.3925724625587463, - 1.4249593615531921, - 1.4723258018493652, - 1.4902728199958801, - 1.524579644203186, - 1.5604303479194641, - 1.591709852218628, - 1.6215445399284363, - 1.6633681654930115, - 1.6688786149024963, - 1.6976726651191711, - 1.7061580419540405, - 1.7119966745376587, - 1.7579370141029358, - 1.7624647617340088, - 1.775183081626892, - 1.8087564706802368, - 1.8299095630645752, - 1.8192867040634155, - 1.8495216369628906, - 1.8424468636512756, - 1.8529977798461914, - 1.8416132926940918, - 1.8880220651626587, - 1.8771893382072449, - 1.8698242902755737, - 1.854275107383728, - 1.8871958255767822, - 1.898285686969757, - 1.855038046836853, - 1.9195533394813538, - 1.9042513370513916, - 1.829947829246521, - 1.8694579601287842, - 1.9391626715660095, - 1.8638932704925537, - 1.9320253729820251, - 1.86655855178833, - 1.9372799396514893, - 1.878700077533722, - 1.8875990509986877, - 1.9103050827980042, - 1.9021129608154297, - 1.7888013124465942, - 1.886050820350647, - 1.7746814489364624, - 1.851771593093872, - 1.8487370014190674, - 1.8817504048347473, - 1.8528778553009033, - 1.8248287439346313, - 1.8159523010253906, - 1.8300655484199524, - 1.7905646562576294, - 1.7574783563613892, - 1.754706084728241, - 1.7227847576141357, - 1.744118332862854, - 1.7443221807479858, - 1.7065798044204712 + 1.509319543838501, + 1.5201438069343567, + 1.5285380482673645, + 1.5564096570014954, + 1.5735688209533691, + 1.5871716737747192, + 1.6195738911628723, + 1.6315077543258667, + 1.6371461749076843, + 1.6594771146774292, + 1.6879213452339172, + 1.6961902379989624, + 1.7275127172470093, + 1.737256944179535, + 1.771550178527832, + 1.7635512351989746, + 1.790779173374176, + 1.806617558002472, + 1.787793755531311, + 1.8248075246810913, + 1.82510644197464, + 1.8036616444587708, + 1.852181851863861, + 1.8368924856185913, + 1.8590568900108337, + 1.8552424311637878, + 1.8549164533615112, + 1.848711609840393, + 1.8911882042884827, + 1.894607961177826, + 1.8668618202209473, + 1.9157583713531494, + 1.913901448249817, + 1.8549867272377014, + 1.8559747338294983, + 1.8600162863731384, + 1.842088222503662, + 1.8585340976715088, + 1.849903643131256, + 1.8280613422393799, + 1.8439058065414429, + 1.8755740523338318, + 1.8263076543807983, + 1.812204360961914, + 1.819710612297058, + 1.8077311515808105, + 1.821857213973999, + 1.8380529880523682, + 1.8330727815628052, + 1.845129132270813, + 1.8178675174713135, + 1.7933413982391357, + 1.8476885557174683, + 1.7871510982513428, + 1.8048140406608582, + 1.7258036136627197, + 1.7605942487716675, + 1.7896094918251038, + 1.6970551013946533, + 1.6874443292617798 ], "p10": [ - 1.370884656906128, - 1.3893049955368042, - 1.4313923120498657, - 1.4416338205337524, - 1.4625250697135925, - 1.5007585883140564, - 1.5127546191215515, - 1.532561182975769, - 1.5465087890625, - 1.53949773311615, - 1.543144404888153, - 1.574703574180603, - 1.5400380492210388, - 1.5634536147117615, - 1.5520427823066711, - 1.5674774646759033, - 1.5279115438461304, - 1.4887902736663818, - 1.500285029411316, - 1.5124914050102234, - 1.4993394017219543, - 1.5029210448265076, - 1.4777783751487732, - 1.5715607404708862, - 1.4679126143455505, - 1.4528733491897583, - 1.2239381670951843, - 1.2993413805961609, - 1.4104528427124023, - 1.2652437686920166, - 1.3343148231506348, - 1.3357440829277039, - 1.1381316184997559, - 1.320148229598999, - 1.1477132439613342, - 1.100383996963501, - 1.1399057507514954, - 1.1893324255943298, - 1.2678613066673279, - 0.8978652358055115, - 0.8285468816757202, - 1.122717559337616, - 0.8626054525375366, - 0.8323720693588257, - 0.832688182592392, - 0.6595854163169861, - 0.8531374931335449, - 0.9781278073787689, - 0.7179048955440521, - 0.736190676689148, - 0.8723761141300201, - 0.7149470150470734, - 0.7145450711250305, - 0.5480608642101288, - 0.6699638664722443, - 0.4106934368610382, - 0.4956870675086975, - 0.5930402874946594, - 0.48272958397865295, - 0.5491142570972443 + 1.465090274810791, + 1.442980170249939, + 1.4652756452560425, + 1.488281488418579, + 1.5019608736038208, + 1.4743159413337708, + 1.506070077419281, + 1.474835991859436, + 1.5326637029647827, + 1.5185303092002869, + 1.5300912857055664, + 1.5088577270507812, + 1.508956789970398, + 1.5231923460960388, + 1.5352708101272583, + 1.4516571760177612, + 1.4949157238006592, + 1.5708671808242798, + 1.4444252252578735, + 1.4170714616775513, + 1.4323201179504395, + 1.3853618502616882, + 1.4865357875823975, + 1.301072597503662, + 1.3014904260635376, + 1.199248194694519, + 1.3465495109558105, + 1.344488799571991, + 1.431395709514618, + 1.3325108289718628, + 1.2256936430931091, + 1.212514877319336, + 1.168372929096222, + 1.0547294616699219, + 0.9356270134449005, + 0.9259061813354492, + 0.8949630558490753, + 0.8107177913188934, + 0.6679332256317139, + 0.7131266593933105, + 0.7212603092193604, + 0.9203576743602753, + 0.5617758631706238, + 0.8633769750595093, + 0.796906590461731, + 0.6614512205123901, + 0.5362517535686493, + 0.705507218837738, + 0.7101771831512451, + 0.4969344139099121, + 0.2563779652118683, + 0.3126184642314911, + 0.40896978974342346, + 0.3580932915210724, + 0.397359699010849, + 0.0105515718460083, + 0.30922767519950867, + 0.28721147775650024, + 0.4342711567878723, + 0.43159219622612 ], "p90": [ - 1.415102243423462, - 1.456805408000946, - 1.5116388201713562, - 1.5431316494941711, - 1.5998754501342773, - 1.6274223327636719, - 1.669560194015503, - 1.7250490188598633, - 1.7773434519767761, - 1.7985635995864868, - 1.8354058265686035, - 1.8489413857460022, - 1.8703231811523438, - 1.9850656986236572, - 1.9685131311416626, - 1.9624118208885193, - 2.045217514038086, - 2.054326891899109, - 2.029148817062378, - 2.1610565185546875, - 2.134821891784668, - 2.1239055395126343, - 2.1530791521072388, - 2.2516930103302, - 2.20089054107666, - 2.187518835067749, - 2.2120405435562134, - 2.3271065950393677, - 2.3888585567474365, - 2.241336941719055, - 2.4154365062713623, - 2.3676915168762207, - 2.247797966003418, - 2.5275347232818604, - 2.4212121963500977, - 2.443921685218811, - 2.5892696380615234, - 2.4708012342453003, - 2.495175004005432, - 2.4515258073806763, - 2.5555078983306885, - 2.4892032146453857, - 2.5207695960998535, - 2.402841806411743, - 2.490899682044983, - 2.5354628562927246, - 2.5584681034088135, - 2.635472059249878, - 2.5096113681793213, - 2.6668039560317993, - 2.5273427963256836, - 2.674509048461914, - 2.6960389614105225, - 2.6738494634628296, - 2.6630163192749023, - 2.629604935646057, - 2.5696691274642944, - 2.4951062202453613, - 2.6800554990768433, - 2.6606485843658447 + 1.5611555576324463, + 1.5829179883003235, + 1.5976300239562988, + 1.6408814191818237, + 1.6486839652061462, + 1.6870192289352417, + 1.723171889781952, + 1.7788783311843872, + 1.7963079810142517, + 1.8184098601341248, + 1.8401376008987427, + 1.8929217457771301, + 1.9017190337181091, + 2.0146305561065674, + 1.9901483058929443, + 2.0049232244491577, + 2.040392518043518, + 2.0363560914993286, + 1.9996426105499268, + 2.1188615560531616, + 2.1040083169937134, + 2.1129298210144043, + 2.2371137142181396, + 2.220683217048645, + 2.2042183876037598, + 2.2557594776153564, + 2.2255074977874756, + 2.315903663635254, + 2.2523295879364014, + 2.2685803174972534, + 2.264353632926941, + 2.4642624855041504, + 2.4565259218215942, + 2.482063889503479, + 2.4112101793289185, + 2.3231195211410522, + 2.346672534942627, + 2.547378182411194, + 2.5539950132369995, + 2.319805860519409, + 2.724043607711792, + 2.7856640815734863, + 2.4302560091018677, + 2.463123321533203, + 2.4745490550994873, + 2.5621930360794067, + 2.731595754623413, + 2.3550519943237305, + 2.7573795318603516, + 2.543106436729431, + 2.4881402254104614, + 2.5292404890060425, + 2.5558104515075684, + 2.709419846534729, + 2.8579463958740234, + 2.496130585670471, + 2.4638617038726807, + 2.672760486602783, + 2.445366382598877, + 2.5093802213668823 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 80feb226dbc2e3f976c1422bddb6161e1a5006fe..c162b3f011803d206f614ec6edd81ee57b669806 100644 --- a/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moirai_1_1_large/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moirai-1.1-Large", - "evaluated_at": "2026-06-20T04:00:20.511120+00:00", + "evaluated_at": "2026-06-20T04:56:54.422569+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2550.2099609375, - 2559.7344970703125, - 2559.1390380859375, - 2552.972412109375, - 2554.4490966796875, - 2556.08349609375, - 2558.9454345703125, - 2559.6639404296875, - 2551.606689453125, - 2563.1959228515625, - 2564.294677734375, - 2563.77294921875, - 2562.609130859375, - 2561.584228515625, - 2567.8585205078125, - 2575.270751953125, - 2575.4959716796875, - 2575.9112548828125, - 2575.7122802734375, - 2577.0250244140625, - 2564.4798583984375, - 2577.365966796875, - 2573.5928955078125, - 2568.7550048828125 + 2550.4556884765625, + 2552.1866455078125, + 2551.319091796875, + 2551.8768310546875, + 2551.22119140625, + 2551.787841796875, + 2555.0499267578125, + 2554.0924072265625, + 2553.6295166015625, + 2555.3648681640625, + 2554.475341796875, + 2555.6495361328125, + 2558.1092529296875, + 2558.5782470703125, + 2561.1571044921875, + 2563.033203125, + 2558.4774169921875, + 2560.8790283203125, + 2556.5338134765625, + 2564.364990234375, + 2557.7138671875, + 2561.0062255859375, + 2563.3582763671875, + 2567.0723876953125 ], "p10": [ - 2519.0654296875, - 2526.9598388671875, - 2523.0101318359375, - 2514.0557861328125, - 2519.776123046875, - 2507.23193359375, - 2505.00439453125, - 2502.9793701171875, - 2491.300537109375, - 2493.888916015625, - 2486.98046875, - 2487.8956298828125, - 2490.843505859375, - 2493.3389892578125, - 2498.5133056640625, - 2495.6226806640625, - 2484.8790283203125, - 2487.75927734375, - 2498.2474365234375, - 2476.8990478515625, - 2464.7083740234375, - 2463.9578857421875, - 2487.0892333984375, - 2460.364013671875 + 2544.3843994140625, + 2545.4293212890625, + 2540.263427734375, + 2537.6654052734375, + 2536.280517578125, + 2533.0958251953125, + 2536.9237060546875, + 2531.8310546875, + 2529.8125, + 2523.386962890625, + 2521.5269775390625, + 2515.916748046875, + 2517.4190673828125, + 2521.544189453125, + 2516.90234375, + 2511.09716796875, + 2513.9874267578125, + 2510.965576171875, + 2497.955078125, + 2503.0704345703125, + 2500.8935546875, + 2501.8426513671875, + 2501.170654296875, + 2501.82177734375 ], "p90": [ - 2577.968505859375, - 2595.1180419921875, - 2597.5338134765625, - 2591.98681640625, - 2598.8404541015625, - 2600.4642333984375, - 2605.4185791015625, - 2612.632080078125, - 2613.4012451171875, - 2629.2445068359375, - 2628.3521728515625, - 2631.05517578125, - 2633.9095458984375, - 2625.7901611328125, - 2657.297607421875, - 2669.667724609375, - 2672.065673828125, - 2671.98291015625, - 2652.4844970703125, - 2674.392333984375, - 2679.4102783203125, - 2684.512451171875, - 2679.08837890625, - 2679.0638427734375 + 2556.0205078125, + 2562.6138916015625, + 2564.854248046875, + 2577.09765625, + 2572.3116455078125, + 2589.2706298828125, + 2580.0908203125, + 2589.9156494140625, + 2585.230224609375, + 2593.93798828125, + 2592.8497314453125, + 2613.5751953125, + 2615.341552734375, + 2610.65380859375, + 2619.9544677734375, + 2624.4161376953125, + 2608.685546875, + 2623.9190673828125, + 2624.8828125, + 2626.797607421875, + 2623.49462890625, + 2632.981201171875, + 2650.197265625, + 2658.5576171875 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/moirai_1_1_large/online_meta.json b/results/moirai_1_1_large/online_meta.json index 0a03f1c6f759662b006cecd48ebaea29f6d1496b..5abdcfa3fc3ec5f7f51b96ee2cfbcc8f8359d031 100644 --- a/results/moirai_1_1_large/online_meta.json +++ b/results/moirai_1_1_large/online_meta.json @@ -1,11 +1,23 @@ { "model": "Moirai-1.1-Large", "api_model_id": "Salesforce/moirai-1.1-R-large", - "evaluated_at": "2026-06-20T04:16:05.814880+00:00", + "evaluated_at": "2026-06-20T04:56:57.425367+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/moirai_1_1_small/all_results.csv b/results/moirai_1_1_small/all_results.csv deleted file mode 100644 index b6d288c0e5dc5b97db62acdbe9a606edd7a11261..0000000000000000000000000000000000000000 --- a/results/moirai_1_1_small/all_results.csv +++ /dev/null @@ -1,4 +0,0 @@ -dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,Moirai-1.1-Small,696015.276705424,1148158.655008475,893.383544921875,1.6076851625581483,0.013428481386081078,0.013558899610447017,6.319664350225788,834.2753003088512,0.012603482286159316,0.01349643658274514,0.01180700829184082,Finance,1 -nws_ksfo_observations_temperature/1h/short,Moirai-1.1-Small,11.15032985733736,9.823947084771854,3.1007635990778604,3.2308970197331917,0.20429326593875885,0.1849047622991562,41.29807311549259,3.3392109632871896,0.2189646533303075,0.20332876059526955,0.13637978739642925,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moirai-1.1-Small,21.581878593389092,13.855211259411305,2.780069430669149,0.5768443775451836,0.7039667869763685,0.29778029746775,7.130291422780721,4.645630053436142,0.4459804851298697,0.26688666534423827,0.2303719969007704,Hazards,1 diff --git a/results/moirai_1_1_small/config.json b/results/moirai_1_1_small/config.json deleted file mode 100644 index b247a1e751a00ba00c8ee5d1fb4483efc762c270..0000000000000000000000000000000000000000 --- a/results/moirai_1_1_small/config.json +++ /dev/null @@ -1,11 +0,0 @@ -{ - "model": "Moirai-1.1-Small", - "model_type": "zero-shot", - "model_dtype": "float32", - "model_link": "https://tsfm.ai/models/Salesforce/moirai-1.1-R-small", - "code_link": "https://github.com/zhouziyu02/TSFM_Bench/blob/main/scripts/run_online_eval.py", - "org": "Salesforce / TSFM.ai", - "testdata_leakage": "No", - "replication_code_available": "Yes", - "api_model_id": "Salesforce/moirai-1.1-R-small" -} diff --git a/results/moirai_1_1_small/online_meta.json b/results/moirai_1_1_small/online_meta.json deleted file mode 100644 index 94f067539e84ebad9380b576f11a85fdf3874704..0000000000000000000000000000000000000000 --- a/results/moirai_1_1_small/online_meta.json +++ /dev/null @@ -1,25 +0,0 @@ -{ - "model": "Moirai-1.1-Small", - "api_model_id": "Salesforce/moirai-1.1-R-small", - "evaluated_at": "2026-06-16T05:14:21.986461+00:00", - "datasets": [ - { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - }, - { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 - } - ] -} diff --git a/results/moving_average/all_results.csv b/results/moving_average/all_results.csv index d188281effa5ea69a8e7f74c029e6dce3580ccbd..466097d25972c739bf459c63f27aa233a4f2efc4 100644 --- a/results/moving_average/all_results.csv +++ b/results/moving_average/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Moving-Average,637120.9175279264,609188.4059614205,723.5166221217078,0.7005759524092546,0.011516622661350428,0.011439798565812809,6.971031769331193,798.1985451802868,0.012681272839091848,0.011494773755408357,0.010526024515492451,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Moving-Average,2.8577144586811323,2.8984197814294816,1.5162396095483064,0.8690967662654628,0.06401851784150171,0.06487387899828524,4.763387027254713,1.6904775830164482,0.07238958145115224,0.0649283680644894,0.05494838497429076,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.320469674112201,0.31781086455193114,0.5165306050400543,0.7317160629460753,0.32163409859622083,0.39411607722650427,26.91870682749094,0.5661004099205379,0.3712539664260171,0.33874562275704423,0.33249039483555937,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Moving-Average,0.2185090171675224,0.21671879853176695,0.41040130833708116,0.5787024617968104,0.25435466438362,0.30021451270480154,20.742861091234747,0.46744948087202154,0.3113078373842913,0.27331540409407135,0.26652500478699054,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Moving-Average,0.029536248428467755,0.029987435320635376,0.13934296372736624,0.807785118335127,0.10901955806217714,0.1001926407691353,11.108854900161083,0.17186113123236374,0.1258799799080672,0.10206199242698975,0.08356645337463589,Ocean,1 nws_ksfo_observations_temperature/1h/short,Moving-Average,3.5782119366975333,3.5086608416827576,1.7728070652275771,1.5642414111398733,0.10003721090689598,0.09467696392616903,35.45207775881739,1.89161622341783,0.10540698415444989,0.09878655295930186,0.09555652343716797,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Moving-Average,143.91648961702978,140.9703687522973,11.14254360026981,0.9816387415739604,0.7184843750337032,0.49286102573420304,14.678521238370863,11.996519896079437,0.5537920061273203,0.5143701362735349,0.4665356171345395,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Moving-Average,4.392244326380772,4.658443952013995,1.5666750837123595,0.8270772015537329,0.05524453454722206,0.058048084217241815,11.077795166950517,2.0957681948108604,0.07786135708275642,0.05820464707290499,0.04887922432979494,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Moving-Average,21.651331597222207,24.256944444444443,4.138888888888888,0.7120669056152926,0.6418433033016365,0.4157184247180414,4.219354532519708,4.653099138984921,0.500781970114969,0.4454409566517189,0.3291944859657863,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,1086.0589652582867,1043.460006925217,32.30263157894751,0.5001697792869293,0.01266769865841079,0.012748445390697067,1.9129031695180905,32.95540874057378,0.012923689702185796,0.01266769865841079,0.009223808431754793,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Moving-Average,11.302797495389774,1.1080332409975322,1.052631578947512,0.012791472351767233,0.0004127966976264753,0.00041288191577214554,1.8506327767104667,3.361963339388128,0.0013184169958384815,0.0004127966976264753,0.0024459159882276806,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Moving-Average,3197.6763016482378,2817.5812890455422,41.356732348111656,0.8779979781077876,0.19236769295660214,0.16779456410206287,10.519354079162806,56.54799997920561,0.2236361581098527,0.163557698551854,0.13571534226609228,Web,1 diff --git a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json index af224912891b0d15cc193fc7140df431129761f6..d6202890373aae032b627ce1162dca30ff0b8ea0 100644 --- a/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/moving_average/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T04:16:34.493121+00:00", + "evaluated_at": "2026-06-20T04:57:41.700213+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index a9074adc1c55115037742971291aa6d4bb9cfff2..ae334524eb04efd5f55441f2c2ea722cb8f5537f 100644 --- a/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/moving_average/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T04:09:57.774665+00:00", + "evaluated_at": "2026-06-20T04:57:41.708315+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.0100776908849074, - 1.011077737614949, - 1.0120777247403456, - 1.0030777214024855, - 1.0095777271245314, - 1.0080777287413074, - 1.0100776908849074, - 1.0030777810071303, - 1.0065777061436965, - 1.0090777633641554, - 1.0130777416680647, - 1.0095777271245314, - 1.0015777407143904, - 1.0095777271245314, - 1.0095777271245314, - 1.0105777142499281, - 1.0080777287413074, - 1.0095777271245314, - 1.0130777416680647, - 1.0095777569268538, - 1.0000778196309401, - 1.008077716634114, - 1.0105777142499281, - 1.0070777444098784, - 1.0090777633641554, - 1.0060777423833205, - 1.0105777142499281, - 1.0030778108094527, - 1.0060777423833205, - 1.0035777149651839, - 1.0130777416680647, - 1.0095777271245314, - 0.9940777776692702, - 1.0130777118657424, - 1.0070777295087172, - 1.0100776908849074, - 1.0025777576421095, - 1.008077716634114, - 1.0065777433965994, - 1.0075777305219962, - 1.008077716634114, - 1.0080777585436298, - 1.0065777433965994, - 1.0070776699040724, - 1.003077840611775, - 1.0095777271245314, - 1.0060777423833205, - 1.0070777071569754, - 1.0105777142499281, - 1.0130777118657424, - 1.0130777416680647, - 1.0130777267669036, - 1.0150776861165358, - 1.0080777287413074, - 1.008077716634114, - 1.0155777094815566, - 1.0065777061436965, - 1.005077695653279, - 1.0130777416680647, - 1.0080777464364363 + 1.112248262133309, + 1.113248189654061, + 1.1142482363841024, + 1.1062483393809286, + 1.113248189654061, + 1.1132482492587057, + 1.113248189654061, + 1.109248241152474, + 1.1067482435366598, + 1.109248241152474, + 1.1147482327407685, + 1.112748225893685, + 1.10974820491285, + 1.1112482750079122, + 1.1112482154032675, + 1.1162482404372183, + 1.1127482556960073, + 1.1132482520526734, + 1.1137482130190817, + 1.112248262133309, + 1.103248199190804, + 1.1137482158130494, + 1.113248189654061, + 1.1062483095786062, + 1.1107482292911497, + 1.106248220171639, + 1.1162482106348959, + 1.110248205926129, + 1.1057482266089407, + 1.109748242165753, + 1.1137482158130494, + 1.112248262133309, + 1.0972482391855207, + 1.1162482404372183, + 1.1062482797762838, + 1.1152482235094991, + 1.1042482421955553, + 1.111248227510461, + 1.1077482306620565, + 1.113248189654061, + 1.1112482452055898, + 1.109248241152474, + 1.107248147692391, + 1.1107481920382467, + 1.110248243179032, + 1.112748225893685, + 1.1107481920382467, + 1.1112482154032675, + 1.1157482170721975, + 1.113248189654061, + 1.1162482404372183, + 1.1137482158130494, + 1.111248227510461, + 1.109248241152474, + 1.1112482396176544, + 1.1197483145853964, + 1.1112482154032675, + 1.1067482435366598, + 1.1162482404372183, + 1.112748225893685 ], "p10": [ - 0.9678777573560072, - 0.9750777242635085, - 0.9660777805302931, - 0.9679777501080824, - 0.9660777805302931, - 0.9709777174447372, - 0.9770778177235915, - 0.9665777144883467, - 0.9630777595494582, - 0.9639777479623153, - 0.9629777608369186, - 0.9640778062794997, - 0.9680777547810866, - 0.9749777315114333, - 0.9709777174447372, - 0.9740777967427565, - 0.9640777466748549, - 0.9669777152989699, - 0.9680777547810866, - 0.9689776895497634, - 0.9640778062794997, - 0.9728777391765906, - 0.9678777573560072, - 0.9678777573560072, - 0.9649777410481765, - 0.9668777106259657, - 0.965977775857289, - 0.9689776895497634, - 0.9670777080510451, - 0.9709777174447372, - 0.9670777080510451, - 0.970877712771733, - 0.9630777595494582, - 0.9749777315114333, - 0.9679777501080824, - 0.9698777316068007, - 0.9620777724240615, - 0.9750777443800761, - 0.9639778016064955, - 0.9750777510855986, - 0.9650777338002516, - 0.9669777152989699, - 0.9649777410481765, - 0.9709777174447372, - 0.965977775857289, - 0.965977775857289, - 0.9649777410481765, - 0.9680777547810866, - 0.9680777547810866, - 0.9749777315114333, - 0.9710777698014571, - 0.97007772903188, - 0.9728777391765906, - 0.9649777410481765, - 0.9679777501080824, - 0.9698777316068007, - 0.97007772903188, - 0.962977754876454, - 0.9730777485225989, - 0.9689776895497634 + 1.0672483050486532, + 1.0782482520899264, + 1.0757482358476607, + 1.071148248877236, + 1.0741482162138907, + 1.072248181070992, + 1.0782482431492295, + 1.0691482746264425, + 1.071148248877236, + 1.0672482990881886, + 1.0682482325694052, + 1.071148248877236, + 1.0681482398173299, + 1.07724829551191, + 1.0712482535502401, + 1.0782482453844038, + 1.0662482583186117, + 1.0701482140681233, + 1.0739482187888112, + 1.0742482685706105, + 1.0712482535502401, + 1.0681482398173299, + 1.0712482535502401, + 1.0712482535502401, + 1.0690482818743674, + 1.065248271193215, + 1.0721481883189168, + 1.0700482093951194, + 1.0710482561251609, + 1.0712482535502401, + 1.0691482746264425, + 1.0780482256075827, + 1.0690482818743674, + 1.0762482472917525, + 1.0710482561251609, + 1.0690482759139028, + 1.066148259606072, + 1.0781482302805867, + 1.0672482990881886, + 1.0762482487818685, + 1.0671482467314688, + 1.0662482583186117, + 1.0672482454440084, + 1.0771482908389058, + 1.0702482068201986, + 1.071148248877236, + 1.0701482140681233, + 1.0731482231280294, + 1.0742482149264303, + 1.0781482302805867, + 1.079948233928391, + 1.076948287453362, + 1.0760482379457441, + 1.071148248877236, + 1.0742482149264303, + 1.0738482677599874, + 1.0742482685706105, + 1.0712482535502401, + 1.0740482651850667, + 1.0721481883189168 ], "p90": [ - 1.0370777605031325, - 1.0370777605031325, - 1.0391777811501814, - 1.0390777943585707, - 1.0411777404998137, - 1.0341777397249534, - 1.0370777605031325, - 1.0350777415488555, - 1.0401777474139524, - 1.0371777592156721, - 1.0381777463410689, - 1.042077755734761, - 1.0390777943585707, - 1.0410777119849517, - 1.0381777463410689, - 1.0411777404998137, - 1.040177666947682, - 1.0371777592156721, - 1.0410777090047194, - 1.0370777605031325, - 1.0410777119849517, - 1.0391777811501814, - 1.0410777090047194, - 1.0361778257344558, - 1.0400776682351425, - 1.040077724859555, - 1.0372777638886763, - 1.040077724859555, - 1.0391777334664656, - 1.0401777474139524, - 1.0410777388070418, - 1.0381777523015334, - 1.0361778138135267, - 1.0410777090047194, - 1.0370777605031325, - 1.0370777336810424, - 1.037377750680287, - 1.0390777407143905, - 1.040077662274678, - 1.040077724859555, - 1.0343777386401487, - 1.042077755734761, - 1.0370777336810424, - 1.0400776682351425, - 1.0411777404998137, - 1.0390777943585707, - 1.040077662274678, - 1.0381777463410689, - 1.040077662274678, - 1.040077751681645, - 1.0400777218793227, - 1.039177787110646, - 1.0391777364466979, - 1.0390777407143905, - 1.0401777205918623, - 1.0410777388070418, - 1.0370777336810424, - 1.0383777467463804, - 1.0410777119849517, - 1.0400777218793227 + 1.140248232450196, + 1.1402481519839254, + 1.141448243822762, + 1.1412482463976827, + 1.143348246183106, + 1.140248259272286, + 1.1432482206484762, + 1.1374482357165303, + 1.1433482193610158, + 1.1404482566973653, + 1.1404482566973653, + 1.144248207773873, + 1.143248167004296, + 1.1422482335230795, + 1.140248259272286, + 1.142348279919335, + 1.1443482392689672, + 1.1442482107541052, + 1.1442482107541052, + 1.140248259272286, + 1.144248207773873, + 1.1433482491633382, + 1.1442482375761953, + 1.1393483125826802, + 1.141348251070687, + 1.140248259272286, + 1.143248167004296, + 1.1414482378622977, + 1.1423482858797995, + 1.1432482236287085, + 1.1442482375761953, + 1.1414482468029943, + 1.1374482357165303, + 1.1443482392689672, + 1.1402482294699636, + 1.142348279919335, + 1.142248239483544, + 1.1412482463976827, + 1.1413482451102224, + 1.1462482416293112, + 1.141348251070687, + 1.143348246183106, + 1.140248259272286, + 1.1422482931277242, + 1.145348253216454, + 1.140248259272286, + 1.140248232450196, + 1.140248259272286, + 1.1433481657168356, + 1.1463482403418508, + 1.1442482375761953, + 1.1432482236287085, + 1.143348246183106, + 1.1452482545039144, + 1.1403482579848256, + 1.143248169984528, + 1.1393483125826802, + 1.1432482504507986, + 1.1443482392689672, + 1.1432482504507986 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8a5e83b5f0f21706cc6b2a05044aa505db3c80ba..1975229b681b3eb884c07b452e66c3bee89ba418 100644 --- a/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/moving_average/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Moving-Average", - "evaluated_at": "2026-06-20T04:01:27.021378+00:00", + "evaluated_at": "2026-06-20T04:57:41.718378+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525, - 2517.6973684210525 + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525 ], "p10": [ - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2417.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2417.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2462.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2467.6973684210525, - 2417.6973684210525, - 2467.6973684210525, - 2467.6973684210525 + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2493.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525 ], "p90": [ - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525, - 2567.6973684210525 + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/moving_average/online_meta.json b/results/moving_average/online_meta.json index 18ae2f3dcb4da132b3687adc4f62e8bbdd6e24bb..7dc58447386cee5215097ab1657969ea5da0150a 100644 --- a/results/moving_average/online_meta.json +++ b/results/moving_average/online_meta.json @@ -1,11 +1,23 @@ { "model": "Moving-Average", "api_model_id": "baseline/moving-average", - "evaluated_at": "2026-06-20T04:16:34.500048+00:00", + "evaluated_at": "2026-06-20T04:57:41.721492+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/online_status.json b/results/online_status.json index c651b96b322ff4ebd9608462282d0cb7b90b62a1..3122d1e0037d14d6322c08c6b210c5efd3ad8087 100644 --- a/results/online_status.json +++ b/results/online_status.json @@ -1,21 +1,274 @@ { - "status": "partial", - "started_at": "2026-06-20T03:22:58.477885+00:00", - "finished_at": "2026-06-20T05:11:07.951531+00:00", - "task_count": 11, + "status": "ok", + "started_at": "2026-06-20T04:20:53.611481+00:00", + "finished_at": "2026-06-20T04:57:41.743866+00:00", + "task_count": 3, "data_source": "ts_bench", "data_config": "configs/datasets/ts_bench.yaml", - "ts_bench_root": "/Users/zhouziyu/Desktop/TS-Bench", - "models": {}, - "failed_models": [ - "Chronos-Bolt-Tiny", - "Chronos-Bolt-Mini", - "Chronos-Bolt-Base", - "Chronos-2", - "TimesFM-2.5", - "Moirai-1.1-Small" - ], - "push_status": "ok", - "pushed_at": "2026-06-20T05:11:10.888997+00:00", - "push_detail": "HF Hub API" + "ts_bench_root": "/Users/bytedance/Desktop/TSFM_Bench/space/vendor/ts_bench", + "models": { + "Chronos-2": { + "model": "Chronos-2", + "api_model_id": "amazon/chronos-2", + "evaluated_at": "2026-06-20T04:38:00.287180+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TimesFM-2.5": { + "model": "TimesFM-2.5", + "api_model_id": "google/timesfm-2.5-200m-pytorch", + "evaluated_at": "2026-06-20T04:39:02.733518+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Toto-2.0-1B": { + "model": "Toto-2.0-1B", + "api_model_id": "Datadog/Toto-2.0-1B", + "evaluated_at": "2026-06-20T04:55:46.714490+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "TiRex": { + "model": "TiRex", + "api_model_id": "NX-AI/TiRex-1.1-gifteval", + "evaluated_at": "2026-06-20T04:56:15.233982+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moirai-1.1-Large": { + "model": "Moirai-1.1-Large", + "api_model_id": "Salesforce/moirai-1.1-R-large", + "evaluated_at": "2026-06-20T04:56:57.425367+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Timer-S1": { + "model": "Timer-S1", + "api_model_id": "bytedance-research/Timer-S1", + "evaluated_at": "2026-06-20T04:57:39.474747+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ARIMA": { + "model": "ARIMA", + "api_model_id": "baseline/arima", + "evaluated_at": "2026-06-20T04:57:41.551021+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "ETS": { + "model": "ETS", + "api_model_id": "baseline/ets", + "evaluated_at": "2026-06-20T04:57:41.691011+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Moving-Average": { + "model": "Moving-Average", + "api_model_id": "baseline/moving-average", + "evaluated_at": "2026-06-20T04:57:41.721492+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + }, + "Seasonal-Naive": { + "model": "Seasonal-Naive", + "api_model_id": "baseline/seasonal-naive", + "evaluated_at": "2026-06-20T04:57:41.742498+00:00", + "datasets": [ + { + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + } + ], + "failed_datasets": [] + } + }, + "failed_models": [], + "failed_datasets": [], + "push_status": "pending" } diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260620_045741.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..aceb09068899893eafe0d4f7113420e7de3ee229 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/arima/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ARIMA", + "evaluated_at": "2026-06-20T04:57:41.448207+00:00", + "metrics": { + "MSE[mean]": 216291.96643730218, + "MSE[0.5]": 559770.4541321847, + "MAE[0.5]": 686.7934283061368, + "MASE[0.5]": 0.6650171474057041, + "MAPE[0.5]": 0.010889659947488672, + "sMAPE[0.5]": 0.010960348789990295, + "MSIS": 8.679798929894568, + "RMSE[mean]": 465.0720013474281, + "NRMSE[mean]": 0.007388769341313607, + "ND[0.5]": 0.010911338915655648, + "mean_weighted_sum_quantile_loss": 0.008879076383058203 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62246.784686750136, + 62269.16228254825, + 62268.81510408935, + 62245.756899242464, + 62268.83746066506, + 62234.67182089144, + 62269.40800270241, + 62253.38745508093, + 62268.83753473098, + 62266.020256461445, + 62268.83753475489, + 62261.493118170896, + 62247.009996545836, + 62253.387454899996, + 62261.49311817084, + 62269.408004045945, + 62246.67172964357, + 62268.85587968186, + 62246.33346274129, + 62268.81918982881, + 62245.7563490483, + 62246.33346274129, + 62228.10520192089, + 62247.00999654584 + ], + "p10": [ + 61922.79207086054, + 61896.035968455224, + 61922.79729840947, + 61913.62814508804, + 61923.01730656597, + 61896.00563774804, + 61988.63612232901, + 61980.018991955796, + 62080.214261497276, + 61893.5357756935, + 61986.352504120936, + 61896.00562777094, + 61896.24158307737, + 61923.017380656245, + 61988.63612367254, + 61986.35250412138, + 61979.80299526755, + 61920.85741558311, + 61893.882030012384, + 61980.018991774865, + 61986.35250412138, + 61896.241583077375, + 61915.5593739846, + 61915.5593739846 + ], + "p90": [ + 62544.25216285178, + 62642.60415816931, + 62706.66745893284, + 62701.28186730847, + 62708.42120143558, + 62706.67155464947, + 62619.30869209537, + 62618.77449553176, + 62618.77449532647, + 62624.11647623486, + 62643.11284024033, + 62624.11647623164, + 62588.35214128761, + 62548.46755801212, + 62642.57381748497, + 62587.81794319954, + 62706.84651775766, + 62706.84651775766, + 62544.477472647486, + 62584.37832629384, + 62584.37832629384, + 62708.421275525856, + 62542.55704239087, + 62701.281317114306 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260620_042136.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260620_042136.json new file mode 100644 index 0000000000000000000000000000000000000000..bc3e695c93baf27934dedb441530da7a57022580 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/chronos_2/20260620_042136.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T04:21:36.836032+00:00", + "metrics": { + "MSE[mean]": 850340.098783493, + "MSE[0.5]": 850340.098783493, + "MAE[0.5]": 727.2472330729166, + "MASE[0.5]": 0.7041882762181357, + "MAPE[0.5]": 0.01152339947322184, + "sMAPE[0.5]": 0.011630060387601912, + "MSIS": 10.115866070477345, + "RMSE[mean]": 922.1388717451906, + "NRMSE[mean]": 0.014650358233228576, + "ND[0.5]": 0.011554043338915425, + "mean_weighted_sum_quantile_loss": 0.009949001220201235 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62697.109375, + 62677.44140625, + 62718.72265625, + 62792.28125, + 62751.07421875, + 62673.921875, + 62599.859375, + 62554.27734375, + 62430.796875, + 62150.640625, + 61956.34765625, + 61843.5078125, + 61850.16015625, + 61975.42578125, + 62167.94921875, + 62383.046875, + 62266.84375, + 62381.796875, + 62371.3828125, + 62295.1640625, + 61939.25390625, + 61566.8828125, + 61433.5546875, + 61338.52734375 + ], + "p10": [ + 62397.67578125, + 62338.5625, + 62339.31640625, + 62412.98828125, + 62323.03515625, + 62227.01171875, + 62136.19140625, + 62059.2265625, + 61886.91015625, + 61581.61328125, + 61317.23828125, + 61159.83984375, + 61148.16015625, + 61276.42578125, + 61474.13671875, + 61713.6171875, + 61559.05078125, + 61617.59765625, + 61560.9921875, + 61481.4765625, + 61111.81640625, + 60675.03515625, + 60549.22265625, + 60403.5703125 + ], + "p90": [ + 63002.23828125, + 62998.109375, + 63055.23046875, + 63171.1640625, + 63137.41796875, + 63107.125, + 63041.91015625, + 63028.37890625, + 62924.1015625, + 62706.91796875, + 62517.30078125, + 62458.03125, + 62474.55078125, + 62578.8125, + 62783.7421875, + 63030.94140625, + 62948.16796875, + 63070.83203125, + 63038.19921875, + 63031.96875, + 62728.3203125, + 62430.35546875, + 62293.21484375, + 62228.6484375 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260620_045741.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..760500ae6a98421d9d709d830219c233d16bc068 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/ets/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "ETS", + "evaluated_at": "2026-06-20T04:57:41.610308+00:00", + "metrics": { + "MSE[mean]": 301547.7119000133, + "MSE[0.5]": 318365.1260378177, + "MAE[0.5]": 434.5948454705319, + "MASE[0.5]": 0.4208150697143959, + "MAPE[0.5]": 0.006883111818745745, + "sMAPE[0.5]": 0.00692109366452753, + "MSIS": 4.570993697034349, + "RMSE[mean]": 549.1336011391156, + "NRMSE[mean]": 0.008724286787049066, + "ND[0.5]": 0.0069045675955597885, + "mean_weighted_sum_quantile_loss": 0.005667478036047063 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62893.26275641243, + 62884.452923128905, + 62823.99074609539, + 62821.19263156188, + 62790.28514202836, + 62762.54562124484, + 62745.59516296133, + 62722.74626717781, + 62684.89737139429, + 62629.048475610776, + 62614.77379857726, + 62613.21396529375, + 62554.353350760226, + 62539.75445497671, + 62508.1008716932, + 62501.818382159676, + 62455.60815825116, + 62441.56394996765, + 62427.98263230913, + 62383.17279902561, + 62350.7106219921, + 62356.11172620858, + 62262.27064292507, + 62243.58971589155 + ], + "p10": [ + 62563.329943912424, + 62525.70253250391, + 62507.935277345394, + 62480.53247531188, + 62452.68357952836, + 62420.07062124484, + 62480.39203796133, + 62539.36970467781, + 62447.80362139429, + 62296.368788110776, + 62280.82614232726, + 62250.24912154375, + 62222.16936638523, + 62283.558361226715, + 62185.9758716932, + 62146.345725909676, + 62117.74761137616, + 62102.42918434265, + 62052.99825730913, + 62094.17123652561, + 62184.4137469921, + 61978.806257458586, + 61946.94251792507, + 61923.10846589155 + ], + "p90": [ + 63193.68853766243, + 63247.256048128904, + 63138.177464845394, + 63273.81372531188, + 63163.70936077836, + 63151.17843374484, + 63107.10297546133, + 63077.30486092781, + 62980.23096514429, + 62943.23519436078, + 62994.86168920226, + 62984.08505904375, + 62851.27835076023, + 62912.16070497671, + 62882.3625904432, + 62854.513694659676, + 62829.52261137616, + 62881.25730934265, + 62771.161929184134, + 62825.55951777561, + 62715.2692157421, + 62698.45547620858, + 62661.52064292507, + 62642.75768464155 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260620_045640.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260620_045640.json new file mode 100644 index 0000000000000000000000000000000000000000..c7fa1877a19f6bcb3f457a3a34b5f9fce65a92d0 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moirai_1_1_large/20260620_045640.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T04:56:40.935782+00:00", + "metrics": { + "MSE[mean]": 117900.73696009319, + "MSE[0.5]": 133977.8980741501, + "MAE[0.5]": 308.2412109375, + "MASE[0.5]": 0.29846775225572514, + "MAPE[0.5]": 0.004889489813956827, + "sMAPE[0.5]": 0.004900442352005579, + "MSIS": 2.8282393681637177, + "RMSE[mean]": 343.366767407816, + "NRMSE[mean]": 0.005455193682910065, + "ND[0.5]": 0.004897141093219619, + "mean_weighted_sum_quantile_loss": 0.007046553815521158 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62949.634765625, + 62929.771484375, + 62934.595703125, + 62879.171875, + 62913.380859375, + 62856.7578125, + 62841.0546875, + 62810.685546875, + 62656.96484375, + 62616.646484375, + 62812.26953125, + 62624.501953125, + 62775.9765625, + 62744.216796875, + 62595.837890625, + 62786.689453125, + 62712.482421875, + 62686.919921875, + 62686.162109375, + 62757.373046875, + 62776.904296875, + 62673.486328125, + 62694.900390625, + 62660.705078125 + ], + "p10": [ + 62601.15234375, + 62426.033203125, + 62237.091796875, + 62046.287109375, + 62069.244140625, + 61747.845703125, + 61621.97265625, + 61558.65234375, + 61404.533203125, + 61085.080078125, + 61366.935546875, + 61073.669921875, + 61135.0078125, + 61258.01171875, + 60968.97265625, + 60738.568359375, + 60753.76171875, + 60944.802734375, + 60861.0703125, + 61199.92578125, + 60511.705078125, + 60793.37109375, + 60488.140625, + 60429.98828125 + ], + "p90": [ + 63247.640625, + 63538.1796875, + 63518.294921875, + 63703.94140625, + 63683.990234375, + 63955.2265625, + 64023.48046875, + 63761.943359375, + 64086.0, + 64027.919921875, + 64034.615234375, + 64365.828125, + 64292.41796875, + 65003.541015625, + 64611.34375, + 64376.931640625, + 64458.703125, + 64407.9375, + 64535.083984375, + 64538.28515625, + 65036.787109375, + 65039.556640625, + 64492.306640625, + 64619.86328125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260620_045741.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..db57480c688d3a06998a9630e8d9d8dc437ecec5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/moving_average/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Moving-Average", + "evaluated_at": "2026-06-20T04:57:41.700213+00:00", + "metrics": { + "MSE[mean]": 637120.9175279264, + "MSE[0.5]": 609188.4059614205, + "MAE[0.5]": 723.5166221217078, + "MASE[0.5]": 0.7005759524092546, + "MAPE[0.5]": 0.011516622661350428, + "sMAPE[0.5]": 0.011439798565812809, + "MSIS": 6.971031769331193, + "RMSE[mean]": 798.1985451802868, + "NRMSE[mean]": 0.012681272839091848, + "ND[0.5]": 0.011494773755408357, + "mean_weighted_sum_quantile_loss": 0.010526024515492451 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 63655.81691509046, + 63674.85597759046, + 63642.24269634046, + 63667.29347759046, + 63664.23488384046, + 63664.34425884046, + 63675.24269634046, + 63680.24269634046, + 63670.24269634046, + 63642.24269634046, + 63655.81691509046, + 63682.10597759046, + 63651.09425884046, + 63664.34425884046, + 63660.53957134046, + 63682.10597759046, + 63663.74464946546, + 63677.54933696546, + 63691.81691509046, + 63674.85597759046, + 63670.24269634046, + 63703.49269634046, + 63637.50050884046, + 63646.66847759046 + ], + "p10": [ + 63325.884102590455, + 63316.10558696546, + 63326.18722759046, + 63326.63332134046, + 63326.63332134046, + 63321.86925884046, + 63410.03957134046, + 63496.866133840456, + 63433.14894634046, + 63309.56300884046, + 63321.86925884046, + 63319.14113384046, + 63318.91027446546, + 63408.14816509046, + 63338.41457134046, + 63326.63332134046, + 63325.884102590455, + 63338.41457134046, + 63316.83254009046, + 63385.854415090456, + 63503.94582134046, + 63326.18722759046, + 63322.17238384046, + 63326.18722759046 + ], + "p90": [ + 63956.24269634046, + 64037.659102590456, + 63956.42941509046, + 64119.91457134046, + 64037.659102590456, + 64052.97707134046, + 64036.75050884046, + 64034.80129009046, + 63965.57629009046, + 63956.42941509046, + 64035.90480571546, + 64052.97707134046, + 63948.01925884046, + 64036.75050884046, + 64034.80129009046, + 64034.80129009046, + 64037.659102590456, + 64117.24269634046, + 64034.99621196546, + 64117.24269634046, + 64034.80129009046, + 64045.83644634046, + 64036.75050884046, + 64045.83644634046 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260620_045741.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..b6b700ad21c7b9bc41e003357b1208b51e464c3e --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/seasonal_naive/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-20T04:57:41.725752+00:00", + "metrics": { + "MSE[mean]": 1419487.417836507, + "MSE[0.5]": 1419487.417836507, + "MAE[0.5]": 1034.771484375, + "MASE[0.5]": 1.0019618016046177, + "MAPE[0.5]": 0.01647139127992552, + "sMAPE[0.5]": 0.016312867329916873, + "MSIS": 3.7001269913493267, + "RMSE[mean]": 1191.4224346706364, + "NRMSE[mean]": 0.018928564893914774, + "ND[0.5]": 0.016439793831630654, + "mean_weighted_sum_quantile_loss": 0.012298406804910282 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "p10": [ + 63178.651484375, + 63257.763515624996, + 63395.71, + 62997.163906249996, + 62605.741953125, + 62714.119999999995, + 62801.741953125, + 63220.232578125, + 63111.9234375, + 62915.540625, + 62797.0371875, + 62694.91046875, + 63090.50890625, + 62704.32, + 62540.277187499996, + 61122.052578124996, + 61434.24, + 61353.88, + 61454.7434375, + 61691.773281249996, + 61824.28, + 61711.89390625, + 61628.13453125, + 61698.851484375 + ], + "p90": [ + 65757.371953125, + 65839.713046875, + 65983.29000000001, + 65568.47671875, + 65161.078359375, + 65273.880000000005, + 65365.078359375, + 65800.650234375, + 65687.9203125, + 65483.521875, + 65360.1815625, + 65253.88640625, + 65665.63171875, + 65263.68, + 65092.941562500004, + 63616.830234375004, + 63941.76, + 63858.12, + 63963.1003125, + 64209.804843750004, + 64347.72, + 64230.74671875, + 64143.56859375, + 64217.171953125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260620_045718.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260620_045718.json new file mode 100644 index 0000000000000000000000000000000000000000..30e733a97a7f8cacec79fb76cb6cf762a8ac0c94 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timer_s1/20260620_045718.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Timer-S1", + "evaluated_at": "2026-06-20T04:57:18.086141+00:00", + "metrics": { + "MSE[mean]": 239434.57980410257, + "MSE[0.5]": 239434.57980410257, + "MAE[0.5]": 417.1671549479167, + "MASE[0.5]": 0.40393996206258986, + "MAPE[0.5]": 0.006644394170522007, + "sMAPE[0.5]": 0.0066140840188136235, + "MSIS": 2.606258474926196, + "RMSE[mean]": 489.3205286967864, + "NRMSE[mean]": 0.007774014582764077, + "ND[0.5]": 0.006627687488715419, + "mean_weighted_sum_quantile_loss": 0.0054939163315563195 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 63050.625, + 63095.9375, + 63141.25, + 63195.625, + 63231.875, + 63268.125, + 63295.3125, + 63313.4375, + 63322.5, + 63340.625, + 63331.5625, + 63349.6875, + 63367.8125, + 63385.9375, + 63413.125, + 63431.25, + 63476.5625, + 63485.625, + 63521.875, + 63485.625, + 63530.9375, + 63503.75, + 63540.0, + 63567.1875 + ], + "p10": [ + 62778.75, + 62706.25, + 62651.875, + 62633.75, + 62615.625, + 62597.5, + 62597.5, + 62579.375, + 62579.375, + 62543.125, + 62543.125, + 62506.875, + 62525.0, + 62506.875, + 62525.0, + 62506.875, + 62488.75, + 62470.625, + 62470.625, + 62434.375, + 62452.5, + 62398.125, + 62452.5, + 62452.5 + ], + "p90": [ + 63431.25, + 63657.8125, + 63902.5, + 64129.0625, + 64283.125, + 64400.9375, + 64496.09375, + 64564.0625, + 64627.5, + 64668.28125, + 64729.453125, + 64781.5625, + 64856.328125, + 64928.828125, + 65001.328125, + 65036.4453125, + 65040.9765625, + 65091.953125, + 65125.9375, + 65111.2109375, + 65151.9921875, + 65136.69921875, + 65179.1796875, + 65218.26171875 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260620_043823.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260620_043823.json new file mode 100644 index 0000000000000000000000000000000000000000..ca4b1bd3aa226d716e698ceafcd5445b03133dc4 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/timesfm_2_5/20260620_043823.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T04:38:23.590888+00:00", + "metrics": { + "MSE[mean]": 122063.28371810913, + "MSE[0.5]": 101242.120677948, + "MAE[0.5]": 274.7447916666667, + "MASE[0.5]": 0.266033409884782, + "MAPE[0.5]": 0.004364328542468783, + "sMAPE[0.5]": 0.0043661971434430505, + "MSIS": 16.627174955257434, + "RMSE[mean]": 349.375562565714, + "NRMSE[mean]": 0.005550657613897696, + "ND[0.5]": 0.0043649712033207244, + "mean_weighted_sum_quantile_loss": 0.006547869044446434 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62887.3359375, + 62900.48046875, + 62867.65234375, + 62863.5703125, + 62874.86328125, + 62890.01171875, + 62932.97265625, + 62940.16796875, + 62902.515625, + 62972.2109375, + 62954.47265625, + 62947.63671875, + 62927.68359375, + 62942.30859375, + 62901.94140625, + 62906.671875, + 62832.95703125, + 62876.62109375, + 62851.62890625, + 62872.08203125, + 62876.625, + 62891.49609375, + 62859.54296875, + 62835.046875 + ], + "p10": [ + 63045.546875, + 63079.0703125, + 63086.515625, + 63186.4375, + 63254.98046875, + 63265.03515625, + 63412.734375, + 63361.3515625, + 63369.671875, + 63318.08203125, + 63407.1640625, + 63495.68359375, + 63482.5625, + 63456.9921875, + 63399.4375, + 63362.84765625, + 63477.828125, + 63517.1484375, + 63466.67578125, + 63368.76953125, + 63395.73828125, + 63345.79296875, + 63488.3828125, + 63423.62890625 + ], + "p90": [ + 63183.8125, + 63323.1875, + 63431.32421875, + 63529.62109375, + 63648.67578125, + 63739.5234375, + 63845.3984375, + 63899.84375, + 63932.66796875, + 64027.75, + 64044.171875, + 64060.9140625, + 64092.24609375, + 64124.5, + 64088.94140625, + 64105.19921875, + 64046.34375, + 64131.828125, + 64133.12890625, + 64173.6015625, + 64213.46484375, + 64248.26171875, + 64210.26171875, + 64187.90625 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260620_045555.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260620_045555.json new file mode 100644 index 0000000000000000000000000000000000000000..7542c886d4c7f475568925baf85b73dc57d22484 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/tirex/20260620_045555.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "TiRex", + "evaluated_at": "2026-06-20T04:55:55.572310+00:00", + "metrics": { + "MSE[mean]": 127625.76986757915, + "MSE[0.5]": 127625.76986757915, + "MAE[0.5]": 291.09912109375, + "MASE[0.5]": 0.28186918969146385, + "MAPE[0.5]": 0.004616796841028184, + "sMAPE[0.5]": 0.00462722343357835, + "MSIS": 2.5498725963675155, + "RMSE[mean]": 357.24749105848053, + "NRMSE[mean]": 0.005675721827042868, + "ND[0.5]": 0.00462479842903734, + "mean_weighted_sum_quantile_loss": 0.006467408911006898 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62945.9140625, + 62942.25390625, + 62939.171875, + 62932.7734375, + 62924.94921875, + 62900.3203125, + 62874.28125, + 62830.75390625, + 62785.484375, + 62745.46484375, + 62734.6953125, + 62740.40234375, + 62764.609375, + 62782.00390625, + 62796.1953125, + 62817.80078125, + 62831.109375, + 62813.57421875, + 62775.8046875, + 62735.76953125, + 62717.9609375, + 62691.0625, + 62667.375, + 62651.91796875 + ], + "p10": [ + 62650.5625, + 62443.6328125, + 62255.640625, + 62112.8984375, + 62006.140625, + 61889.4765625, + 61779.41796875, + 61660.41796875, + 61572.765625, + 61503.1953125, + 61454.35546875, + 61416.53125, + 61386.6484375, + 61353.76953125, + 61313.30078125, + 61265.12890625, + 61208.08984375, + 61144.8046875, + 61087.0078125, + 61011.26953125, + 60965.1640625, + 60904.9765625, + 60860.25390625, + 60812.23046875 + ], + "p90": [ + 63242.44140625, + 63406.359375, + 63589.31640625, + 63712.66015625, + 63797.80078125, + 63857.9921875, + 63918.57421875, + 63946.3671875, + 63970.60546875, + 64008.9375, + 64055.11328125, + 64100.48828125, + 64172.73828125, + 64245.484375, + 64333.55859375, + 64390.01953125, + 64455.66015625, + 64512.45703125, + 64543.64453125, + 64552.96875, + 64582.78515625, + 64597.46875, + 64617.95703125, + 64647.14453125 + ] + } +} diff --git a/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260620_043931.json b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260620_043931.json new file mode 100644 index 0000000000000000000000000000000000000000..c9462f44983a0da08606f2fd08ad301e95f1a6d5 --- /dev/null +++ b/results/saved_evals/finance/binance_btcusdt_1h_close_1h_short/toto_2_0_1b/20260620_043931.json @@ -0,0 +1,347 @@ +{ + "dataset": "binance_btcusdt_1h_close/1h/short", + "domain": "Finance", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T04:39:31.791450+00:00", + "metrics": { + "MSE[mean]": 62927.04262415568, + "MSE[0.5]": 62927.04262415568, + "MAE[0.5]": 203.45703125, + "MASE[0.5]": 0.1970059831166547, + "MAPE[0.5]": 0.0032347821276084883, + "sMAPE[0.5]": 0.003233450277808502, + "MSIS": 2.6279813931439073, + "RMSE[mean]": 250.85263128808452, + "NRMSE[mean]": 0.003985387694548848, + "ND[0.5]": 0.003232396425541126, + "mean_weighted_sum_quantile_loss": 0.0056570811601521385 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-15 00:00:00", + "2026-06-15 01:00:00", + "2026-06-15 02:00:00", + "2026-06-15 03:00:00", + "2026-06-15 04:00:00", + "2026-06-15 05:00:00", + "2026-06-15 06:00:00", + "2026-06-15 07:00:00", + "2026-06-15 08:00:00", + "2026-06-15 09:00:00", + "2026-06-15 10:00:00", + "2026-06-15 11:00:00", + "2026-06-15 12:00:00", + "2026-06-15 13:00:00", + "2026-06-15 14:00:00", + "2026-06-15 15:00:00", + "2026-06-15 16:00:00", + "2026-06-15 17:00:00", + "2026-06-15 18:00:00", + "2026-06-15 19:00:00", + "2026-06-15 20:00:00", + "2026-06-15 21:00:00", + "2026-06-15 22:00:00", + "2026-06-15 23:00:00", + "2026-06-16 00:00:00", + "2026-06-16 01:00:00", + "2026-06-16 02:00:00", + "2026-06-16 03:00:00", + "2026-06-16 04:00:00", + "2026-06-16 05:00:00", + "2026-06-16 06:00:00", + "2026-06-16 07:00:00", + "2026-06-16 08:00:00", + "2026-06-16 09:00:00", + "2026-06-16 10:00:00", + "2026-06-16 11:00:00", + "2026-06-16 12:00:00", + "2026-06-16 13:00:00", + "2026-06-16 14:00:00", + "2026-06-16 15:00:00", + "2026-06-16 16:00:00", + "2026-06-16 17:00:00", + "2026-06-16 18:00:00", + "2026-06-16 19:00:00", + "2026-06-16 20:00:00", + "2026-06-16 21:00:00", + "2026-06-16 22:00:00", + "2026-06-16 23:00:00", + "2026-06-17 00:00:00", + "2026-06-17 01:00:00", + "2026-06-17 02:00:00", + "2026-06-17 03:00:00", + "2026-06-17 04:00:00", + "2026-06-17 05:00:00", + "2026-06-17 06:00:00", + "2026-06-17 07:00:00", + "2026-06-17 08:00:00", + "2026-06-17 09:00:00", + "2026-06-17 10:00:00", + "2026-06-17 11:00:00", + "2026-06-17 12:00:00", + "2026-06-17 13:00:00", + "2026-06-17 14:00:00", + "2026-06-17 15:00:00", + "2026-06-17 16:00:00", + "2026-06-17 17:00:00", + "2026-06-17 18:00:00", + "2026-06-17 19:00:00", + "2026-06-17 20:00:00", + "2026-06-17 21:00:00", + "2026-06-17 22:00:00", + "2026-06-17 23:00:00", + "2026-06-18 00:00:00", + "2026-06-18 01:00:00", + "2026-06-18 02:00:00", + "2026-06-18 03:00:00", + "2026-06-18 04:00:00", + "2026-06-18 05:00:00", + "2026-06-18 06:00:00", + "2026-06-18 07:00:00", + "2026-06-18 08:00:00", + "2026-06-18 09:00:00", + "2026-06-18 10:00:00", + "2026-06-18 11:00:00", + "2026-06-18 12:00:00", + "2026-06-18 13:00:00", + "2026-06-18 14:00:00", + "2026-06-18 15:00:00", + "2026-06-18 16:00:00", + "2026-06-18 17:00:00", + "2026-06-18 18:00:00", + "2026-06-18 19:00:00", + "2026-06-18 20:00:00", + "2026-06-18 21:00:00", + "2026-06-18 22:00:00", + "2026-06-18 23:00:00", + "2026-06-19 00:00:00", + "2026-06-19 01:00:00", + "2026-06-19 02:00:00", + "2026-06-19 03:00:00", + "2026-06-19 04:00:00", + "2026-06-19 05:00:00", + "2026-06-19 06:00:00", + "2026-06-19 07:00:00", + "2026-06-19 08:00:00", + "2026-06-19 09:00:00", + "2026-06-19 10:00:00", + "2026-06-19 11:00:00", + "2026-06-19 12:00:00", + "2026-06-19 13:00:00", + "2026-06-19 14:00:00", + "2026-06-19 15:00:00", + "2026-06-19 16:00:00", + "2026-06-19 17:00:00", + "2026-06-19 18:00:00", + "2026-06-19 19:00:00", + "2026-06-19 20:00:00", + "2026-06-19 21:00:00", + "2026-06-19 22:00:00", + "2026-06-19 23:00:00" + ], + "context": [ + 65625.9921875, + 65525.0, + 65472.01171875, + 65927.1015625, + 65644.0078125, + 65858.0078125, + 65812.0078125, + 65674.7578125, + 65662.0078125, + 65596.859375, + 65917.3671875, + 66233.8984375, + 66563.4921875, + 66447.046875, + 66591.546875, + 67292.140625, + 67157.9921875, + 66851.7890625, + 66766.1171875, + 66614.3515625, + 66519.9765625, + 66368.1484375, + 66206.34375, + 66328.7421875, + 66250.0, + 66346.5234375, + 65741.9921875, + 66165.2109375, + 65840.09375, + 66045.0, + 66446.0, + 66372.0, + 66899.609375, + 66510.0, + 66514.0, + 66481.7265625, + 66429.828125, + 66052.0, + 65654.8984375, + 65859.7578125, + 65758.0703125, + 65978.7890625, + 65847.9921875, + 65675.8828125, + 65854.0, + 65776.96875, + 65780.0, + 65675.0078125, + 65700.0, + 65940.0, + 65904.0, + 65851.9921875, + 65892.0, + 65836.296875, + 65624.0, + 65539.5, + 64926.01953125, + 64909.44140625, + 64798.0, + 64810.01171875, + 65040.87890625, + 65278.0, + 65101.44921875, + 65752.0, + 65864.1171875, + 66104.078125, + 65516.0, + 64301.8515625, + 64434.359375, + 64257.76953125, + 64300.01171875, + 64509.3984375, + 64468.01171875, + 64548.73828125, + 64689.5, + 64282.8203125, + 63883.41015625, + 63994.0, + 64083.41015625, + 64510.44140625, + 64399.921875, + 64199.53125, + 64078.609375, + 63974.3984375, + 64378.0703125, + 63984.0, + 63816.609375, + 62369.44140625, + 62688.0, + 62606.0, + 62708.921875, + 62950.7890625, + 63086.0, + 62971.3203125, + 62885.8515625, + 62958.01171875 + ], + "actual": [ + 63020.0, + 63021.859375, + 63006.0, + 62773.51171875, + 62452.01171875, + 62739.19921875, + 62894.078125, + 62629.98828125, + 62603.98828125, + 62390.0, + 62533.25, + 62626.0, + 62830.01171875, + 63210.0, + 63203.53125, + 63214.01171875, + 62971.98828125, + 63198.01171875, + 63110.01171875, + 63021.6015625, + 63250.01171875, + 63075.98046875, + 63315.28125, + 63543.91015625 + ], + "predictions": { + "p50": [ + 62940.54296875, + 62921.19921875, + 62938.18359375, + 62946.76171875, + 62952.1484375, + 62962.08984375, + 62956.98046875, + 62943.30078125, + 62911.21484375, + 62863.875, + 62815.109375, + 62784.0, + 62811.4140625, + 62856.234375, + 62926.91015625, + 63009.90234375, + 63075.0546875, + 63122.94140625, + 63136.88671875, + 63107.8359375, + 63067.875, + 63042.15625, + 63039.28125, + 63038.62890625 + ], + "p10": [ + 62624.03125, + 62436.22265625, + 62327.88671875, + 62199.984375, + 62117.42578125, + 62033.01171875, + 61942.08984375, + 61865.77734375, + 61755.08203125, + 61626.4609375, + 61496.48046875, + 61375.859375, + 61359.046875, + 61379.41796875, + 61405.66015625, + 61458.34765625, + 61486.203125, + 61515.6328125, + 61460.4765625, + 61381.41796875, + 61263.33203125, + 61142.00390625, + 61094.84375, + 61033.29296875 + ], + "p90": [ + 63275.98046875, + 63406.20703125, + 63586.03515625, + 63762.54296875, + 63873.09375, + 63955.16796875, + 64046.3046875, + 64132.8203125, + 64183.62109375, + 64218.3125, + 64222.3671875, + 64276.77734375, + 64366.80078125, + 64468.02734375, + 64587.26953125, + 64692.140625, + 64793.77734375, + 64879.984375, + 64953.40625, + 64978.60546875, + 64999.6640625, + 65040.8828125, + 65073.0625, + 65143.99609375 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260620_045741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..a03e38cda49134f613293ca02e3714e5b2f87fbe --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/arima/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ARIMA", + "evaluated_at": "2026-06-20T04:57:41.537573+00:00", + "metrics": { + "MSE[mean]": 432.69228405766506, + "MSE[0.5]": 476.61437069506354, + "MAE[0.5]": 21.70808151359343, + "MASE[0.5]": 0.2637944082664518, + "MAPE[0.5]": 0.00851297314258566, + "sMAPE[0.5]": 0.00854978166369348, + "MSIS": 2.2255335424337805, + "RMSE[mean]": 20.801256790339977, + "NRMSE[mean]": 0.008157355604054893, + "ND[0.5]": 0.00851297314258566, + "mean_weighted_sum_quantile_loss": 0.00547431725971868 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2528.854530235881, + 2532.6924514644315, + 2534.7042841397056, + 2528.850677455694, + 2527.5131846781715, + 2532.6923329016336, + 2528.02616322655, + 2526.866286373287, + 2528.859049957865, + 2526.869537985938, + 2528.8506773434215, + 2526.8630347606363, + 2527.5131846747163, + 2531.4096791039897, + 2527.856856052029, + 2528.438420284984, + 2525.3242327910393, + 2526.934872054412, + 2527.86010766468, + 2525.3242327910393, + 2526.0936337758376, + 2526.869537985938, + 2526.869537985938, + 2526.869537985938 + ], + "p10": [ + 2449.4851652767184, + 2464.62480561818, + 2487.956210467376, + 2449.200699440935, + 2487.7540581047383, + 2487.956821911603, + 2464.5612653553726, + 2449.4813123842587, + 2485.6586479965517, + 2482.7256006826588, + 2487.9506709855877, + 2449.4813123842587, + 2483.8485566338136, + 2464.6246870552754, + 2464.6246870552754, + 2449.4813123842587, + 2462.5395542890174, + 2483.8485566338136, + 2464.6246870552754, + 2464.6246870552754, + 2482.7256006826588, + 2462.5395542890174, + 2463.990470056213, + 2482.7256006826588 + ], + "p90": [ + 2571.1179964963862, + 2573.9093058306908, + 2563.167186203188, + 2568.292048750989, + 2560.6726012268236, + 2568.292048638823, + 2571.1141436039297, + 2562.322013304614, + 2568.2920486387166, + 2570.8062346434244, + 2574.1799311381783, + 2557.5627338933014, + 2562.46517678107, + 2565.9608743090625, + 2573.8853242484474, + 2560.682246732028, + 2562.322013304614, + 2568.2920486387166, + 2565.9608743090625, + 2573.8853242484474, + 2562.8855522897866, + 2565.9608743090625, + 2560.6726012233685, + 2562.8855522897866 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260620_043757.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260620_043757.json new file mode 100644 index 0000000000000000000000000000000000000000..90191b9b549883685e40a0c096ad7a78a2c1d660 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/chronos_2/20260620_043757.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T04:37:57.093406+00:00", + "metrics": { + "MSE[mean]": 1.9290186017751694, + "MSE[0.5]": 1.9290186017751694, + "MAE[0.5]": 1.3669637044270833, + "MASE[0.5]": 0.01661120450949367, + "MAPE[0.5]": 0.0005360641978145426, + "sMAPE[0.5]": 0.0005362125691336998, + "MSIS": 0.14326196598101265, + "RMSE[mean]": 1.3888911410816793, + "NRMSE[mean]": 0.0005446631925810507, + "ND[0.5]": 0.0005360641978145425, + "mean_weighted_sum_quantile_loss": 0.0008368155729450345 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2548.820556640625, + 2548.830322265625, + 2548.948486328125, + 2548.5888671875, + 2548.550537109375, + 2548.6572265625, + 2548.677001953125, + 2548.89404296875, + 2548.911865234375, + 2548.965576171875, + 2548.991455078125, + 2548.857666015625, + 2548.4365234375, + 2548.701416015625, + 2548.800537109375, + 2548.67919921875, + 2548.661865234375, + 2548.161865234375, + 2548.3125, + 2548.3916015625, + 2548.283203125, + 2548.253662109375, + 2548.35595703125, + 2548.4609375 + ], + "p10": [ + 2546.8056640625, + 2546.962890625, + 2546.883056640625, + 2547.15185546875, + 2546.813232421875, + 2546.69140625, + 2546.711181640625, + 2546.8515625, + 2546.4521484375, + 2546.72998046875, + 2545.95751953125, + 2545.84716796875, + 2544.864990234375, + 2544.105224609375, + 2543.46044921875, + 2543.7099609375, + 2531.10888671875, + 2531.156982421875, + 2528.47705078125, + 2526.037109375, + 2525.337890625, + 2523.280517578125, + 2519.614501953125, + 2518.548583984375 + ], + "p90": [ + 2550.389404296875, + 2550.363525390625, + 2550.248291015625, + 2550.408447265625, + 2550.228515625, + 2550.288330078125, + 2550.001953125, + 2550.207763671875, + 2550.20458984375, + 2550.174072265625, + 2550.52197265625, + 2550.0185546875, + 2549.804443359375, + 2549.88623046875, + 2550.137939453125, + 2549.97607421875, + 2549.860107421875, + 2550.1826171875, + 2550.150634765625, + 2550.056640625, + 2550.104248046875, + 2550.150634765625, + 2550.118408203125, + 2550.093017578125 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260620_045741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..e884e418027b21ec60032cb50f2cc9302256af39 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/ets/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "ETS", + "evaluated_at": "2026-06-20T04:57:41.675622+00:00", + "metrics": { + "MSE[mean]": 361.812118063724, + "MSE[0.5]": 279.3420568428535, + "MAE[0.5]": 15.192042498174336, + "MASE[0.5]": 0.18461216200313113, + "MAPE[0.5]": 0.0059576637247742495, + "sMAPE[0.5]": 0.005936269990863615, + "MSIS": 1.8506327767104667, + "RMSE[mean]": 19.021359521961724, + "NRMSE[mean]": 0.007459356675279107, + "ND[0.5]": 0.0059576637247742495, + "mean_weighted_sum_quantile_loss": 0.006220645923814194 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2553.617019027304, + 2554.62354280738, + 2555.6300665874555, + 2556.6365903675314, + 2557.643114147607, + 2558.6496379276828, + 2559.656161707758, + 2560.662685487834, + 2561.6692092679095, + 2562.6757330479854, + 2563.682256828061, + 2564.6887806081363, + 2565.695304388212, + 2566.7018281682876, + 2567.7083519483635, + 2568.714875728439, + 2569.721399508515, + 2570.7279232885903, + 2571.734447068666, + 2572.7409708487417, + 2573.7474946288175, + 2574.754018408893, + 2575.7605421889684, + 2576.7670659690443 + ], + "p10": [ + 2503.617019027304, + 2504.62354280738, + 2505.6300665874555, + 2506.6365903675314, + 2507.643114147607, + 2508.6496379276828, + 2509.656161707758, + 2510.662685487834, + 2511.6692092679095, + 2512.6757330479854, + 2513.682256828061, + 2514.6887806081363, + 2515.695304388212, + 2516.7018281682876, + 2517.7083519483635, + 2518.714875728439, + 2519.721399508515, + 2520.7279232885903, + 2516.734447068666, + 2522.7409708487417, + 2523.7474946288175, + 2524.754018408893, + 2525.7605421889684, + 2526.7670659690443 + ], + "p90": [ + 2603.617019027304, + 2604.62354280738, + 2605.6300665874555, + 2606.6365903675314, + 2607.643114147607, + 2608.6496379276828, + 2609.656161707758, + 2610.662685487834, + 2611.6692092679095, + 2612.6757330479854, + 2613.682256828061, + 2614.6887806081363, + 2615.695304388212, + 2616.7018281682876, + 2617.7083519483635, + 2618.714875728439, + 2619.721399508515, + 2620.7279232885903, + 2621.734447068666, + 2622.7409708487417, + 2623.7474946288175, + 2624.754018408893, + 2625.7605421889684, + 2626.7670659690443 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260620_045654.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260620_045654.json new file mode 100644 index 0000000000000000000000000000000000000000..ccff367fce493ea85a3fbfaf8f9d4b0ef7d2d617 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moirai_1_1_large/20260620_045654.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T04:56:54.422569+00:00", + "metrics": { + "MSE[mean]": 175.39073299616575, + "MSE[0.5]": 53.37019829265773, + "MAE[0.5]": 5.8053436279296875, + "MASE[0.5]": 0.07054594788370254, + "MAPE[0.5]": 0.0022766053442861522, + "sMAPE[0.5]": 0.0022725114510907776, + "MSIS": 1.0132717934137656, + "RMSE[mean]": 13.243516640083394, + "NRMSE[mean]": 0.005193535937287605, + "ND[0.5]": 0.002276605344286152, + "mean_weighted_sum_quantile_loss": 0.003876644890812227 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.4556884765625, + 2552.1866455078125, + 2551.319091796875, + 2551.8768310546875, + 2551.22119140625, + 2551.787841796875, + 2555.0499267578125, + 2554.0924072265625, + 2553.6295166015625, + 2555.3648681640625, + 2554.475341796875, + 2555.6495361328125, + 2558.1092529296875, + 2558.5782470703125, + 2561.1571044921875, + 2563.033203125, + 2558.4774169921875, + 2560.8790283203125, + 2556.5338134765625, + 2564.364990234375, + 2557.7138671875, + 2561.0062255859375, + 2563.3582763671875, + 2567.0723876953125 + ], + "p10": [ + 2544.3843994140625, + 2545.4293212890625, + 2540.263427734375, + 2537.6654052734375, + 2536.280517578125, + 2533.0958251953125, + 2536.9237060546875, + 2531.8310546875, + 2529.8125, + 2523.386962890625, + 2521.5269775390625, + 2515.916748046875, + 2517.4190673828125, + 2521.544189453125, + 2516.90234375, + 2511.09716796875, + 2513.9874267578125, + 2510.965576171875, + 2497.955078125, + 2503.0704345703125, + 2500.8935546875, + 2501.8426513671875, + 2501.170654296875, + 2501.82177734375 + ], + "p90": [ + 2556.0205078125, + 2562.6138916015625, + 2564.854248046875, + 2577.09765625, + 2572.3116455078125, + 2589.2706298828125, + 2580.0908203125, + 2589.9156494140625, + 2585.230224609375, + 2593.93798828125, + 2592.8497314453125, + 2613.5751953125, + 2615.341552734375, + 2610.65380859375, + 2619.9544677734375, + 2624.4161376953125, + 2608.685546875, + 2623.9190673828125, + 2624.8828125, + 2626.797607421875, + 2623.49462890625, + 2632.981201171875, + 2650.197265625, + 2658.5576171875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260620_045741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..08d6fefee4eff52b9459a01f500a85818b5faed1 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/moving_average/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Moving-Average", + "evaluated_at": "2026-06-20T04:57:41.718378+00:00", + "metrics": { + "MSE[mean]": 11.302797495389774, + "MSE[0.5]": 1.1080332409975322, + "MAE[0.5]": 1.052631578947512, + "MASE[0.5]": 0.012791472351767233, + "MAPE[0.5]": 0.0004127966976264753, + "sMAPE[0.5]": 0.00041288191577214554, + "MSIS": 1.8506327767104667, + "RMSE[mean]": 3.361963339388128, + "NRMSE[mean]": 0.0013184169958384815, + "ND[0.5]": 0.0004127966976264753, + "mean_weighted_sum_quantile_loss": 0.0024459159882276806 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525, + 2548.9473684210525 + ], + "p10": [ + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2493.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525, + 2498.9473684210525 + ], + "p90": [ + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525, + 2598.9473684210525 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260620_045741.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..7dedc4ae974be8104af53bf8c792776b8803b91a --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/seasonal_naive/20260620_045741.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-20T04:57:41.739880+00:00", + "metrics": { + "MSE[mean]": 0.0, + "MSE[0.5]": 0.0, + "MAE[0.5]": 0.0, + "MASE[0.5]": 0.0, + "MAPE[0.5]": 0.0, + "sMAPE[0.5]": 0.0, + "MSIS": 1.8592403926100907, + "RMSE[mean]": 0.0, + "NRMSE[mean]": 0.0, + "ND[0.5]": 0.0, + "mean_weighted_sum_quantile_loss": 0.004444444444444421 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "p10": [ + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0 + ], + "p90": [ + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260620_045735.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260620_045735.json new file mode 100644 index 0000000000000000000000000000000000000000..c21d836ebe4c3c01cf685cfc0f59b9f840c21a92 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timer_s1/20260620_045735.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Timer-S1", + "evaluated_at": "2026-06-20T04:57:35.658201+00:00", + "metrics": { + "MSE[mean]": 33.81684939066569, + "MSE[0.5]": 33.81684939066569, + "MAE[0.5]": 5.795735677083333, + "MASE[0.5]": 0.07042919303797468, + "MAPE[0.5]": 0.0022728375204248367, + "sMAPE[0.5]": 0.0022754408146649072, + "MSIS": 2.306607496044304, + "RMSE[mean]": 5.815225652600739, + "NRMSE[mean]": 0.002280480648078721, + "ND[0.5]": 0.0022728375204248367, + "mean_weighted_sum_quantile_loss": 0.002894116370506536 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2543.44140625, + 2543.8671875, + 2543.8671875, + 2543.44140625, + 2543.44140625, + 2543.44140625, + 2543.8671875, + 2543.8671875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.71875, + 2544.71875, + 2544.29296875, + 2544.71875, + 2544.71875, + 2544.71875, + 2543.8671875, + 2545.14453125, + 2544.71875, + 2544.29296875 + ], + "p10": [ + 2543.44140625, + 2543.015625, + 2542.58984375, + 2542.1640625, + 2541.73828125, + 2541.3125, + 2540.88671875, + 2540.4609375, + 2540.03515625, + 2538.33203125, + 2537.90625, + 2536.62890625, + 2533.6484375, + 2530.66796875, + 2529.177734375, + 2528.5390625, + 2520.44921875, + 2518.533203125, + 2514.48828125, + 2510.23046875, + 2505.0146484375, + 2502.140625, + 2498.734375, + 2494.263671875 + ], + "p90": [ + 2544.71875, + 2544.71875, + 2544.71875, + 2545.14453125, + 2544.71875, + 2545.14453125, + 2545.99609375, + 2545.14453125, + 2545.99609375, + 2545.14453125, + 2545.5703125, + 2545.14453125, + 2545.14453125, + 2545.5703125, + 2545.5703125, + 2545.5703125, + 2545.99609375, + 2546.84765625, + 2546.421875, + 2546.84765625, + 2545.5703125, + 2547.2734375, + 2546.84765625, + 2546.84765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260620_043859.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260620_043859.json new file mode 100644 index 0000000000000000000000000000000000000000..85b981afa1dcf66448c5acf8084718e971b627d2 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/timesfm_2_5/20260620_043859.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T04:38:59.168263+00:00", + "metrics": { + "MSE[mean]": 0.23041222989559174, + "MSE[0.5]": 0.6858203088243803, + "MAE[0.5]": 0.7117411295572916, + "MASE[0.5]": 0.008649006131329113, + "MAPE[0.5]": 0.00027911416845383986, + "sMAPE[0.5]": 0.0002791566475747693, + "MSIS": 0.06372329905063291, + "RMSE[mean]": 0.48001273930552274, + "NRMSE[mean]": 0.0001882402899237344, + "ND[0.5]": 0.00027911416845383986, + "mean_weighted_sum_quantile_loss": 0.00035374708875158856 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.537353515625, + 2550.389892578125, + 2550.37109375, + 2550.12841796875, + 2550.814453125, + 2550.351806640625, + 2550.334716796875, + 2549.132080078125, + 2549.328125, + 2549.27783203125, + 2548.820556640625, + 2548.730712890625, + 2550.3291015625, + 2548.885498046875, + 2549.158203125, + 2548.190185546875, + 2549.40576171875, + 2549.505126953125, + 2548.705078125, + 2549.993896484375, + 2549.500244140625, + 2549.059326171875, + 2548.827880859375, + 2549.654541015625 + ], + "p10": [ + 2549.720947265625, + 2550.0556640625, + 2550.22119140625, + 2549.476806640625, + 2549.19775390625, + 2548.12939453125, + 2548.04931640625, + 2547.96875, + 2548.078369140625, + 2548.28271484375, + 2545.644287109375, + 2545.591796875, + 2545.8173828125, + 2544.60791015625, + 2545.58251953125, + 2545.19873046875, + 2544.375244140625, + 2544.036865234375, + 2542.69970703125, + 2543.988525390625, + 2544.466796875, + 2542.86083984375, + 2542.231689453125, + 2543.363525390625 + ], + "p90": [ + 2551.905517578125, + 2551.39794921875, + 2551.075439453125, + 2551.096923828125, + 2551.352294921875, + 2551.068603515625, + 2551.2470703125, + 2550.267578125, + 2551.03466796875, + 2550.467529296875, + 2551.248291015625, + 2550.97998046875, + 2551.18310546875, + 2550.760986328125, + 2550.33935546875, + 2549.87744140625, + 2551.25, + 2550.68701171875, + 2550.1611328125, + 2550.64208984375, + 2550.53369140625, + 2550.10205078125, + 2550.362548828125, + 2550.482421875 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260620_045611.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260620_045611.json new file mode 100644 index 0000000000000000000000000000000000000000..b18c18c4c9580e7312a6e03d1eeecbcf6a3653f9 --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/tirex/20260620_045611.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "TiRex", + "evaluated_at": "2026-06-20T04:56:11.679702+00:00", + "metrics": { + "MSE[mean]": 0.008739049235979715, + "MSE[0.5]": 0.008739049235979715, + "MAE[0.5]": 0.07672119140625, + "MASE[0.5]": 0.0009323081487341772, + "MAPE[0.5]": 3.0086741727941175e-05, + "sMAPE[0.5]": 3.0086252980331775e-05, + "MSIS": 0.21175979034810125, + "RMSE[mean]": 0.09348288204789, + "NRMSE[mean]": 3.665995374427059e-05, + "ND[0.5]": 3.0086741727941175e-05, + "mean_weighted_sum_quantile_loss": 0.0009033617117998818 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.205322265625, + 2550.155029296875, + 2550.1513671875, + 2550.12109375, + 2550.093017578125, + 2550.139892578125, + 2550.1240234375, + 2550.041748046875, + 2550.073974609375, + 2550.099365234375, + 2550.08154296875, + 2550.029052734375, + 2549.95166015625, + 2549.935791015625, + 2550.030517578125, + 2549.99951171875, + 2549.953125, + 2549.859130859375, + 2549.990478515625, + 2550.02294921875, + 2550.022216796875, + 2550.0302734375, + 2550.0673828125, + 2550.042236328125 + ], + "p10": [ + 2549.281982421875, + 2549.473388671875, + 2549.48583984375, + 2549.26220703125, + 2549.34033203125, + 2549.2431640625, + 2548.420654296875, + 2547.036865234375, + 2545.8740234375, + 2543.73486328125, + 2541.15283203125, + 2538.169189453125, + 2535.23583984375, + 2533.89794921875, + 2532.1337890625, + 2529.74462890625, + 2526.74560546875, + 2522.222900390625, + 2517.186767578125, + 2512.86474609375, + 2510.89404296875, + 2509.8349609375, + 2506.3466796875, + 2502.81787109375 + ], + "p90": [ + 2550.75341796875, + 2550.641357421875, + 2550.623046875, + 2550.77001953125, + 2550.73828125, + 2550.734130859375, + 2550.75, + 2550.716064453125, + 2550.780517578125, + 2550.753173828125, + 2550.748046875, + 2550.7900390625, + 2550.7099609375, + 2550.710205078125, + 2550.723388671875, + 2550.7841796875, + 2550.738037109375, + 2550.727294921875, + 2550.7646484375, + 2550.910400390625, + 2550.866455078125, + 2550.92333984375, + 2551.02685546875, + 2550.94384765625 + ] + } +} diff --git a/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260620_045544.json b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260620_045544.json new file mode 100644 index 0000000000000000000000000000000000000000..595d45fdae3cff7106842b96f964174462bfa6cc --- /dev/null +++ b/results/saved_evals/hydrology/usgs_potomac_iv_usgs_00060_15min_short/toto_2_0_1b/20260620_045544.json @@ -0,0 +1,347 @@ +{ + "dataset": "usgs_potomac_iv_usgs_00060/15min/short", + "domain": "Hydrology", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T04:55:44.633223+00:00", + "metrics": { + "MSE[mean]": 0.10051016012827556, + "MSE[0.5]": 0.10051016012827556, + "MAE[0.5]": 0.3082275390625, + "MASE[0.5]": 0.0037455498417721515, + "MAPE[0.5]": 0.00012087354473039216, + "sMAPE[0.5]": 0.00012086581666755239, + "MSIS": 0.5441170144382911, + "RMSE[mean]": 0.31703337383984603, + "NRMSE[mean]": 0.00012432681327052787, + "ND[0.5]": 0.00012087354473039216, + "mean_weighted_sum_quantile_loss": 0.0023686204299428106 + }, + "context_length": 96, + "prediction_length": 24, + "timestamps": [ + "2026-06-19 17:55:00", + "2026-06-19 18:10:00", + "2026-06-19 18:25:00", + "2026-06-19 18:40:00", + "2026-06-19 18:55:00", + "2026-06-19 19:10:00", + "2026-06-19 19:25:00", + "2026-06-19 19:40:00", + "2026-06-19 19:55:00", + "2026-06-19 20:10:00", + "2026-06-19 20:25:00", + "2026-06-19 20:40:00", + "2026-06-19 20:55:00", + "2026-06-19 21:10:00", + "2026-06-19 21:25:00", + "2026-06-19 21:40:00", + "2026-06-19 21:55:00", + "2026-06-19 22:10:00", + "2026-06-19 22:25:00", + "2026-06-19 22:40:00", + "2026-06-19 22:55:00", + "2026-06-19 23:10:00", + "2026-06-19 23:25:00", + "2026-06-19 23:40:00", + "2026-06-19 23:55:00", + "2026-06-20 00:10:00", + "2026-06-20 00:25:00", + "2026-06-20 00:40:00", + "2026-06-20 00:55:00", + "2026-06-20 01:10:00", + "2026-06-20 01:25:00", + "2026-06-20 01:40:00", + "2026-06-20 01:55:00", + "2026-06-20 02:10:00", + "2026-06-20 02:25:00", + "2026-06-20 02:40:00", + "2026-06-20 02:55:00", + "2026-06-20 03:10:00", + "2026-06-20 03:25:00", + "2026-06-20 03:40:00", + "2026-06-20 03:55:00", + "2026-06-20 04:10:00", + "2026-06-20 04:25:00", + "2026-06-20 04:40:00", + "2026-06-20 04:55:00", + "2026-06-20 05:10:00", + "2026-06-20 05:25:00", + "2026-06-20 05:40:00", + "2026-06-20 05:55:00", + "2026-06-20 06:10:00", + "2026-06-20 06:25:00", + "2026-06-20 06:40:00", + "2026-06-20 06:55:00", + "2026-06-20 07:10:00", + "2026-06-20 07:25:00", + "2026-06-20 07:40:00", + "2026-06-20 07:55:00", + "2026-06-20 08:10:00", + "2026-06-20 08:25:00", + "2026-06-20 08:40:00", + "2026-06-20 08:55:00", + "2026-06-20 09:10:00", + "2026-06-20 09:25:00", + "2026-06-20 09:40:00", + "2026-06-20 09:55:00", + "2026-06-20 10:10:00", + "2026-06-20 10:25:00", + "2026-06-20 10:40:00", + "2026-06-20 10:55:00", + "2026-06-20 11:10:00", + "2026-06-20 11:25:00", + "2026-06-20 11:40:00", + "2026-06-20 11:55:00", + "2026-06-20 12:10:00", + "2026-06-20 12:25:00", + "2026-06-20 12:40:00", + "2026-06-20 12:55:00", + "2026-06-20 13:10:00", + "2026-06-20 13:25:00", + "2026-06-20 13:40:00", + "2026-06-20 13:55:00", + "2026-06-20 14:10:00", + "2026-06-20 14:25:00", + "2026-06-20 14:40:00", + "2026-06-20 14:55:00", + "2026-06-20 15:10:00", + "2026-06-20 15:25:00", + "2026-06-20 15:40:00", + "2026-06-20 15:55:00", + "2026-06-20 16:10:00", + "2026-06-20 16:25:00", + "2026-06-20 16:40:00", + "2026-06-20 16:55:00", + "2026-06-20 17:10:00", + "2026-06-20 17:25:00", + "2026-06-20 17:40:00", + "2026-06-20 17:55:00", + "2026-06-20 18:10:00", + "2026-06-20 18:25:00", + "2026-06-20 18:40:00", + "2026-06-20 18:55:00", + "2026-06-20 19:10:00", + "2026-06-20 19:25:00", + "2026-06-20 19:40:00", + "2026-06-20 19:55:00", + "2026-06-20 20:10:00", + "2026-06-20 20:25:00", + "2026-06-20 20:40:00", + "2026-06-20 20:55:00", + "2026-06-20 21:10:00", + "2026-06-20 21:25:00", + "2026-06-20 21:40:00", + "2026-06-20 21:55:00", + "2026-06-20 22:10:00", + "2026-06-20 22:25:00", + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" + ], + "context": [ + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2500.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2500.0, + 2450.0, + 2400.0, + 2450.0, + 2500.0, + 2350.0, + 2450.0, + 2550.0, + 2500.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2400.0, + 2350.0, + 2400.0, + 2400.0, + 2400.0, + 2450.0, + 2400.0, + 2500.0, + 2350.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2450.0, + 2400.0, + 2400.0, + 2450.0, + 2450.0, + 2450.0, + 2450.0, + 2500.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2450.0, + 2450.0, + 2500.0, + 2400.0, + 2500.0, + 2500.0, + 2450.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "actual": [ + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0 + ], + "predictions": { + "p50": [ + 2550.3916015625, + 2550.40869140625, + 2550.389892578125, + 2550.381591796875, + 2550.35205078125, + 2550.34619140625, + 2550.437255859375, + 2550.33251953125, + 2550.280029296875, + 2550.304443359375, + 2550.35888671875, + 2550.343017578125, + 2550.320068359375, + 2550.27587890625, + 2550.345947265625, + 2550.316162109375, + 2550.23681640625, + 2550.266845703125, + 2550.297607421875, + 2550.298095703125, + 2550.1806640625, + 2550.1787109375, + 2550.1572265625, + 2550.197265625 + ], + "p10": [ + 2549.604736328125, + 2549.6591796875, + 2549.5400390625, + 2549.505615234375, + 2549.465576171875, + 2548.916259765625, + 2543.25, + 2519.58837890625, + 2518.644775390625, + 2512.3388671875, + 2502.677734375, + 2498.968017578125, + 2494.406005859375, + 2492.94970703125, + 2486.266845703125, + 2488.7216796875, + 2485.274658203125, + 2482.671630859375, + 2479.569091796875, + 2475.197509765625, + 2472.56298828125, + 2468.4443359375, + 2465.218505859375, + 2461.18017578125 + ], + "p90": [ + 2550.944580078125, + 2550.833251953125, + 2550.7626953125, + 2550.841064453125, + 2550.823486328125, + 2550.930419921875, + 2550.79736328125, + 2550.788330078125, + 2550.785400390625, + 2550.925048828125, + 2550.81982421875, + 2550.749755859375, + 2550.74951171875, + 2550.77880859375, + 2550.69873046875, + 2550.693115234375, + 2550.71826171875, + 2550.74609375, + 2550.802490234375, + 2550.851318359375, + 2550.7734375, + 2550.76708984375, + 2550.771240234375, + 2550.902099609375 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260620_045741.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..bdeb92a57ab712f6442a7a6ebcde6accd01ed4fb --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/arima/20260620_045741.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ARIMA", + "evaluated_at": "2026-06-20T04:57:41.495140+00:00", + "metrics": { + "MSE[mean]": 0.563323739511317, + "MSE[0.5]": 0.5558829343908479, + "MAE[0.5]": 0.5530006639971727, + "MASE[0.5]": 0.7797802763523002, + "MAPE[0.5]": 0.4443180007614582, + "sMAPE[0.5]": 0.3092742227151003, + "MSIS": 30.30221799966923, + "RMSE[mean]": 0.7505489587703903, + "NRMSE[mean]": 0.4998439034951267, + "ND[0.5]": 0.36828245152799555, + "mean_weighted_sum_quantile_loss": 0.3663874320859073 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.4995026025670852, + 1.5247739353257357, + 1.5477050810210111, + 1.5711426796860306, + 1.5957485626198449, + 1.6184972531735515, + 1.6400552017187258, + 1.6635605584728441, + 1.6842752163638033, + 1.7062834499255846, + 1.729057847547191, + 1.7492292674316896, + 1.7692889366380922, + 1.7891995750097394, + 1.8097584161087712, + 1.829145151849899, + 1.8502013940792053, + 1.867891353932549, + 1.886778955749362, + 1.9059654014253242, + 1.9254543870332133, + 1.9449488833825297, + 1.9621220781303865, + 1.9780489780856763, + 1.9963419820566823, + 2.0131709250591903, + 2.0295318762337207, + 2.0459410091965102, + 2.0622162415586645, + 2.077835644997469, + 2.0946056780703586, + 2.1109846615167647, + 2.125277511121385, + 2.1412511784394486, + 2.15525293570652, + 2.170163881594971, + 2.1841895597903664, + 2.199250087985133, + 2.214044339513237, + 2.228098609577425, + 2.241740765589943, + 2.254211692385219, + 2.268371296735037, + 2.2802590208440074, + 2.2944944743114037, + 2.30631886714587, + 2.3182787233370448, + 2.331255014566808, + 2.343218745934455, + 2.3563142121148677, + 2.3679987128636073, + 2.380358578114178, + 2.39029798877569, + 2.4026452133680403, + 2.4134817714462695, + 2.423594844075427, + 2.4357261318239507, + 2.4445996190192827, + 2.456322947892915, + 2.4668492118106964 + ], + "p10": [ + 1.4900481889491652, + 1.5129318878081963, + 1.5369273714574208, + 1.5617949276943293, + 1.5840637435023455, + 1.6093076960546244, + 1.6290786278693874, + 1.652903368062525, + 1.6739485667547054, + 1.6953333940946276, + 1.717113710268187, + 1.7403154790581798, + 1.7597029687879087, + 1.778796653372597, + 1.800050622295704, + 1.8200080720335143, + 1.8405944481273895, + 1.8586082833099562, + 1.876645629714044, + 1.8952690010365083, + 1.914794769356675, + 1.9315884329978688, + 1.9505369105531811, + 1.9681606708646426, + 1.9861993200834942, + 2.001945674949478, + 2.0185874980315663, + 2.0342560046660325, + 2.0515296427586076, + 2.070026270923133, + 2.0852095327681996, + 2.101571852441803, + 2.1157902696525, + 2.131724640957331, + 2.146660076291746, + 2.159458464012053, + 2.1735309792423645, + 2.1901785777015124, + 2.2021359927277606, + 2.217220309395978, + 2.2297020401929712, + 2.2434698566156728, + 2.257682730752153, + 2.2696613970344157, + 2.2847822303144696, + 2.2964195958834193, + 2.3078275948839515, + 2.320178749767172, + 2.332346106857489, + 2.3445276707267557, + 2.3573749993711037, + 2.369104763763083, + 2.379730606197055, + 2.393055034439845, + 2.4017149194025467, + 2.4131269522901753, + 2.423740879488774, + 2.436639815026842, + 2.447055137905021, + 2.4564696271040463 + ], + "p90": [ + 1.5090675949327919, + 1.5343294700282688, + 1.558856658096211, + 1.582761290290599, + 1.6047839903796688, + 1.6284310352070892, + 1.6492401181228764, + 1.6725027661513394, + 1.6937729740197538, + 1.717296258503051, + 1.7386361250257165, + 1.7573709565148856, + 1.778551853229345, + 1.800897652226653, + 1.818638344392732, + 1.838746613513127, + 1.8603260788524827, + 1.879415560333881, + 1.897086703384242, + 1.917023209065895, + 1.9342351517696068, + 1.954575211200096, + 1.9710907525763235, + 1.9884142927534478, + 2.006517527965266, + 2.024017067047254, + 2.040289582307219, + 2.0546173915185713, + 2.0738497559219806, + 2.0894987691984888, + 2.103087142244084, + 2.119592761952161, + 2.1352351424547185, + 2.151470091057895, + 2.164184217310284, + 2.1811784247019004, + 2.19390497988277, + 2.2078149377286924, + 2.225103684763097, + 2.238579691081499, + 2.251723110558267, + 2.2630207590111477, + 2.2784840874220986, + 2.290611897356567, + 2.303242091909747, + 2.3172340733625343, + 2.3261161174469387, + 2.340855767073948, + 2.35311171072254, + 2.3659363017902617, + 2.378416017615557, + 2.390430082584809, + 2.3996768700468674, + 2.4113306205911553, + 2.4251073920442425, + 2.434529085561251, + 2.4444122006995084, + 2.45506834193097, + 2.466759325024336, + 2.4769321421620134 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260620_042145.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260620_042145.json new file mode 100644 index 0000000000000000000000000000000000000000..f152bb8496db5f1964fb725be08192d37209d5c2 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/chronos_2/20260620_042145.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Chronos-2", + "evaluated_at": "2026-06-20T04:21:45.107863+00:00", + "metrics": { + "MSE[mean]": 0.09723244393369418, + "MSE[0.5]": 0.09723244393369418, + "MAE[0.5]": 0.23928181529045106, + "MASE[0.5]": 0.3374087088875936, + "MAPE[0.5]": 0.19032274968393903, + "sMAPE[0.5]": 0.23893740509458566, + "MSIS": 0.8537913822001231, + "RMSE[mean]": 0.31182117300416623, + "NRMSE[mean]": 0.2076638845281688, + "ND[0.5]": 0.15935476985555097, + "mean_weighted_sum_quantile_loss": 0.12787156869976327 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.5133154392242432, + 1.545569896697998, + 1.5615363121032715, + 1.5810613632202148, + 1.5996677875518799, + 1.6184616088867188, + 1.6333833932876587, + 1.6482534408569336, + 1.66148042678833, + 1.674260139465332, + 1.6818292140960693, + 1.6910760402679443, + 1.7019600868225098, + 1.7101984024047852, + 1.7095810174942017, + 1.7076263427734375, + 1.6937289237976074, + 1.6932026147842407, + 1.6856440305709839, + 1.6817407608032227, + 1.66769278049469, + 1.6601052284240723, + 1.645192265510559, + 1.6312344074249268, + 1.613991618156433, + 1.594449758529663, + 1.573011040687561, + 1.5497210025787354, + 1.530417799949646, + 1.5057026147842407, + 1.483414649963379, + 1.4489378929138184, + 1.3787744045257568, + 1.3484892845153809, + 1.3086740970611572, + 1.2750641107559204, + 1.233803629875183, + 1.1977213621139526, + 1.1612545251846313, + 1.1250306367874146, + 1.083890438079834, + 1.0447676181793213, + 1.0049022436141968, + 0.9648830890655518, + 0.9345582127571106, + 0.8828388452529907, + 0.842805027961731, + 0.8056323528289795, + 0.7523224353790283, + 0.7044094800949097, + 0.6702510118484497, + 0.6221270561218262, + 0.5680723786354065, + 0.5375305414199829, + 0.49866753816604614, + 0.46643728017807007, + 0.42807722091674805, + 0.385212779045105, + 0.3608573079109192, + 0.32143157720565796 + ], + "p10": [ + 1.496954321861267, + 1.517061710357666, + 1.536171317100525, + 1.545151710510254, + 1.5603580474853516, + 1.5699682235717773, + 1.5816359519958496, + 1.5895514488220215, + 1.595975399017334, + 1.6009008884429932, + 1.6014597415924072, + 1.608471393585205, + 1.6105165481567383, + 1.603896141052246, + 1.604204773902893, + 1.5898706912994385, + 1.5735368728637695, + 1.571398138999939, + 1.549852967262268, + 1.5463331937789917, + 1.5218287706375122, + 1.5031678676605225, + 1.4819376468658447, + 1.4615821838378906, + 1.4235643148422241, + 1.397352695465088, + 1.357696771621704, + 1.322064995765686, + 1.2779861688613892, + 1.253298282623291, + 1.2198513746261597, + 1.1727839708328247, + 1.0748182535171509, + 1.0352212190628052, + 0.982968270778656, + 0.9378098249435425, + 0.8892412185668945, + 0.844702422618866, + 0.7929954528808594, + 0.7439684271812439, + 0.6981594562530518, + 0.6422545313835144, + 0.5947070717811584, + 0.5593343377113342, + 0.5039911866188049, + 0.4465165138244629, + 0.3966381549835205, + 0.3718765377998352, + 0.22523558139801025, + 0.15704387426376343, + 0.08598518371582031, + 0.06217801570892334, + 0.007958292961120605, + -0.04335463047027588, + -0.06662583351135254, + -0.11097073554992676, + -0.1528029441833496, + -0.18605244159698486, + -0.22285211086273193, + -0.26289689540863037 + ], + "p90": [ + 1.5323272943496704, + 1.5635420083999634, + 1.595132827758789, + 1.6234815120697021, + 1.6425116062164307, + 1.6617412567138672, + 1.6850743293762207, + 1.7048449516296387, + 1.7253508567810059, + 1.7467694282531738, + 1.755824089050293, + 1.7708964347839355, + 1.7912232875823975, + 1.807444453239441, + 1.8156936168670654, + 1.8240865468978882, + 1.8074650764465332, + 1.8132860660552979, + 1.8143093585968018, + 1.8139764070510864, + 1.822786808013916, + 1.8153483867645264, + 1.811781406402588, + 1.8118128776550293, + 1.8116555213928223, + 1.8057031631469727, + 1.794287919998169, + 1.781081199645996, + 1.7679054737091064, + 1.761716365814209, + 1.7488844394683838, + 1.7275567054748535, + 1.6957650184631348, + 1.6784217357635498, + 1.663198471069336, + 1.6338090896606445, + 1.6118263006210327, + 1.586722493171692, + 1.5631051063537598, + 1.544875144958496, + 1.5181965827941895, + 1.4960670471191406, + 1.4741599559783936, + 1.443197250366211, + 1.4244210720062256, + 1.4016082286834717, + 1.374769687652588, + 1.34910249710083, + 1.3695781230926514, + 1.328452467918396, + 1.3052237033843994, + 1.2847340106964111, + 1.2515889406204224, + 1.242849349975586, + 1.2154849767684937, + 1.2110031843185425, + 1.1752442121505737, + 1.1610475778579712, + 1.1295336484909058, + 1.0941945314407349 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260620_045741.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..8ab19c69850c09075f2a9bda5cd0913e035b65b6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/ets/20260620_045741.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "ETS", + "evaluated_at": "2026-06-20T04:57:41.636563+00:00", + "metrics": { + "MSE[mean]": 1.028342440597965, + "MSE[0.5]": 1.0320044675575624, + "MAE[0.5]": 0.7638969408421786, + "MASE[0.5]": 1.0771628434023657, + "MAPE[0.5]": 0.6108429984473305, + "sMAPE[0.5]": 0.3878299710932982, + "MSIS": 40.24919819735679, + "RMSE[mean]": 1.014072206796915, + "NRMSE[mean]": 0.6753427665820699, + "ND[0.5]": 0.5087332735816246, + "mean_weighted_sum_quantile_loss": 0.5011655304845557 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.51118008461967, + 1.5377784922082727, + 1.5643770190061652, + 1.5819756020708424, + 1.6145739324118258, + 1.6401724720843214, + 1.6657708925475276, + 1.6873694241137918, + 1.7104679065658286, + 1.7385663842494936, + 1.7696648559056392, + 1.7932633291264066, + 1.8158617882134225, + 1.8429603383763358, + 1.868558758839542, + 1.8991572639413437, + 1.9212557592679838, + 1.9473542356925009, + 1.9734526767267602, + 1.9975512059088385, + 2.0141496230341844, + 2.050248119724281, + 2.0753465736331433, + 2.0939451736255394, + 2.1240435734059337, + 2.1451420443542744, + 2.180740514885382, + 2.2003389902444663, + 2.221437490995129, + 2.251035986619792, + 2.2806344403349397, + 2.30473296672305, + 2.3153314238431126, + 2.3599299051626614, + 2.375528424569578, + 2.410126848370644, + 2.4247253471245513, + 2.457323812507308, + 2.4794222957267547, + 2.51052073478661, + 2.5341192704059896, + 2.5577177464207246, + 2.581316133028493, + 2.6104146574422, + 2.635513188650836, + 2.6636116514333397, + 2.6872100976457522, + 2.713308601078624, + 2.743407082815405, + 2.76650553546512, + 2.795104066316128, + 2.81820252175981, + 2.8413010135250722, + 2.8648995072349366, + 2.8924979857679682, + 2.926596540803561, + 2.943694921689283, + 2.964793429890526, + 2.9998919068589354, + 3.0219903723832533 + ], + "p10": [ + 1.4661801275350141, + 1.5027785546441381, + 1.5258770184697235, + 1.5468755115671498, + 1.5754739589716555, + 1.5991724038966078, + 1.6307709460426962, + 1.6472694575877602, + 1.6748679119064047, + 1.6965664421852082, + 1.7231648557342758, + 1.7516633521099576, + 1.7742618231179024, + 1.8089603588803336, + 1.8285587969865147, + 1.8611572688885292, + 1.8747557618905881, + 1.9042541977079508, + 1.9336526824964897, + 1.95955121234614, + 1.9821496773936205, + 2.0046481437285615, + 2.0333466375293225, + 2.0589451175971734, + 2.0823436259891515, + 2.1041420953758503, + 2.136640492569403, + 2.1601389937134567, + 2.186737520511349, + 2.212535998004279, + 2.236034499148333, + 2.270532930197324, + 2.2871314665319593, + 2.3199299120171957, + 2.340328400918455, + 2.3639269007750476, + 2.386625364535068, + 2.4242238152774336, + 2.4389223641528868, + 2.4735207939144175, + 2.4900192719318683, + 2.5147177635868623, + 2.5413162307801103, + 2.576814756242859, + 2.5955131522920025, + 2.622011674416891, + 2.646610119675629, + 2.675208608803386, + 2.701907080669638, + 2.7314055760916456, + 2.758804059807301, + 2.7814025934001227, + 2.8061010239603554, + 2.8267995149596987, + 2.855497961076744, + 2.880696493978152, + 2.906694974856626, + 2.9292934399041064, + 2.957691931606784, + 2.981390334808485 + ], + "p90": [ + 1.5391800549365569, + 1.5647784545381371, + 1.5915770264448248, + 1.6169755090875966, + 1.6446739889408708, + 1.6671724820979017, + 1.695770923541943, + 1.715569418677848, + 1.7470678823901846, + 1.7697663997943849, + 1.795364879862236, + 1.8247633110065946, + 1.8493617503048685, + 1.873960296891503, + 1.8975588027085606, + 1.9252573034234604, + 1.9528557428409437, + 1.9783541943939327, + 2.0039526744617837, + 2.0255512030478156, + 2.0551496316172533, + 2.07984815307457, + 2.1063466215552777, + 2.1270451766296135, + 2.1546435951854708, + 2.1791420834549213, + 2.207740471254782, + 2.231539022180635, + 2.2580375502659877, + 2.2845359680827473, + 2.3111344620980856, + 2.3339329513927356, + 2.355531420374122, + 2.3880299039944104, + 2.4095283742632576, + 2.4372269047804798, + 2.46272534441254, + 2.4873238313945296, + 2.5130223101749207, + 2.54352078676186, + 2.5642192762710865, + 2.5918177514513565, + 2.614316244608388, + 2.6419147585316773, + 2.670613198688258, + 2.6911116848119407, + 2.7167101380577012, + 2.7423086449476424, + 2.771007031460043, + 2.79960558615291, + 2.823104063455105, + 2.8477025295754688, + 2.8734010321977173, + 2.900899520586377, + 2.9215980041351397, + 2.9500963962026927, + 2.9717950188686957, + 3.001293436804665, + 3.0279919056906843, + 3.052490396940367 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260620_045648.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260620_045648.json new file mode 100644 index 0000000000000000000000000000000000000000..6a028c604b71ef94b9b27ebd8d2252455da37439 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moirai_1_1_large/20260620_045648.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moirai-1.1-Large", + "evaluated_at": "2026-06-20T04:56:48.010411+00:00", + "metrics": { + "MSE[mean]": 0.09332711027159028, + "MSE[0.5]": 0.15014053639569294, + "MAE[0.5]": 0.28910162051518756, + "MASE[0.5]": 0.40765907930335393, + "MAPE[0.5]": 0.23191543092083097, + "sMAPE[0.5]": 0.18830497630266152, + "MSIS": 1.6790855050499094, + "RMSE[mean]": 0.30549486128508, + "NRMSE[mean]": 0.20345074385633904, + "ND[0.5]": 0.19253331953430328, + "mean_weighted_sum_quantile_loss": 0.15020618577371517 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.509319543838501, + 1.5201438069343567, + 1.5285380482673645, + 1.5564096570014954, + 1.5735688209533691, + 1.5871716737747192, + 1.6195738911628723, + 1.6315077543258667, + 1.6371461749076843, + 1.6594771146774292, + 1.6879213452339172, + 1.6961902379989624, + 1.7275127172470093, + 1.737256944179535, + 1.771550178527832, + 1.7635512351989746, + 1.790779173374176, + 1.806617558002472, + 1.787793755531311, + 1.8248075246810913, + 1.82510644197464, + 1.8036616444587708, + 1.852181851863861, + 1.8368924856185913, + 1.8590568900108337, + 1.8552424311637878, + 1.8549164533615112, + 1.848711609840393, + 1.8911882042884827, + 1.894607961177826, + 1.8668618202209473, + 1.9157583713531494, + 1.913901448249817, + 1.8549867272377014, + 1.8559747338294983, + 1.8600162863731384, + 1.842088222503662, + 1.8585340976715088, + 1.849903643131256, + 1.8280613422393799, + 1.8439058065414429, + 1.8755740523338318, + 1.8263076543807983, + 1.812204360961914, + 1.819710612297058, + 1.8077311515808105, + 1.821857213973999, + 1.8380529880523682, + 1.8330727815628052, + 1.845129132270813, + 1.8178675174713135, + 1.7933413982391357, + 1.8476885557174683, + 1.7871510982513428, + 1.8048140406608582, + 1.7258036136627197, + 1.7605942487716675, + 1.7896094918251038, + 1.6970551013946533, + 1.6874443292617798 + ], + "p10": [ + 1.465090274810791, + 1.442980170249939, + 1.4652756452560425, + 1.488281488418579, + 1.5019608736038208, + 1.4743159413337708, + 1.506070077419281, + 1.474835991859436, + 1.5326637029647827, + 1.5185303092002869, + 1.5300912857055664, + 1.5088577270507812, + 1.508956789970398, + 1.5231923460960388, + 1.5352708101272583, + 1.4516571760177612, + 1.4949157238006592, + 1.5708671808242798, + 1.4444252252578735, + 1.4170714616775513, + 1.4323201179504395, + 1.3853618502616882, + 1.4865357875823975, + 1.301072597503662, + 1.3014904260635376, + 1.199248194694519, + 1.3465495109558105, + 1.344488799571991, + 1.431395709514618, + 1.3325108289718628, + 1.2256936430931091, + 1.212514877319336, + 1.168372929096222, + 1.0547294616699219, + 0.9356270134449005, + 0.9259061813354492, + 0.8949630558490753, + 0.8107177913188934, + 0.6679332256317139, + 0.7131266593933105, + 0.7212603092193604, + 0.9203576743602753, + 0.5617758631706238, + 0.8633769750595093, + 0.796906590461731, + 0.6614512205123901, + 0.5362517535686493, + 0.705507218837738, + 0.7101771831512451, + 0.4969344139099121, + 0.2563779652118683, + 0.3126184642314911, + 0.40896978974342346, + 0.3580932915210724, + 0.397359699010849, + 0.0105515718460083, + 0.30922767519950867, + 0.28721147775650024, + 0.4342711567878723, + 0.43159219622612 + ], + "p90": [ + 1.5611555576324463, + 1.5829179883003235, + 1.5976300239562988, + 1.6408814191818237, + 1.6486839652061462, + 1.6870192289352417, + 1.723171889781952, + 1.7788783311843872, + 1.7963079810142517, + 1.8184098601341248, + 1.8401376008987427, + 1.8929217457771301, + 1.9017190337181091, + 2.0146305561065674, + 1.9901483058929443, + 2.0049232244491577, + 2.040392518043518, + 2.0363560914993286, + 1.9996426105499268, + 2.1188615560531616, + 2.1040083169937134, + 2.1129298210144043, + 2.2371137142181396, + 2.220683217048645, + 2.2042183876037598, + 2.2557594776153564, + 2.2255074977874756, + 2.315903663635254, + 2.2523295879364014, + 2.2685803174972534, + 2.264353632926941, + 2.4642624855041504, + 2.4565259218215942, + 2.482063889503479, + 2.4112101793289185, + 2.3231195211410522, + 2.346672534942627, + 2.547378182411194, + 2.5539950132369995, + 2.319805860519409, + 2.724043607711792, + 2.7856640815734863, + 2.4302560091018677, + 2.463123321533203, + 2.4745490550994873, + 2.5621930360794067, + 2.731595754623413, + 2.3550519943237305, + 2.7573795318603516, + 2.543106436729431, + 2.4881402254104614, + 2.5292404890060425, + 2.5558104515075684, + 2.709419846534729, + 2.8579463958740234, + 2.496130585670471, + 2.4638617038726807, + 2.672760486602783, + 2.445366382598877, + 2.5093802213668823 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260620_045741.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..afbdd9f361b4490c1462e73d2686e1a43fa4dc2d --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/moving_average/20260620_045741.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Moving-Average", + "evaluated_at": "2026-06-20T04:57:41.708315+00:00", + "metrics": { + "MSE[mean]": 0.2185090171675224, + "MSE[0.5]": 0.21671879853176695, + "MAE[0.5]": 0.41040130833708116, + "MASE[0.5]": 0.5787024617968104, + "MAPE[0.5]": 0.25435466438362, + "sMAPE[0.5]": 0.30021451270480154, + "MSIS": 20.742861091234747, + "RMSE[mean]": 0.46744948087202154, + "NRMSE[mean]": 0.3113078373842913, + "ND[0.5]": 0.27331540409407135, + "mean_weighted_sum_quantile_loss": 0.26652500478699054 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.112248262133309, + 1.113248189654061, + 1.1142482363841024, + 1.1062483393809286, + 1.113248189654061, + 1.1132482492587057, + 1.113248189654061, + 1.109248241152474, + 1.1067482435366598, + 1.109248241152474, + 1.1147482327407685, + 1.112748225893685, + 1.10974820491285, + 1.1112482750079122, + 1.1112482154032675, + 1.1162482404372183, + 1.1127482556960073, + 1.1132482520526734, + 1.1137482130190817, + 1.112248262133309, + 1.103248199190804, + 1.1137482158130494, + 1.113248189654061, + 1.1062483095786062, + 1.1107482292911497, + 1.106248220171639, + 1.1162482106348959, + 1.110248205926129, + 1.1057482266089407, + 1.109748242165753, + 1.1137482158130494, + 1.112248262133309, + 1.0972482391855207, + 1.1162482404372183, + 1.1062482797762838, + 1.1152482235094991, + 1.1042482421955553, + 1.111248227510461, + 1.1077482306620565, + 1.113248189654061, + 1.1112482452055898, + 1.109248241152474, + 1.107248147692391, + 1.1107481920382467, + 1.110248243179032, + 1.112748225893685, + 1.1107481920382467, + 1.1112482154032675, + 1.1157482170721975, + 1.113248189654061, + 1.1162482404372183, + 1.1137482158130494, + 1.111248227510461, + 1.109248241152474, + 1.1112482396176544, + 1.1197483145853964, + 1.1112482154032675, + 1.1067482435366598, + 1.1162482404372183, + 1.112748225893685 + ], + "p10": [ + 1.0672483050486532, + 1.0782482520899264, + 1.0757482358476607, + 1.071148248877236, + 1.0741482162138907, + 1.072248181070992, + 1.0782482431492295, + 1.0691482746264425, + 1.071148248877236, + 1.0672482990881886, + 1.0682482325694052, + 1.071148248877236, + 1.0681482398173299, + 1.07724829551191, + 1.0712482535502401, + 1.0782482453844038, + 1.0662482583186117, + 1.0701482140681233, + 1.0739482187888112, + 1.0742482685706105, + 1.0712482535502401, + 1.0681482398173299, + 1.0712482535502401, + 1.0712482535502401, + 1.0690482818743674, + 1.065248271193215, + 1.0721481883189168, + 1.0700482093951194, + 1.0710482561251609, + 1.0712482535502401, + 1.0691482746264425, + 1.0780482256075827, + 1.0690482818743674, + 1.0762482472917525, + 1.0710482561251609, + 1.0690482759139028, + 1.066148259606072, + 1.0781482302805867, + 1.0672482990881886, + 1.0762482487818685, + 1.0671482467314688, + 1.0662482583186117, + 1.0672482454440084, + 1.0771482908389058, + 1.0702482068201986, + 1.071148248877236, + 1.0701482140681233, + 1.0731482231280294, + 1.0742482149264303, + 1.0781482302805867, + 1.079948233928391, + 1.076948287453362, + 1.0760482379457441, + 1.071148248877236, + 1.0742482149264303, + 1.0738482677599874, + 1.0742482685706105, + 1.0712482535502401, + 1.0740482651850667, + 1.0721481883189168 + ], + "p90": [ + 1.140248232450196, + 1.1402481519839254, + 1.141448243822762, + 1.1412482463976827, + 1.143348246183106, + 1.140248259272286, + 1.1432482206484762, + 1.1374482357165303, + 1.1433482193610158, + 1.1404482566973653, + 1.1404482566973653, + 1.144248207773873, + 1.143248167004296, + 1.1422482335230795, + 1.140248259272286, + 1.142348279919335, + 1.1443482392689672, + 1.1442482107541052, + 1.1442482107541052, + 1.140248259272286, + 1.144248207773873, + 1.1433482491633382, + 1.1442482375761953, + 1.1393483125826802, + 1.141348251070687, + 1.140248259272286, + 1.143248167004296, + 1.1414482378622977, + 1.1423482858797995, + 1.1432482236287085, + 1.1442482375761953, + 1.1414482468029943, + 1.1374482357165303, + 1.1443482392689672, + 1.1402482294699636, + 1.142348279919335, + 1.142248239483544, + 1.1412482463976827, + 1.1413482451102224, + 1.1462482416293112, + 1.141348251070687, + 1.143348246183106, + 1.140248259272286, + 1.1422482931277242, + 1.145348253216454, + 1.140248259272286, + 1.140248232450196, + 1.140248259272286, + 1.1433481657168356, + 1.1463482403418508, + 1.1442482375761953, + 1.1432482236287085, + 1.143348246183106, + 1.1452482545039144, + 1.1403482579848256, + 1.143248169984528, + 1.1393483125826802, + 1.1432482504507986, + 1.1443482392689672, + 1.1432482504507986 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260620_045741.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260620_045741.json new file mode 100644 index 0000000000000000000000000000000000000000..252af4e7dcdb246a186919a702f1ebcc41bfaf6e --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/seasonal_naive/20260620_045741.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Seasonal-Naive", + "evaluated_at": "2026-06-20T04:57:41.731414+00:00", + "metrics": { + "MSE[mean]": 0.29351499637049283, + "MSE[0.5]": 0.29351499637049283, + "MAE[0.5]": 0.465950009226799, + "MASE[0.5]": 0.6570310862467387, + "MAPE[0.5]": 0.29575593898696156, + "sMAPE[0.5]": 0.36614908615778874, + "MSIS": 24.605386047142982, + "RMSE[mean]": 0.5417702431570903, + "NRMSE[mean]": 0.3608033159899272, + "ND[0.5]": 0.3103092326276393, + "mean_weighted_sum_quantile_loss": 0.30564040601917025 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353 + ], + "p10": [ + 0.6859999883174897, + 0.7232399761676788, + 0.7555800271034241, + 0.7967400228977203, + 0.8310399901866913, + 0.8623999953269958, + 0.8986599957942962, + 0.9319799757003784, + 0.9780400252342224, + 1.013320038318634, + 1.0387999439239501, + 1.069179961681366, + 1.0995599794387818, + 1.136799967288971, + 1.1750200009346008, + 1.21225998878479, + 1.246559956073761, + 1.2837999439239502, + 1.321040048599243, + 1.351419949531555, + 1.3788599467277527, + 1.4043399691581726, + 1.4288399457931518, + 1.4523599934577942, + 0.6859999883174897, + 0.7232399761676788, + 0.7555800271034241, + 0.7967400228977203, + 0.8310399901866913, + 0.8623999953269958, + 0.8986599957942962, + 0.9319799757003784, + 0.9780400252342224, + 1.013320038318634, + 1.0387999439239501, + 1.069179961681366, + 1.0995599794387818, + 1.136799967288971, + 1.1750200009346008, + 1.21225998878479, + 1.246559956073761, + 1.2837999439239502, + 1.321040048599243, + 1.351419949531555, + 1.3788599467277527, + 1.4043399691581726, + 1.4288399457931518, + 1.4523599934577942, + 0.6859999883174897, + 0.7232399761676788, + 0.7555800271034241, + 0.7967400228977203, + 0.8310399901866913, + 0.8623999953269958, + 0.8986599957942962, + 0.9319799757003784, + 0.9780400252342224, + 1.013320038318634, + 1.0387999439239501, + 1.069179961681366 + ], + "p90": [ + 0.7139999878406524, + 0.7527599751949311, + 0.7864200282096863, + 0.8292600238323212, + 0.8649599897861481, + 0.897599995136261, + 0.9353399956226349, + 0.9700199747085572, + 1.0179600262641908, + 1.05468003988266, + 1.081199941635132, + 1.11281996011734, + 1.1444399785995483, + 1.1831999659538268, + 1.2229800009727478, + 1.2617399883270264, + 1.2974399542808532, + 1.3361999416351318, + 1.3749600505828858, + 1.4065799474716187, + 1.4351399445533752, + 1.4616599678993225, + 1.4871599435806275, + 1.5116399931907654, + 0.7139999878406524, + 0.7527599751949311, + 0.7864200282096863, + 0.8292600238323212, + 0.8649599897861481, + 0.897599995136261, + 0.9353399956226349, + 0.9700199747085572, + 1.0179600262641908, + 1.05468003988266, + 1.081199941635132, + 1.11281996011734, + 1.1444399785995483, + 1.1831999659538268, + 1.2229800009727478, + 1.2617399883270264, + 1.2974399542808532, + 1.3361999416351318, + 1.3749600505828858, + 1.4065799474716187, + 1.4351399445533752, + 1.4616599678993225, + 1.4871599435806275, + 1.5116399931907654, + 0.7139999878406524, + 0.7527599751949311, + 0.7864200282096863, + 0.8292600238323212, + 0.8649599897861481, + 0.897599995136261, + 0.9353399956226349, + 0.9700199747085572, + 1.0179600262641908, + 1.05468003988266, + 1.081199941635132, + 1.11281996011734 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260620_045729.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260620_045729.json new file mode 100644 index 0000000000000000000000000000000000000000..08d4585e81b8fcf7ab3ab1403c8546adf699b735 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timer_s1/20260620_045729.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Timer-S1", + "evaluated_at": "2026-06-20T04:57:29.653900+00:00", + "metrics": { + "MSE[mean]": 0.012364833232978493, + "MSE[0.5]": 0.012364833232978493, + "MAE[0.5]": 0.0930949072043101, + "MASE[0.5]": 0.13127212532088356, + "MAPE[0.5]": 0.06542446732319972, + "sMAPE[0.5]": 0.06877176951568514, + "MSIS": 0.42997630388051017, + "RMSE[mean]": 0.11119727169754882, + "NRMSE[mean]": 0.07405416754473779, + "ND[0.5]": 0.06199851624436723, + "mean_weighted_sum_quantile_loss": 0.04869004882224895 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.5163116455078125, + 1.5419921875, + 1.5630035400390625, + 1.58868408203125, + 1.61669921875, + 1.6330413818359375, + 1.64471435546875, + 1.658721923828125, + 1.6703948974609375, + 1.6844024658203125, + 1.69140625, + 1.696075439453125, + 1.705413818359375, + 1.7100830078125, + 1.714752197265625, + 1.71942138671875, + 1.714752197265625, + 1.705413818359375, + 1.70074462890625, + 1.696075439453125, + 1.696075439453125, + 1.686737060546875, + 1.677398681640625, + 1.66339111328125, + 1.6563873291015625, + 1.6330413818359375, + 1.6050262451171875, + 1.58868408203125, + 1.579345703125, + 1.55133056640625, + 1.5233154296875, + 1.504638671875, + 1.4789581298828125, + 1.4462738037109375, + 1.4089202880859375, + 1.3855743408203125, + 1.3528900146484375, + 1.3202056884765625, + 1.2828521728515625, + 1.2688446044921875, + 1.2274055480957031, + 1.2017250061035156, + 1.1713752746582031, + 1.155324935913086, + 1.1309576034545898, + 1.1118431091308594, + 1.0892084836959839, + 1.0836091041564941, + 1.0566883087158203, + 1.0388870239257812, + 1.0277976989746094, + 1.0231285095214844, + 1.0108718872070312, + 1.0044517517089844, + 0.9933624267578125, + 0.981689453125, + 0.9612617492675781, + 0.9560089111328125, + 0.9449195861816406, + 0.9571762084960938 + ], + "p10": [ + 1.5069732666015625, + 1.527984619140625, + 1.546661376953125, + 1.5676727294921875, + 1.58868408203125, + 1.6096954345703125, + 1.6143646240234375, + 1.62603759765625, + 1.6423797607421875, + 1.64471435546875, + 1.649383544921875, + 1.654052734375, + 1.658721923828125, + 1.6563873291015625, + 1.658721923828125, + 1.6563873291015625, + 1.6423797607421875, + 1.630706787109375, + 1.621368408203125, + 1.6143646240234375, + 1.6096954345703125, + 1.5910186767578125, + 1.5816802978515625, + 1.5583343505859375, + 1.5443267822265625, + 1.5163116455078125, + 1.481292724609375, + 1.462615966796875, + 1.443939208984375, + 1.4112548828125, + 1.3739013671875, + 1.3447189331054688, + 1.3237075805664062, + 1.2921905517578125, + 1.2630081176757812, + 1.2314910888671875, + 1.1958885192871094, + 1.162912368774414, + 1.1213274002075195, + 1.1102380752563477, + 1.0687990188598633, + 1.0435562133789062, + 1.0161247253417969, + 1.0032844543457031, + 0.9933624267578125, + 0.9811058044433594, + 0.9618453979492188, + 0.9507560729980469, + 0.9291610717773438, + 0.9139862060546875, + 0.9093170166015625, + 0.906982421875, + 0.902313232421875, + 0.9046478271484375, + 0.8964767456054688, + 0.8906402587890625, + 0.8707962036132812, + 0.874298095703125, + 0.86029052734375, + 0.8766326904296875 + ], + "p90": [ + 1.5256500244140625, + 1.5606689453125, + 1.5863494873046875, + 1.6096954345703125, + 1.640045166015625, + 1.658721923828125, + 1.677398681640625, + 1.686737060546875, + 1.705413818359375, + 1.71942138671875, + 1.728759765625, + 1.733428955078125, + 1.742767333984375, + 1.75677490234375, + 1.76611328125, + 1.77545166015625, + 1.77545166015625, + 1.7847900390625, + 1.770782470703125, + 1.77545166015625, + 1.77545166015625, + 1.770782470703125, + 1.770782470703125, + 1.75677490234375, + 1.75677490234375, + 1.742767333984375, + 1.724090576171875, + 1.724090576171875, + 1.714752197265625, + 1.69140625, + 1.6727294921875, + 1.654052734375, + 1.61669921875, + 1.58868408203125, + 1.55133056640625, + 1.55133056640625, + 1.5256500244140625, + 1.4929656982421875, + 1.4602813720703125, + 1.4486083984375, + 1.42059326171875, + 1.397247314453125, + 1.3668975830078125, + 1.3528900146484375, + 1.3213729858398438, + 1.2980270385742188, + 1.2816848754882812, + 1.2781829833984375, + 1.2028923034667969, + 1.1812973022460938, + 1.1690406799316406, + 1.1573677062988281, + 1.1430683135986328, + 1.1313953399658203, + 1.1210355758666992, + 1.1084871292114258, + 1.0860166549682617, + 1.0758028030395508, + 1.0689449310302734, + 1.0774807929992676 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260620_043849.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260620_043849.json new file mode 100644 index 0000000000000000000000000000000000000000..4fdcd79e54249a67425b7421563a6bc98a29f1d6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/timesfm_2_5/20260620_043849.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TimesFM-2.5", + "evaluated_at": "2026-06-20T04:38:49.281891+00:00", + "metrics": { + "MSE[mean]": 0.0057746979660873166, + "MSE[0.5]": 0.004007415356409065, + "MAE[0.5]": 0.05464627742767334, + "MASE[0.5]": 0.07705612685194432, + "MAPE[0.5]": 0.03982341837996901, + "sMAPE[0.5]": 0.039224773155605845, + "MSIS": 2.0640259786802613, + "RMSE[mean]": 0.07599143350462154, + "NRMSE[mean]": 0.05060809732834563, + "ND[0.5]": 0.036392840602530264, + "mean_weighted_sum_quantile_loss": 0.036255109230724517 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.4980140924453735, + 1.5157257318496704, + 1.5502341985702515, + 1.5700254440307617, + 1.590043067932129, + 1.6133735179901123, + 1.6266802549362183, + 1.6402229070663452, + 1.6532073020935059, + 1.6583740711212158, + 1.67831289768219, + 1.6815218925476074, + 1.6884604692459106, + 1.6935735940933228, + 1.6977941989898682, + 1.7076314687728882, + 1.7101482152938843, + 1.703001856803894, + 1.7057201862335205, + 1.7124704122543335, + 1.7033127546310425, + 1.6966910362243652, + 1.6809628009796143, + 1.6717751026153564, + 1.672261357307434, + 1.6651296615600586, + 1.6514132022857666, + 1.6332799196243286, + 1.6140027046203613, + 1.5979812145233154, + 1.5776498317718506, + 1.571566104888916, + 1.5610840320587158, + 1.5298943519592285, + 1.5117192268371582, + 1.5021677017211914, + 1.4747836589813232, + 1.4561491012573242, + 1.4506837129592896, + 1.4249013662338257, + 1.4092806577682495, + 1.3952312469482422, + 1.3703396320343018, + 1.3415690660476685, + 1.3212878704071045, + 1.3122811317443848, + 1.3022394180297852, + 1.2736214399337769, + 1.2540218830108643, + 1.2494484186172485, + 1.2236169576644897, + 1.194623351097107, + 1.184118628501892, + 1.1828680038452148, + 1.1760309934616089, + 1.1633219718933105, + 1.1515284776687622, + 1.126772165298462, + 1.1262640953063965, + 1.1128168106079102 + ], + "p10": [ + 1.5022737979888916, + 1.5289700031280518, + 1.5548737049102783, + 1.5965632200241089, + 1.593666911125183, + 1.6233776807785034, + 1.6115888357162476, + 1.6455844640731812, + 1.6727303266525269, + 1.6579707860946655, + 1.6848641633987427, + 1.7072523832321167, + 1.6640766859054565, + 1.710394263267517, + 1.7004823684692383, + 1.7128812074661255, + 1.7230874300003052, + 1.6982216835021973, + 1.7026536464691162, + 1.7318642139434814, + 1.710144281387329, + 1.717085361480713, + 1.6908291578292847, + 1.6966590881347656, + 1.6777094602584839, + 1.655910611152649, + 1.6681010723114014, + 1.633042573928833, + 1.6295015811920166, + 1.6195037364959717, + 1.5968643426895142, + 1.5960257053375244, + 1.6166564226150513, + 1.5960888862609863, + 1.5555322170257568, + 1.5289241075515747, + 1.523298978805542, + 1.487945795059204, + 1.471055507659912, + 1.4467300176620483, + 1.4035719633102417, + 1.4238308668136597, + 1.3845685720443726, + 1.378626823425293, + 1.3531404733657837, + 1.3398243188858032, + 1.3431875705718994, + 1.2990021705627441, + 1.2740812301635742, + 1.2898777723312378, + 1.2537686824798584, + 1.264704942703247, + 1.22121262550354, + 1.2492274045944214, + 1.2131896018981934, + 1.1920992136001587, + 1.1574457883834839, + 1.1755675077438354, + 1.1711335182189941, + 1.1460914611816406 + ], + "p90": [ + 1.5222152471542358, + 1.5326287746429443, + 1.576630711555481, + 1.60014009475708, + 1.6243890523910522, + 1.654355764389038, + 1.6680916547775269, + 1.690129041671753, + 1.7124525308609009, + 1.7179640531539917, + 1.7513740062713623, + 1.7544869184494019, + 1.7865145206451416, + 1.776973843574524, + 1.7772212028503418, + 1.7786208391189575, + 1.7873071432113647, + 1.7870805263519287, + 1.7934505939483643, + 1.8082458972930908, + 1.8016741275787354, + 1.7964595556259155, + 1.799257755279541, + 1.7870806455612183, + 1.7970812320709229, + 1.8070249557495117, + 1.8021955490112305, + 1.7690021991729736, + 1.7669333219528198, + 1.7414630651474, + 1.740256667137146, + 1.7294813394546509, + 1.728829026222229, + 1.6992583274841309, + 1.6942189931869507, + 1.6983901262283325, + 1.6757529973983765, + 1.6446393728256226, + 1.6489789485931396, + 1.6265934705734253, + 1.6042499542236328, + 1.5849262475967407, + 1.5535931587219238, + 1.5333079099655151, + 1.5021313428878784, + 1.496075987815857, + 1.4856288433074951, + 1.4782700538635254, + 1.457945466041565, + 1.45310640335083, + 1.4300355911254883, + 1.4046854972839355, + 1.3971837759017944, + 1.3901684284210205, + 1.390260100364685, + 1.3776923418045044, + 1.352732539176941, + 1.3388103246688843, + 1.3534934520721436, + 1.3406507968902588 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260620_045604.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260620_045604.json new file mode 100644 index 0000000000000000000000000000000000000000..8a86d1133c1fed48f69e6ec6da05db340502b5e6 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/tirex/20260620_045604.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "TiRex", + "evaluated_at": "2026-06-20T04:56:04.676673+00:00", + "metrics": { + "MSE[mean]": 0.01968019628381145, + "MSE[0.5]": 0.01968019628381145, + "MAE[0.5]": 0.10919031898180644, + "MASE[0.5]": 0.15396809200045394, + "MAPE[0.5]": 0.08612163276451076, + "sMAPE[0.5]": 0.07980032903186071, + "MSIS": 1.2030469237337549, + "RMSE[mean]": 0.14028612291959405, + "NRMSE[mean]": 0.09342650131872168, + "ND[0.5]": 0.07271759506955872, + "mean_weighted_sum_quantile_loss": 0.08446061834516476 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.5123027563095093, + 1.5358519554138184, + 1.555917501449585, + 1.5749931335449219, + 1.592904806137085, + 1.6108386516571045, + 1.627403974533081, + 1.6417951583862305, + 1.656153678894043, + 1.6695845127105713, + 1.6815876960754395, + 1.691290020942688, + 1.700046181678772, + 1.7063376903533936, + 1.7127212285995483, + 1.7165133953094482, + 1.7199761867523193, + 1.7217549085617065, + 1.7227967977523804, + 1.7203021049499512, + 1.7159757614135742, + 1.7114078998565674, + 1.7060587406158447, + 1.6974687576293945, + 1.6906547546386719, + 1.6831786632537842, + 1.67413330078125, + 1.6652448177337646, + 1.6552231311798096, + 1.6441683769226074, + 1.632142424583435, + 1.6196305751800537, + 1.7822542190551758, + 1.7503129243850708, + 1.718649983406067, + 1.691812515258789, + 1.6625568866729736, + 1.6347713470458984, + 1.6138005256652832, + 1.5941232442855835, + 1.5741968154907227, + 1.5538339614868164, + 1.5310012102127075, + 1.506311058998108, + 1.4861141443252563, + 1.4684771299362183, + 1.452667236328125, + 1.4310506582260132, + 1.4131864309310913, + 1.396558403968811, + 1.3760815858840942, + 1.3592368364334106, + 1.3449064493179321, + 1.3286588191986084, + 1.3162461519241333, + 1.3001576662063599, + 1.2875882387161255, + 1.2765836715698242, + 1.2629002332687378, + 1.251430869102478 + ], + "p10": [ + 1.5014244318008423, + 1.5215070247650146, + 1.5372189283370972, + 1.5497223138809204, + 1.562081217765808, + 1.5727112293243408, + 1.5814085006713867, + 1.5871068239212036, + 1.5931214094161987, + 1.5965826511383057, + 1.5967483520507812, + 1.5936857461929321, + 1.5891616344451904, + 1.5811688899993896, + 1.5716345310211182, + 1.5591917037963867, + 1.5471575260162354, + 1.5316481590270996, + 1.5150749683380127, + 1.4944987297058105, + 1.4686272144317627, + 1.4430060386657715, + 1.4140855073928833, + 1.3863980770111084, + 1.3607392311096191, + 1.3302708864212036, + 1.2981207370758057, + 1.2705135345458984, + 1.2409846782684326, + 1.2059272527694702, + 1.1650375127792358, + 1.135091781616211, + 1.1686625480651855, + 1.1770163774490356, + 1.146541714668274, + 1.0973103046417236, + 1.0489330291748047, + 1.0045444965362549, + 0.9526528120040894, + 0.9185147285461426, + 0.8865249156951904, + 0.857841432094574, + 0.8208237886428833, + 0.7912132740020752, + 0.7683792114257812, + 0.7426146268844604, + 0.7118841409683228, + 0.6806027889251709, + 0.6571850180625916, + 0.6270607709884644, + 0.5919058322906494, + 0.5669257640838623, + 0.5360190868377686, + 0.5162519812583923, + 0.5014828443527222, + 0.4823755621910095, + 0.45589685440063477, + 0.4329742193222046, + 0.4182441830635071, + 0.398856520652771 + ], + "p90": [ + 1.5226231813430786, + 1.5503311157226562, + 1.5747824907302856, + 1.5999417304992676, + 1.6231846809387207, + 1.6474568843841553, + 1.671701431274414, + 1.6943185329437256, + 1.7169784307479858, + 1.7391321659088135, + 1.76172935962677, + 1.7829129695892334, + 1.801867961883545, + 1.820791482925415, + 1.8383355140686035, + 1.8554973602294922, + 1.8757288455963135, + 1.8955351114273071, + 1.9118661880493164, + 1.9255797863006592, + 1.935900330543518, + 1.947070837020874, + 1.9579522609710693, + 1.965444564819336, + 1.975731372833252, + 1.9838511943817139, + 1.9914963245391846, + 2.0011749267578125, + 2.009800434112549, + 2.018918991088867, + 2.024104595184326, + 2.0217485427856445, + 2.1324448585510254, + 2.128401756286621, + 2.1324448585510254, + 2.1409974098205566, + 2.1417932510375977, + 2.148216962814331, + 2.1563162803649902, + 2.1642136573791504, + 2.167931079864502, + 2.172198534011841, + 2.17106294631958, + 2.172743082046509, + 2.172111988067627, + 2.1731019020080566, + 2.1765401363372803, + 2.1650915145874023, + 2.161083698272705, + 2.167140007019043, + 2.1646647453308105, + 2.1704251766204834, + 2.1648876667022705, + 2.165806531906128, + 2.161874771118164, + 2.1582794189453125, + 2.1523964405059814, + 2.1474123001098633, + 2.1407389640808105, + 2.137333393096924 + ] + } +} diff --git a/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260620_045537.json b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260620_045537.json new file mode 100644 index 0000000000000000000000000000000000000000..684e0e3a39600cf9bda00655e53b0a3f80c974c4 --- /dev/null +++ b/results/saved_evals/ocean/noaa_coops_sf_water_level_water_level_6min_short/toto_2_0_1b/20260620_045537.json @@ -0,0 +1,815 @@ +{ + "dataset": "noaa_coops_sf_water_level_water_level/6min/short", + "domain": "Ocean", + "model": "Toto-2.0-1B", + "evaluated_at": "2026-06-20T04:55:37.280831+00:00", + "metrics": { + "MSE[mean]": 0.115273679281209, + "MSE[0.5]": 0.115273679281209, + "MAE[0.5]": 0.28858935832977295, + "MASE[0.5]": 0.40693674391659296, + "MAPE[0.5]": 0.21919072287376248, + "sMAPE[0.5]": 0.26929959143796756, + "MSIS": 1.0316896543933771, + "RMSE[mean]": 0.3395197774522259, + "NRMSE[mean]": 0.22611035415137312, + "ND[0.5]": 0.19219216773150805, + "mean_weighted_sum_quantile_loss": 0.14896273403530882 + }, + "context_length": 240, + "prediction_length": 60, + "timestamps": [ + "2026-06-18 22:18:00", + "2026-06-18 22:24:00", + "2026-06-18 22:30:00", + "2026-06-18 22:36:00", + "2026-06-18 22:42:00", + "2026-06-18 22:48:00", + "2026-06-18 22:54:00", + "2026-06-18 23:00:00", + "2026-06-18 23:06:00", + "2026-06-18 23:12:00", + "2026-06-18 23:18:00", + "2026-06-18 23:24:00", + "2026-06-18 23:30:00", + "2026-06-18 23:36:00", + "2026-06-18 23:42:00", + "2026-06-18 23:48:00", + "2026-06-18 23:54:00", + "2026-06-19 00:00:00", + "2026-06-19 00:06:00", + "2026-06-19 00:12:00", + "2026-06-19 00:18:00", + "2026-06-19 00:24:00", + "2026-06-19 00:30:00", + "2026-06-19 00:36:00", + "2026-06-19 00:42:00", + "2026-06-19 00:48:00", + "2026-06-19 00:54:00", + "2026-06-19 01:00:00", + "2026-06-19 01:06:00", + "2026-06-19 01:12:00", + "2026-06-19 01:18:00", + "2026-06-19 01:24:00", + "2026-06-19 01:30:00", + "2026-06-19 01:36:00", + "2026-06-19 01:42:00", + "2026-06-19 01:48:00", + "2026-06-19 01:54:00", + "2026-06-19 02:00:00", + "2026-06-19 02:06:00", + "2026-06-19 02:12:00", + "2026-06-19 02:18:00", + "2026-06-19 02:24:00", + "2026-06-19 02:30:00", + "2026-06-19 02:36:00", + "2026-06-19 02:42:00", + "2026-06-19 02:48:00", + "2026-06-19 02:54:00", + "2026-06-19 03:00:00", + "2026-06-19 03:06:00", + "2026-06-19 03:12:00", + "2026-06-19 03:18:00", + "2026-06-19 03:24:00", + "2026-06-19 03:30:00", + "2026-06-19 03:36:00", + "2026-06-19 03:42:00", + "2026-06-19 03:48:00", + "2026-06-19 03:54:00", + "2026-06-19 04:00:00", + "2026-06-19 04:06:00", + "2026-06-19 04:12:00", + "2026-06-19 04:18:00", + "2026-06-19 04:24:00", + "2026-06-19 04:30:00", + "2026-06-19 04:36:00", + "2026-06-19 04:42:00", + "2026-06-19 04:48:00", + "2026-06-19 04:54:00", + "2026-06-19 05:00:00", + "2026-06-19 05:06:00", + "2026-06-19 05:12:00", + "2026-06-19 05:18:00", + "2026-06-19 05:24:00", + "2026-06-19 05:30:00", + "2026-06-19 05:36:00", + "2026-06-19 05:42:00", + "2026-06-19 05:48:00", + "2026-06-19 05:54:00", + "2026-06-19 06:00:00", + "2026-06-19 06:06:00", + "2026-06-19 06:12:00", + "2026-06-19 06:18:00", + "2026-06-19 06:24:00", + "2026-06-19 06:30:00", + "2026-06-19 06:36:00", + "2026-06-19 06:42:00", + "2026-06-19 06:48:00", + "2026-06-19 06:54:00", + "2026-06-19 07:00:00", + "2026-06-19 07:06:00", + "2026-06-19 07:12:00", + "2026-06-19 07:18:00", + "2026-06-19 07:24:00", + "2026-06-19 07:30:00", + "2026-06-19 07:36:00", + "2026-06-19 07:42:00", + "2026-06-19 07:48:00", + "2026-06-19 07:54:00", + "2026-06-19 08:00:00", + "2026-06-19 08:06:00", + "2026-06-19 08:12:00", + "2026-06-19 08:18:00", + "2026-06-19 08:24:00", + "2026-06-19 08:30:00", + "2026-06-19 08:36:00", + "2026-06-19 08:42:00", + "2026-06-19 08:48:00", + "2026-06-19 08:54:00", + "2026-06-19 09:00:00", + "2026-06-19 09:06:00", + "2026-06-19 09:12:00", + "2026-06-19 09:18:00", + "2026-06-19 09:24:00", + "2026-06-19 09:30:00", + "2026-06-19 09:36:00", + "2026-06-19 09:42:00", + "2026-06-19 09:48:00", + "2026-06-19 09:54:00", + "2026-06-19 10:00:00", + "2026-06-19 10:06:00", + "2026-06-19 10:12:00", + "2026-06-19 10:18:00", + "2026-06-19 10:24:00", + "2026-06-19 10:30:00", + "2026-06-19 10:36:00", + "2026-06-19 10:42:00", + "2026-06-19 10:48:00", + "2026-06-19 10:54:00", + "2026-06-19 11:00:00", + "2026-06-19 11:06:00", + "2026-06-19 11:12:00", + "2026-06-19 11:18:00", + "2026-06-19 11:24:00", + "2026-06-19 11:30:00", + "2026-06-19 11:36:00", + "2026-06-19 11:42:00", + "2026-06-19 11:48:00", + "2026-06-19 11:54:00", + "2026-06-19 12:00:00", + "2026-06-19 12:06:00", + "2026-06-19 12:12:00", + "2026-06-19 12:18:00", + "2026-06-19 12:24:00", + "2026-06-19 12:30:00", + "2026-06-19 12:36:00", + "2026-06-19 12:42:00", + "2026-06-19 12:48:00", + "2026-06-19 12:54:00", + "2026-06-19 13:00:00", + "2026-06-19 13:06:00", + "2026-06-19 13:12:00", + "2026-06-19 13:18:00", + "2026-06-19 13:24:00", + "2026-06-19 13:30:00", + "2026-06-19 13:36:00", + "2026-06-19 13:42:00", + "2026-06-19 13:48:00", + "2026-06-19 13:54:00", + "2026-06-19 14:00:00", + "2026-06-19 14:06:00", + "2026-06-19 14:12:00", + "2026-06-19 14:18:00", + "2026-06-19 14:24:00", + "2026-06-19 14:30:00", + "2026-06-19 14:36:00", + "2026-06-19 14:42:00", + "2026-06-19 14:48:00", + "2026-06-19 14:54:00", + "2026-06-19 15:00:00", + "2026-06-19 15:06:00", + "2026-06-19 15:12:00", + "2026-06-19 15:18:00", + "2026-06-19 15:24:00", + "2026-06-19 15:30:00", + "2026-06-19 15:36:00", + "2026-06-19 15:42:00", + "2026-06-19 15:48:00", + "2026-06-19 15:54:00", + "2026-06-19 16:00:00", + "2026-06-19 16:06:00", + "2026-06-19 16:12:00", + "2026-06-19 16:18:00", + "2026-06-19 16:24:00", + "2026-06-19 16:30:00", + "2026-06-19 16:36:00", + "2026-06-19 16:42:00", + "2026-06-19 16:48:00", + "2026-06-19 16:54:00", + "2026-06-19 17:00:00", + "2026-06-19 17:06:00", + "2026-06-19 17:12:00", + "2026-06-19 17:18:00", + "2026-06-19 17:24:00", + "2026-06-19 17:30:00", + "2026-06-19 17:36:00", + "2026-06-19 17:42:00", + "2026-06-19 17:48:00", + "2026-06-19 17:54:00", + "2026-06-19 18:00:00", + "2026-06-19 18:06:00", + "2026-06-19 18:12:00", + "2026-06-19 18:18:00", + "2026-06-19 18:24:00", + "2026-06-19 18:30:00", + "2026-06-19 18:36:00", + "2026-06-19 18:42:00", + "2026-06-19 18:48:00", + "2026-06-19 18:54:00", + "2026-06-19 19:00:00", + "2026-06-19 19:06:00", + "2026-06-19 19:12:00", + "2026-06-19 19:18:00", + "2026-06-19 19:24:00", + "2026-06-19 19:30:00", + "2026-06-19 19:36:00", + "2026-06-19 19:42:00", + "2026-06-19 19:48:00", + "2026-06-19 19:54:00", + "2026-06-19 20:00:00", + "2026-06-19 20:06:00", + "2026-06-19 20:12:00", + "2026-06-19 20:18:00", + "2026-06-19 20:24:00", + "2026-06-19 20:30:00", + "2026-06-19 20:36:00", + "2026-06-19 20:42:00", + "2026-06-19 20:48:00", + "2026-06-19 20:54:00", + "2026-06-19 21:00:00", + "2026-06-19 21:06:00", + "2026-06-19 21:12:00", + "2026-06-19 21:18:00", + "2026-06-19 21:24:00", + "2026-06-19 21:30:00", + "2026-06-19 21:36:00", + "2026-06-19 21:42:00", + "2026-06-19 21:48:00", + "2026-06-19 21:54:00", + "2026-06-19 22:00:00", + "2026-06-19 22:06:00", + "2026-06-19 22:12:00", + "2026-06-19 22:18:00", + "2026-06-19 22:24:00", + "2026-06-19 22:30:00", + "2026-06-19 22:36:00", + "2026-06-19 22:42:00", + "2026-06-19 22:48:00", + "2026-06-19 22:54:00", + "2026-06-19 23:00:00", + "2026-06-19 23:06:00", + "2026-06-19 23:12:00", + "2026-06-19 23:18:00", + "2026-06-19 23:24:00", + "2026-06-19 23:30:00", + "2026-06-19 23:36:00", + "2026-06-19 23:42:00", + "2026-06-19 23:48:00", + "2026-06-19 23:54:00", + "2026-06-20 00:00:00", + "2026-06-20 00:06:00", + "2026-06-20 00:12:00", + "2026-06-20 00:18:00", + "2026-06-20 00:24:00", + "2026-06-20 00:30:00", + "2026-06-20 00:36:00", + "2026-06-20 00:42:00", + "2026-06-20 00:48:00", + "2026-06-20 00:54:00", + "2026-06-20 01:00:00", + "2026-06-20 01:06:00", + "2026-06-20 01:12:00", + "2026-06-20 01:18:00", + "2026-06-20 01:24:00", + "2026-06-20 01:30:00", + "2026-06-20 01:36:00", + "2026-06-20 01:42:00", + "2026-06-20 01:48:00", + "2026-06-20 01:54:00", + "2026-06-20 02:00:00", + "2026-06-20 02:06:00", + "2026-06-20 02:12:00", + "2026-06-20 02:18:00", + "2026-06-20 02:24:00", + "2026-06-20 02:30:00", + "2026-06-20 02:36:00", + "2026-06-20 02:42:00", + "2026-06-20 02:48:00", + "2026-06-20 02:54:00", + "2026-06-20 03:00:00", + "2026-06-20 03:06:00", + "2026-06-20 03:12:00", + "2026-06-20 03:18:00", + "2026-06-20 03:24:00", + "2026-06-20 03:30:00", + "2026-06-20 03:36:00", + "2026-06-20 03:42:00", + "2026-06-20 03:48:00", + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" + ], + "context": [ + 1.621000051498413, + 1.6480000019073486, + 1.6679999828338623, + 1.684000015258789, + 1.6970000267028809, + 1.7009999752044678, + 1.7100000381469727, + 1.7079999446868896, + 1.718000054359436, + 1.722000002861023, + 1.718999981880188, + 1.7130000591278076, + 1.7070000171661377, + 1.7070000171661377, + 1.6950000524520874, + 1.680999994277954, + 1.6829999685287476, + 1.6779999732971191, + 1.6610000133514404, + 1.6490000486373901, + 1.649999976158142, + 1.621000051498413, + 1.600000023841858, + 1.5829999446868896, + 1.5670000314712524, + 1.5440000295639038, + 1.5210000276565552, + 1.5069999694824219, + 1.4880000352859497, + 1.4700000286102295, + 1.4490000009536743, + 1.4129999876022339, + 1.38100004196167, + 1.3580000400543213, + 1.3380000591278076, + 1.3220000267028809, + 1.2970000505447388, + 1.2660000324249268, + 1.2430000305175781, + 1.2139999866485596, + 1.1979999542236328, + 1.1660000085830688, + 1.1419999599456787, + 1.1239999532699585, + 1.1059999465942383, + 1.0779999494552612, + 1.0540000200271606, + 1.0420000553131104, + 1.0210000276565552, + 1.0140000581741333, + 1.0, + 0.9829999804496765, + 0.9660000205039978, + 0.9679999947547913, + 0.9700000286102295, + 0.9670000076293945, + 0.9610000252723694, + 0.9679999947547913, + 0.9639999866485596, + 0.9610000252723694, + 0.9760000109672546, + 0.9819999933242798, + 0.9760000109672546, + 0.9710000157356262, + 0.9850000143051147, + 0.9980000257492065, + 1.0119999647140503, + 1.034000039100647, + 1.0529999732971191, + 1.055999994277954, + 1.065999984741211, + 1.090999960899353, + 1.1100000143051147, + 1.1239999532699585, + 1.1369999647140503, + 1.1519999504089355, + 1.1779999732971191, + 1.2020000219345093, + 1.2239999771118164, + 1.2419999837875366, + 1.2599999904632568, + 1.274999976158142, + 1.2979999780654907, + 1.3279999494552612, + 1.3509999513626099, + 1.3769999742507935, + 1.4040000438690186, + 1.4259999990463257, + 1.4479999542236328, + 1.4759999513626099, + 1.50600004196167, + 1.5399999618530273, + 1.5670000314712524, + 1.593999981880188, + 1.6169999837875366, + 1.6269999742507935, + 1.6440000534057617, + 1.6670000553131104, + 1.6950000524520874, + 1.7029999494552612, + 1.7339999675750732, + 1.7619999647140503, + 1.777999997138977, + 1.7869999408721924, + 1.8040000200271606, + 1.8179999589920044, + 1.8350000381469727, + 1.8660000562667847, + 1.8799999952316284, + 1.8849999904632568, + 1.902999997138977, + 1.9199999570846558, + 1.9229999780654907, + 1.9299999475479126, + 1.9240000247955322, + 1.9259999990463257, + 1.937000036239624, + 1.9479999542236328, + 1.9450000524520874, + 1.937000036239624, + 1.930999994277954, + 1.930999994277954, + 1.9220000505447388, + 1.9220000505447388, + 1.9040000438690186, + 1.8880000114440918, + 1.8680000305175781, + 1.8420000076293945, + 1.8259999752044678, + 1.784999966621399, + 1.75600004196167, + 1.7319999933242798, + 1.7009999752044678, + 1.6740000247955322, + 1.6419999599456787, + 1.5989999771118164, + 1.5540000200271606, + 1.5169999599456787, + 1.4700000286102295, + 1.4199999570846558, + 1.378000020980835, + 1.3389999866485596, + 1.2949999570846558, + 1.2599999904632568, + 1.2200000286102295, + 1.1670000553131104, + 1.1109999418258667, + 1.0540000200271606, + 1.0080000162124634, + 0.9480000138282776, + 0.8960000276565552, + 0.8489999771118164, + 0.8069999814033508, + 0.7590000033378601, + 0.7049999833106995, + 0.6610000133514404, + 0.6259999871253967, + 0.5879999995231628, + 0.5450000166893005, + 0.5260000228881836, + 0.4970000088214874, + 0.4480000138282776, + 0.39899998903274536, + 0.3659999966621399, + 0.33799999952316284, + 0.3089999854564667, + 0.2709999978542328, + 0.24400000274181366, + 0.210999995470047, + 0.18000000715255737, + 0.1599999964237213, + 0.13199999928474426, + 0.10100000351667404, + 0.07900000363588333, + 0.06199999898672104, + 0.05000000074505806, + 0.03799999877810478, + 0.01600000075995922, + -0.004000000189989805, + -0.017999999225139618, + -0.01600000075995922, + -0.03200000151991844, + -0.03700000047683716, + -0.04100000113248825, + -0.05000000074505806, + -0.04899999871850014, + -0.041999999433755875, + -0.03200000151991844, + -0.024000000208616257, + -0.017000000923871994, + -0.008999999612569809, + 0.012000000104308128, + 0.017000000923871994, + 0.03700000047683716, + 0.054999999701976776, + 0.06199999898672104, + 0.0689999982714653, + 0.08699999749660492, + 0.1080000028014183, + 0.13300000131130219, + 0.1720000058412552, + 0.2070000022649765, + 0.23600000143051147, + 0.26899999380111694, + 0.3050000071525574, + 0.3319999873638153, + 0.3700000047683716, + 0.3930000066757202, + 0.41999998688697815, + 0.45399999618530273, + 0.48899999260902405, + 0.5199999809265137, + 0.5580000281333923, + 0.5979999899864197, + 0.6349999904632568, + 0.6620000004768372, + 0.699999988079071, + 0.7379999756813049, + 0.7710000276565552, + 0.8130000233650208, + 0.8479999899864197, + 0.8799999952316284, + 0.9169999957084656, + 0.9509999752044678, + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353, + 1.121999979019165, + 1.159999966621399, + 1.1990000009536743, + 1.2369999885559082, + 1.2719999551773071, + 1.309999942779541, + 1.3480000495910645, + 1.378999948501587, + 1.406999945640564, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798 + ], + "actual": [ + 1.503000020980835, + 1.524999976158142, + 1.5579999685287476, + 1.5820000171661377, + 1.6080000400543213, + 1.6449999809265137, + 1.6579999923706055, + 1.6720000505447388, + 1.690000057220459, + 1.7109999656677246, + 1.7120000123977661, + 1.7319999933242798, + 1.7519999742507935, + 1.7669999599456787, + 1.781000018119812, + 1.781000018119812, + 1.7710000276565552, + 1.7680000066757202, + 1.7719999551773071, + 1.7649999856948853, + 1.7519999742507935, + 1.7510000467300415, + 1.746999979019165, + 1.7280000448226929, + 1.7289999723434448, + 1.715000033378601, + 1.7000000476837158, + 1.6959999799728394, + 1.687999963760376, + 1.6640000343322754, + 1.6490000486373901, + 1.63100004196167, + 1.6050000190734863, + 1.5820000171661377, + 1.5640000104904175, + 1.5479999780654907, + 1.534000039100647, + 1.5210000276565552, + 1.496000051498413, + 1.4559999704360962, + 1.4220000505447388, + 1.3880000114440918, + 1.3589999675750732, + 1.340999960899353, + 1.315000057220459, + 1.2860000133514404, + 1.2580000162124634, + 1.2269999980926514, + 1.2029999494552612, + 1.184000015258789, + 1.1660000085830688, + 1.1390000581741333, + 1.1080000400543213, + 1.0829999446868896, + 1.0609999895095825, + 1.0410000085830688, + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 + ], + "predictions": { + "p50": [ + 1.5008488893508911, + 1.5221498012542725, + 1.5420763492584229, + 1.5629127025604248, + 1.5794081687927246, + 1.5963845252990723, + 1.6085137128829956, + 1.6210342645645142, + 1.629396677017212, + 1.6364763975143433, + 1.6388798952102661, + 1.640075445175171, + 1.6393872499465942, + 1.6405730247497559, + 1.6386120319366455, + 1.636030673980713, + 1.6240328550338745, + 1.616508960723877, + 1.6067085266113281, + 1.5941364765167236, + 1.5788146257400513, + 1.5634475946426392, + 1.5444045066833496, + 1.5236706733703613, + 1.5068742036819458, + 1.487311840057373, + 1.4667580127716064, + 1.4382818937301636, + 1.4121229648590088, + 1.3838539123535156, + 1.3561782836914062, + 1.3230280876159668, + 1.2910493612289429, + 1.261824607849121, + 1.227880835533142, + 1.1961508989334106, + 1.160340428352356, + 1.1273967027664185, + 1.089430809020996, + 1.054694652557373, + 1.021912693977356, + 0.9836611151695251, + 0.9507663249969482, + 0.9167535901069641, + 0.876322865486145, + 0.8435491323471069, + 0.8005295991897583, + 0.7681288123130798, + 0.727798581123352, + 0.6928046941757202, + 0.6521154642105103, + 0.6206650733947754, + 0.5908498167991638, + 0.5600950121879578, + 0.5289897322654724, + 0.4940757155418396, + 0.4615364074707031, + 0.43742835521698, + 0.405444860458374, + 0.3775494694709778 + ], + "p10": [ + 1.4895343780517578, + 1.5061275959014893, + 1.5216045379638672, + 1.5361547470092773, + 1.5482035875320435, + 1.558210849761963, + 1.565934181213379, + 1.5698877573013306, + 1.572943925857544, + 1.5717653036117554, + 1.5649996995925903, + 1.557183027267456, + 1.5472136735916138, + 1.539756178855896, + 1.530549168586731, + 1.5143651962280273, + 1.4918185472488403, + 1.475539207458496, + 1.454885721206665, + 1.4300180673599243, + 1.4039080142974854, + 1.3800935745239258, + 1.3509166240692139, + 1.3213510513305664, + 1.29638671875, + 1.2653087377548218, + 1.2332079410552979, + 1.1960010528564453, + 1.1551578044891357, + 1.1158974170684814, + 1.0763988494873047, + 1.031530499458313, + 0.9893478751182556, + 0.964694619178772, + 0.9274702668190002, + 0.8809124827384949, + 0.8366900086402893, + 0.7998744249343872, + 0.7512710094451904, + 0.7094085216522217, + 0.659066915512085, + 0.6134920120239258, + 0.570838987827301, + 0.5256813168525696, + 0.4680163264274597, + 0.4307166337966919, + 0.3860076069831848, + 0.34264838695526123, + 0.29782634973526, + 0.25747066736221313, + 0.2040882110595703, + 0.1668308973312378, + 0.12939298152923584, + 0.0851203203201294, + 0.04998612403869629, + 0.009078145027160645, + -0.03156113624572754, + -0.06650316715240479, + -0.11100935935974121, + -0.15374517440795898 + ], + "p90": [ + 1.5113475322723389, + 1.5358777046203613, + 1.5610713958740234, + 1.5859224796295166, + 1.6103531122207642, + 1.6336033344268799, + 1.6519789695739746, + 1.6725685596466064, + 1.6889188289642334, + 1.7044296264648438, + 1.7170034646987915, + 1.728684902191162, + 1.7410063743591309, + 1.7539913654327393, + 1.7637255191802979, + 1.7727651596069336, + 1.7785203456878662, + 1.7847352027893066, + 1.7864279747009277, + 1.7881145477294922, + 1.7910101413726807, + 1.789743185043335, + 1.7834959030151367, + 1.7804555892944336, + 1.7781550884246826, + 1.7759665250778198, + 1.772328495979309, + 1.76509428024292, + 1.7501904964447021, + 1.743329644203186, + 1.733363389968872, + 1.7166786193847656, + 1.7029812335968018, + 1.6875715255737305, + 1.6855199337005615, + 1.6722753047943115, + 1.653566837310791, + 1.6453678607940674, + 1.6262133121490479, + 1.6165406703948975, + 1.5947306156158447, + 1.577953815460205, + 1.5601763725280762, + 1.5515780448913574, + 1.5392335653305054, + 1.5214555263519287, + 1.512251615524292, + 1.5026170015335083, + 1.4878348112106323, + 1.4795753955841064, + 1.4663913249969482, + 1.4557229280471802, + 1.4502007961273193, + 1.435115933418274, + 1.4266414642333984, + 1.422680377960205, + 1.4125722646713257, + 1.4113218784332275, + 1.4040188789367676, + 1.3960732221603394 + ] + } +} diff --git a/results/seasonal_naive/all_results.csv b/results/seasonal_naive/all_results.csv index 009b66941780ed589eb93a80a80370b7211c09fc..10ac9820e6e2c3e40bc696f21152c52c2c774d38 100644 --- a/results/seasonal_naive/all_results.csv +++ b/results/seasonal_naive/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Seasonal-Naive,1419487.417836507,1419487.417836507,1034.771484375,1.0019618016046177,0.01647139127992552,0.016312867329916873,3.7001269913493267,1191.4224346706364,0.018928564893914774,0.016439793831630654,0.012298406804910282,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Seasonal-Naive,0.7228792015084764,0.7228792015084764,0.7337500254313151,0.4205798149142999,0.030863168927827447,0.031110116066204674,5.390142700437491,0.8502230304505262,0.036408225659295836,0.03142062205638156,0.0261379766471425,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.40250206467751093,0.40250206467751093,0.5663166771332423,0.8022428977669319,0.3611068931003517,0.4659602143770027,30.566662571089168,0.6344305042142212,0.41606548411482164,0.3713957964955903,0.3672533406772199,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Seasonal-Naive,0.29351499637049283,0.29351499637049283,0.465950009226799,0.6570310862467387,0.29575593898696156,0.36614908615778874,24.605386047142982,0.5417702431570903,0.3608033159899272,0.3103092326276393,0.30564040601917025,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Seasonal-Naive,0.030277783274652335,0.030277783274652335,0.1472222391102049,0.8534620669751348,0.11175157036684931,0.10385888267833585,25.335103587740683,0.1740051242769946,0.12745035128550375,0.10783318117554307,0.1017949758363904,Ocean,1 nws_ksfo_observations_temperature/1h/short,Seasonal-Naive,3.5925001653035906,3.5925001653035906,1.783333381017049,1.573529336141748,0.09949228475862108,0.0942227893527986,43.09595575969067,1.8953891857092544,0.1056172258364275,0.09937311337673202,0.09204395949421643,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Seasonal-Naive,146.73124529520746,146.73124529520746,10.362499793370565,0.9129182367730104,0.6193671937823436,0.44223012384659593,33.70463308511537,12.113267325342385,0.5591813851823965,0.4783611913101626,0.4697441499760156,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Seasonal-Naive,2.662499411901384,2.662499411901384,1.3249998092651367,0.6994922850942854,0.04910961924250798,0.0509592467000988,15.429832963351714,1.6317167069995282,0.06062105413001343,0.049225999105825514,0.04401770836469601,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Seasonal-Naive,24.625,24.625,3.875,0.6666666666666666,0.5526258463758463,0.37263983485565766,24.48086036479629,4.962358310319802,0.5340654683752254,0.4170403587443946,0.4095764823119083,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,2395.8333333333335,2395.8333333333335,31.25,0.4838709677419355,0.012254901960784314,0.012442744274427443,5.036774243407714,48.947250518628046,0.019195000203383546,0.012254901960784314,0.011225490196078448,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Seasonal-Naive,0.0,0.0,0.0,0.0,0.0,0.0,1.8592403926100907,0.0,0.0,0.0,0.004444444444444421,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Seasonal-Naive,7746.0,7746.0,75.14285714285714,1.5952729554486509,0.3325847571317651,0.29402831569788485,57.803957678218616,88.01136290275251,0.348067536903541,0.29717514124293787,0.2902774639045826,Web,1 diff --git a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json index d6f469ff923d18aea470fc2d6fc6bc1c086a9e75..42799312a6247de187a0d7dbad4cd638a2713cf8 100644 --- a/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/seasonal_naive/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T04:16:34.508916+00:00", + "evaluated_at": "2026-06-20T04:57:41.725752+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 9a5346e3f51007f3fd3127690bb71d5cf3998b1a..a5a643fac489b65f4a39090193de40a8df05959c 100644 --- a/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/seasonal_naive/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T04:09:57.801398+00:00", + "evaluated_at": "2026-06-20T04:57:41.731414+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,12 +304,12 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 0.5979999899864197, - 0.6349999904632568, - 0.6620000004768372, 0.699999988079071, 0.7379999756813049, 0.7710000276565552, @@ -334,9 +331,9 @@ 1.3480000495910645, 1.378999948501587, 1.406999945640564, - 0.5979999899864197, - 0.6349999904632568, - 0.6620000004768372, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, 0.699999988079071, 0.7379999756813049, 0.7710000276565552, @@ -358,9 +355,9 @@ 1.3480000495910645, 1.378999948501587, 1.406999945640564, - 0.5979999899864197, - 0.6349999904632568, - 0.6620000004768372, + 1.4329999685287476, + 1.4579999446868896, + 1.4819999933242798, 0.699999988079071, 0.7379999756813049, 0.7710000276565552, @@ -369,12 +366,12 @@ 0.8799999952316284, 0.9169999957084656, 0.9509999752044678, - 0.9980000257492065 + 0.9980000257492065, + 1.034000039100647, + 1.059999942779541, + 1.090999960899353 ], "p10": [ - 0.5860399901866913, - 0.6222999906539917, - 0.6487600004673004, 0.6859999883174897, 0.7232399761676788, 0.7555800271034241, @@ -396,9 +393,9 @@ 1.321040048599243, 1.351419949531555, 1.3788599467277527, - 0.5860399901866913, - 0.6222999906539917, - 0.6487600004673004, + 1.4043399691581726, + 1.4288399457931518, + 1.4523599934577942, 0.6859999883174897, 0.7232399761676788, 0.7555800271034241, @@ -420,9 +417,9 @@ 1.321040048599243, 1.351419949531555, 1.3788599467277527, - 0.5860399901866913, - 0.6222999906539917, - 0.6487600004673004, + 1.4043399691581726, + 1.4288399457931518, + 1.4523599934577942, 0.6859999883174897, 0.7232399761676788, 0.7555800271034241, @@ -431,12 +428,12 @@ 0.8623999953269958, 0.8986599957942962, 0.9319799757003784, - 0.9780400252342224 + 0.9780400252342224, + 1.013320038318634, + 1.0387999439239501, + 1.069179961681366 ], "p90": [ - 0.6099599897861481, - 0.647699990272522, - 0.6752400004863739, 0.7139999878406524, 0.7527599751949311, 0.7864200282096863, @@ -458,9 +455,9 @@ 1.3749600505828858, 1.4065799474716187, 1.4351399445533752, - 0.6099599897861481, - 0.647699990272522, - 0.6752400004863739, + 1.4616599678993225, + 1.4871599435806275, + 1.5116399931907654, 0.7139999878406524, 0.7527599751949311, 0.7864200282096863, @@ -482,9 +479,9 @@ 1.3749600505828858, 1.4065799474716187, 1.4351399445533752, - 0.6099599897861481, - 0.647699990272522, - 0.6752400004863739, + 1.4616599678993225, + 1.4871599435806275, + 1.5116399931907654, 0.7139999878406524, 0.7527599751949311, 0.7864200282096863, @@ -493,12 +490,12 @@ 0.897599995136261, 0.9353399956226349, 0.9700199747085572, - 1.0179600262641908 + 1.0179600262641908, + 1.05468003988266, + 1.081199941635132, + 1.11281996011734 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a0a405105d87fbe6b1dd77eb1b9c83d1d7c66da8..1e09b1509d6b4e3a73a425794b1420431fdad997 100644 --- a/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/seasonal_naive/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Seasonal-Naive", - "evaluated_at": "2026-06-20T04:01:27.060664+00:00", + "evaluated_at": "2026-06-20T04:57:41.739880+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,18 +130,18 @@ 2550.0 ], "p50": [ - 2400.0, - 2500.0, - 2500.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, - 2500.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0, 2550.0, 2550.0, @@ -156,18 +156,18 @@ 2550.0 ], "p10": [ - 2352.0, - 2450.0, - 2450.0, - 2401.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, - 2450.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, + 2499.0, 2499.0, 2499.0, 2499.0, @@ -182,18 +182,18 @@ 2499.0 ], "p90": [ - 2448.0, - 2550.0, - 2550.0, - 2499.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, - 2550.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, + 2601.0, 2601.0, 2601.0, 2601.0, @@ -208,10 +208,6 @@ 2601.0 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/seasonal_naive/online_meta.json b/results/seasonal_naive/online_meta.json index 207e452fd93500894c30db2fa826a368a4d2ef0b..f9ea2b3c054dd3a7bcaa3de45f2e43c49d0d43e3 100644 --- a/results/seasonal_naive/online_meta.json +++ b/results/seasonal_naive/online_meta.json @@ -1,11 +1,23 @@ { "model": "Seasonal-Naive", "api_model_id": "baseline/seasonal-naive", - "evaluated_at": "2026-06-20T04:16:34.514522+00:00", + "evaluated_at": "2026-06-20T04:57:41.742498+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timer_s1/all_results.csv b/results/timer_s1/all_results.csv index a20f765e31586ad5744e46b35ccc4a1d1f714ceb..63263730e435c228e5c5a0f5eaf847253184b0fe 100644 --- a/results/timer_s1/all_results.csv +++ b/results/timer_s1/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Timer-S1,239434.57980410257,239434.57980410257,417.1671549479167,0.40393996206258986,0.006644394170522007,0.0066140840188136235,2.606258474926196,489.3205286967864,0.007774014582764077,0.006627687488715419,0.0054939163315563195,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Timer-S1,0.19897565927067262,0.19897565927067262,0.34273139635721844,0.196450974104575,0.014731248062748406,0.01483377514046838,1.854932094016476,0.44606687757630314,0.01910146274128781,0.014676433797008595,0.01986595583914095,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.022335343264555736,0.022335343264555736,0.12315855820973715,0.1744661293097159,0.08565690884538094,0.0916496330006651,2.1979558204863325,0.14945013638185725,0.09801080328216306,0.08076853934992287,0.06605660197631907,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Timer-S1,0.012364833232978493,0.012364833232978493,0.0930949072043101,0.13127212532088356,0.06542446732319972,0.06877176951568514,0.42997630388051017,0.11119727169754882,0.07405416754473779,0.06199851624436723,0.04869004882224895,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Timer-S1,0.022410086793941037,0.022410086793941037,0.11999834577242534,0.6956424303523048,0.09373210953272339,0.08720445656479742,6.941428699638175,0.14969998929171985,0.10964801353949748,0.08789299387545087,0.06562965160140152,Ocean,1 nws_ksfo_observations_temperature/1h/short,Timer-S1,2.51644126623872,2.51644126623872,1.3476440906524658,1.1890976381041853,0.07673488987640925,0.07280726614860612,34.33418858590305,1.5863294948524156,0.08839541861484174,0.07509509463424893,0.06748836943977701,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Timer-S1,137.33857459440628,137.33857459440628,10.960021416346232,0.965558854129613,0.656561891225753,0.4814048990524206,9.633156282693404,11.719154175724727,0.5409880496435417,0.5059444155417407,0.3591983118825247,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Timer-S1,4.234436805929515,4.234436805929515,1.9102486769358318,1.0084561543214543,0.0713982350508812,0.07450784629116962,14.318677421350367,2.057774721860854,0.0764498348678955,0.07096899109359127,0.061562971909676883,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Timer-S1,27.803549986332655,27.803549986332655,4.468454996744792,0.7687664510528673,0.6876806838057142,0.43903693508567937,9.279797407034051,5.272907166481565,0.5674877667962224,0.48090995480661436,0.35721196515321374,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,28.04098590215047,28.04098590215047,4.913330078125,0.07607736895161292,0.0019267961090686278,0.0019289550860147244,1.489634576612903,5.295374009656964,0.0020766172586890053,0.0019267961090686275,0.005615431531408861,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Timer-S1,33.81684939066569,33.81684939066569,5.795735677083333,0.07042919303797468,0.0022728375204248367,0.0022754408146649072,2.306607496044304,5.815225652600739,0.002280480648078721,0.0022728375204248367,0.002894116370506536,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Timer-S1,819.7185096022274,819.7185096022274,25.976327078683035,0.5514740009383661,0.11187591303610797,0.10476024087598686,4.263247625769444,28.63072666912643,0.11322886253326837,0.10273123703433969,0.06931331272927456,Web,1 diff --git a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json index a4c2017b9489a5909378def8a5c2934ed78c8565..b14a8eaa35ea150f1b4ec7e34f71a4d17c530b3e 100644 --- a/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timer_s1/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T04:16:28.731093+00:00", + "evaluated_at": "2026-06-20T04:57:18.086141+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 7efd928a88c82cdb2be5974032ae3fca5c21d427..9ce3d39c133a522613f45ba6a08073c9962b91a3 100644 --- a/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timer_s1/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T04:09:48.610410+00:00", + "evaluated_at": "2026-06-20T04:57:29.653900+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.439178466796875, - 1.46502685546875, - 1.488525390625, - 1.5167236328125, - 1.54962158203125, - 1.5731201171875, - 1.594268798828125, - 1.613067626953125, - 1.63421630859375, - 1.6483154296875, - 1.664764404296875, - 1.674163818359375, - 1.6859130859375, - 1.69061279296875, - 1.70001220703125, - 1.70941162109375, - 1.70941162109375, - 1.714111328125, - 1.70941162109375, - 1.70941162109375, - 1.70941162109375, - 1.692962646484375, - 1.688262939453125, - 1.669464111328125, - 1.660064697265625, - 1.641265869140625, - 1.61541748046875, - 1.5919189453125, - 1.58251953125, - 1.5543212890625, - 1.537872314453125, - 1.509674072265625, - 1.48382568359375, - 1.443878173828125, - 1.415679931640625, - 1.396881103515625, - 1.36163330078125, - 1.3393096923828125, - 1.3099365234375, - 1.2923126220703125, - 1.260589599609375, - 1.2365036010742188, - 1.2094802856445312, - 1.1895065307617188, - 1.1598396301269531, - 1.1354598999023438, - 1.1068944931030273, - 1.098853588104248, - 1.0701045989990234, - 1.0441093444824219, - 1.0291290283203125, - 1.0179672241210938, - 1.00445556640625, - 0.9938812255859375, - 0.9862442016601562, - 0.9744949340820312, - 0.9556961059570312, - 0.9445343017578125, - 0.9339599609375, - 0.9439468383789062 + 1.5163116455078125, + 1.5419921875, + 1.5630035400390625, + 1.58868408203125, + 1.61669921875, + 1.6330413818359375, + 1.64471435546875, + 1.658721923828125, + 1.6703948974609375, + 1.6844024658203125, + 1.69140625, + 1.696075439453125, + 1.705413818359375, + 1.7100830078125, + 1.714752197265625, + 1.71942138671875, + 1.714752197265625, + 1.705413818359375, + 1.70074462890625, + 1.696075439453125, + 1.696075439453125, + 1.686737060546875, + 1.677398681640625, + 1.66339111328125, + 1.6563873291015625, + 1.6330413818359375, + 1.6050262451171875, + 1.58868408203125, + 1.579345703125, + 1.55133056640625, + 1.5233154296875, + 1.504638671875, + 1.4789581298828125, + 1.4462738037109375, + 1.4089202880859375, + 1.3855743408203125, + 1.3528900146484375, + 1.3202056884765625, + 1.2828521728515625, + 1.2688446044921875, + 1.2274055480957031, + 1.2017250061035156, + 1.1713752746582031, + 1.155324935913086, + 1.1309576034545898, + 1.1118431091308594, + 1.0892084836959839, + 1.0836091041564941, + 1.0566883087158203, + 1.0388870239257812, + 1.0277976989746094, + 1.0231285095214844, + 1.0108718872070312, + 1.0044517517089844, + 0.9933624267578125, + 0.981689453125, + 0.9612617492675781, + 0.9560089111328125, + 0.9449195861816406, + 0.9571762084960938 ], "p10": [ - 1.42742919921875, - 1.448577880859375, - 1.4697265625, - 1.495574951171875, - 1.523773193359375, - 1.547271728515625, - 1.561370849609375, - 1.580169677734375, - 1.603668212890625, - 1.613067626953125, - 1.627166748046875, - 1.63421630859375, - 1.64361572265625, - 1.6483154296875, - 1.655364990234375, - 1.660064697265625, - 1.655364990234375, - 1.6483154296875, - 1.64361572265625, - 1.638916015625, - 1.638916015625, - 1.6201171875, - 1.613067626953125, - 1.5919189453125, - 1.57781982421875, - 1.55902099609375, - 1.52142333984375, - 1.50262451171875, - 1.48382568359375, - 1.453277587890625, - 1.43212890625, - 1.3933563232421875, - 1.3698577880859375, - 1.3346099853515625, - 1.3087615966796875, - 1.279388427734375, - 1.2453155517578125, - 1.2171173095703125, - 1.18304443359375, - 1.16424560546875, - 1.13134765625, - 1.104985237121582, - 1.0770072937011719, - 1.0579147338867188, - 1.0402908325195312, - 1.0179672241210938, - 0.9903564453125, - 0.9768447875976562, - 0.9545211791992188, - 0.9280853271484375, - 0.9163360595703125, - 0.90576171875, - 0.8963623046875, - 0.894012451171875, - 0.8857879638671875, - 0.879913330078125, - 0.8587646484375, - 0.8552398681640625, - 0.8434906005859375, - 0.8575897216796875 + 1.5069732666015625, + 1.527984619140625, + 1.546661376953125, + 1.5676727294921875, + 1.58868408203125, + 1.6096954345703125, + 1.6143646240234375, + 1.62603759765625, + 1.6423797607421875, + 1.64471435546875, + 1.649383544921875, + 1.654052734375, + 1.658721923828125, + 1.6563873291015625, + 1.658721923828125, + 1.6563873291015625, + 1.6423797607421875, + 1.630706787109375, + 1.621368408203125, + 1.6143646240234375, + 1.6096954345703125, + 1.5910186767578125, + 1.5816802978515625, + 1.5583343505859375, + 1.5443267822265625, + 1.5163116455078125, + 1.481292724609375, + 1.462615966796875, + 1.443939208984375, + 1.4112548828125, + 1.3739013671875, + 1.3447189331054688, + 1.3237075805664062, + 1.2921905517578125, + 1.2630081176757812, + 1.2314910888671875, + 1.1958885192871094, + 1.162912368774414, + 1.1213274002075195, + 1.1102380752563477, + 1.0687990188598633, + 1.0435562133789062, + 1.0161247253417969, + 1.0032844543457031, + 0.9933624267578125, + 0.9811058044433594, + 0.9618453979492188, + 0.9507560729980469, + 0.9291610717773438, + 0.9139862060546875, + 0.9093170166015625, + 0.906982421875, + 0.902313232421875, + 0.9046478271484375, + 0.8964767456054688, + 0.8906402587890625, + 0.8707962036132812, + 0.874298095703125, + 0.86029052734375, + 0.8766326904296875 ], "p90": [ - 1.450927734375, - 1.486175537109375, - 1.5167236328125, - 1.542572021484375, - 1.57781982421875, - 1.601318359375, - 1.622467041015625, - 1.641265869140625, - 1.664764404296875, - 1.683563232421875, - 1.692962646484375, - 1.70941162109375, - 1.71881103515625, - 1.73760986328125, - 1.74700927734375, - 1.7611083984375, - 1.7705078125, - 1.7799072265625, - 1.7705078125, - 1.7705078125, - 1.77520751953125, - 1.7705078125, - 1.7705078125, - 1.751708984375, - 1.751708984375, - 1.72821044921875, - 1.7047119140625, - 1.692962646484375, - 1.6859130859375, - 1.66241455078125, - 1.650665283203125, - 1.622467041015625, - 1.59661865234375, - 1.561370849609375, - 1.528472900390625, - 1.526123046875, - 1.500274658203125, - 1.47442626953125, - 1.450927734375, - 1.43682861328125, - 1.413330078125, - 1.392181396484375, - 1.3663330078125, - 1.3487091064453125, - 1.3158111572265625, - 1.288787841796875, - 1.2641143798828125, - 1.2594146728515625, - 1.2053680419921875, - 1.1748199462890625, - 1.1601333618164062, - 1.1433906555175781, - 1.1287040710449219, - 1.1131362915039062, - 1.1104192733764648, - 1.0996246337890625, - 1.0785493850708008, - 1.0602645874023438, - 1.0546836853027344, - 1.0614395141601562 + 1.5256500244140625, + 1.5606689453125, + 1.5863494873046875, + 1.6096954345703125, + 1.640045166015625, + 1.658721923828125, + 1.677398681640625, + 1.686737060546875, + 1.705413818359375, + 1.71942138671875, + 1.728759765625, + 1.733428955078125, + 1.742767333984375, + 1.75677490234375, + 1.76611328125, + 1.77545166015625, + 1.77545166015625, + 1.7847900390625, + 1.770782470703125, + 1.77545166015625, + 1.77545166015625, + 1.770782470703125, + 1.770782470703125, + 1.75677490234375, + 1.75677490234375, + 1.742767333984375, + 1.724090576171875, + 1.724090576171875, + 1.714752197265625, + 1.69140625, + 1.6727294921875, + 1.654052734375, + 1.61669921875, + 1.58868408203125, + 1.55133056640625, + 1.55133056640625, + 1.5256500244140625, + 1.4929656982421875, + 1.4602813720703125, + 1.4486083984375, + 1.42059326171875, + 1.397247314453125, + 1.3668975830078125, + 1.3528900146484375, + 1.3213729858398438, + 1.2980270385742188, + 1.2816848754882812, + 1.2781829833984375, + 1.2028923034667969, + 1.1812973022460938, + 1.1690406799316406, + 1.1573677062988281, + 1.1430683135986328, + 1.1313953399658203, + 1.1210355758666992, + 1.1084871292114258, + 1.0860166549682617, + 1.0758028030395508, + 1.0689449310302734, + 1.0774807929992676 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8b8d4e395faabb018e0c8792c303b7c3284d4fca..d87ed3df79e1f135f55e626fce708b5001bd9845 100644 --- a/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timer_s1/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Timer-S1", - "evaluated_at": "2026-06-20T04:01:21.962613+00:00", + "evaluated_at": "2026-06-20T04:57:35.658201+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2546.787109375, - 2546.787109375, - 2546.3984375, - 2546.3984375, - 2547.17578125, - 2546.787109375, - 2547.17578125, - 2546.787109375, - 2546.787109375, - 2545.62109375, - 2545.62109375, - 2545.62109375, - 2544.84375, - 2545.62109375, - 2546.009765625, - 2544.84375, - 2544.06640625, - 2545.232421875, - 2544.06640625, - 2543.677734375, - 2543.2890625, - 2541.734375, - 2541.345703125, - 2539.40234375 + 2543.44140625, + 2543.8671875, + 2543.8671875, + 2543.44140625, + 2543.44140625, + 2543.44140625, + 2543.8671875, + 2543.8671875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.29296875, + 2544.71875, + 2544.71875, + 2544.29296875, + 2544.71875, + 2544.71875, + 2544.71875, + 2543.8671875, + 2545.14453125, + 2544.71875, + 2544.29296875 ], "p10": [ - 2540.95703125, - 2535.126953125, - 2527.353515625, - 2518.802734375, - 2508.30859375, - 2500.7294921875, - 2489.65234375, - 2477.21484375, - 2469.004150390625, - 2454.914794921875, - 2449.23046875, - 2443.88623046875, - 2434.072265625, - 2429.408203125, - 2431.1572265625, - 2430.962890625, - 2442.52587890625, - 2436.5986328125, - 2431.3515625, - 2430.962890625, - 2429.2138671875, - 2427.853515625, - 2426.8818359375, - 2424.744140625 + 2543.44140625, + 2543.015625, + 2542.58984375, + 2542.1640625, + 2541.73828125, + 2541.3125, + 2540.88671875, + 2540.4609375, + 2540.03515625, + 2538.33203125, + 2537.90625, + 2536.62890625, + 2533.6484375, + 2530.66796875, + 2529.177734375, + 2528.5390625, + 2520.44921875, + 2518.533203125, + 2514.48828125, + 2510.23046875, + 2505.0146484375, + 2502.140625, + 2498.734375, + 2494.263671875 ], "p90": [ - 2549.5078125, - 2549.119140625, - 2549.119140625, - 2549.896484375, - 2551.451171875, - 2549.896484375, - 2551.83984375, - 2551.451171875, - 2550.28515625, - 2552.228515625, - 2551.0625, - 2548.73046875, - 2549.896484375, - 2552.228515625, - 2550.28515625, - 2550.28515625, - 2554.171875, - 2555.337890625, - 2554.560546875, - 2554.94921875, - 2554.94921875, - 2554.560546875, - 2554.94921875, - 2555.7265625 + 2544.71875, + 2544.71875, + 2544.71875, + 2545.14453125, + 2544.71875, + 2545.14453125, + 2545.99609375, + 2545.14453125, + 2545.99609375, + 2545.14453125, + 2545.5703125, + 2545.14453125, + 2545.14453125, + 2545.5703125, + 2545.5703125, + 2545.5703125, + 2545.99609375, + 2546.84765625, + 2546.421875, + 2546.84765625, + 2545.5703125, + 2547.2734375, + 2546.84765625, + 2546.84765625 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/timer_s1/online_meta.json b/results/timer_s1/online_meta.json index 511c30ba4e821056b6d4a89eac8df1945604c59a..0182ea29252f0a19e7de847db395f4de621251cd 100644 --- a/results/timer_s1/online_meta.json +++ b/results/timer_s1/online_meta.json @@ -1,11 +1,23 @@ { "model": "Timer-S1", "api_model_id": "bytedance-research/Timer-S1", - "evaluated_at": "2026-06-20T04:16:32.542747+00:00", + "evaluated_at": "2026-06-20T04:57:39.474747+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/timesfm_2_5/all_results.csv b/results/timesfm_2_5/all_results.csv index cc64c9dd29a237074dcb8effd4cf7883c35c69f3..f7730cc3a0a77abd38d62b1fd95c64c939c7eaa7 100644 --- a/results/timesfm_2_5/all_results.csv +++ b/results/timesfm_2_5/all_results.csv @@ -1,4 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates -binance_btcusdt_1h_close/1h/short,TimesFM-2.5,1359247.1206029255,1753266.7505874634,1132.2649739583333,2.0375633836822966,0.017026736390548112,0.017226634135330692,38.68797464232892,1165.8675399044805,0.01761288016288448,0.017105242762478427,0.013654108028947516,Finance,1 -nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,0.7829723116960849,0.48572318519427427,0.6179748376210531,0.6439101199890694,0.041117021772596574,0.04006676231170827,39.74713972226133,0.8848572267298748,0.05802342470359834,0.04052294017187233,0.05512189558222573,Weather,1 -usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,14.40775940274572,13.534856303621458,2.8051276206970215,0.5820437714414568,0.6715312888323447,0.30217126399252,20.592487895866633,3.795755445592579,0.3643925227768876,0.26929225158691406,0.27913609568277997,Hazards,1 +binance_btcusdt_1h_close/1h/short,TimesFM-2.5,122063.28371810913,101242.120677948,274.7447916666667,0.266033409884782,0.004364328542468783,0.0043661971434430505,16.627174955257434,349.375562565714,0.005550657613897696,0.0043649712033207244,0.006547869044446434,Finance,1 +nasa_power_shanghai_hourly_T2M/1h/short,TimesFM-2.5,0.25347819153951906,0.38389451334069236,0.5193533102671305,0.29768928318452986,0.022479949808031197,0.022839422041168806,4.331048565737762,0.5034661771554462,0.021559413863425244,0.022239732211309766,0.01921340225105557,Weather,1 +noaa_coops_sf_water_level_water_level/6min/short,TimesFM-2.5,0.0057746979660873166,0.004007415356409065,0.05464627742767334,0.07705612685194432,0.03982341837996901,0.039224773155605845,2.0640259786802613,0.07599143350462154,0.05060809732834563,0.036392840602530264,0.036255109230724517,Ocean,1 +noaa_ndbc_46013_realtime_wave_height/10min/short,TimesFM-2.5,0.02544818456245442,0.017332049321428004,0.10134190983242458,0.5874892024434205,0.07900456189682921,0.0743832590530365,30.452106764768246,0.15952487129740747,0.11684426519108786,0.07422805541936564,0.09471678458057295,Ocean,1 +nws_ksfo_observations_temperature/1h/short,TimesFM-2.5,1.4612250366887263,1.3783205389804607,1.0216829776763916,0.9014849128734429,0.05808433095620294,0.05590778149295872,39.576098553257474,1.2088114148570597,0.06735888816883533,0.05693148541738792,0.06074259195908957,Weather,1 +open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TimesFM-2.5,117.53935978352358,78.78174402945865,8.298621892929077,0.7310941777760475,0.4818464811180289,0.3845195236713225,37.426476904182266,10.841557073756684,0.5004757790950441,0.38308697072050124,0.4799855772312463,Air Quality,1 +open_meteo_shanghai_hourly_temperature_2m/1h/short,TimesFM-2.5,5.276695683204707,7.156314084219957,2.514672120412191,1.32754264224806,0.09444072931163418,0.0998674452814408,20.892496405922618,2.297105936434954,0.08534139701925526,0.09342435122274392,0.07013048166091966,Weather,1 +usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TimesFM-2.5,18.05383831547495,14.266151004334764,3.252542018890381,0.5595771215295279,0.4706543772542684,0.3519615179618178,24.139243628389096,4.248980856096548,0.45728941949021146,0.350049365261745,0.3970439449019496,Hazards,1 +usgs_potomac_iv_usgs_00060/15min/short,TimesFM-2.5,0.23041222989559174,0.6858203088243803,0.7117411295572916,0.008649006131329113,0.00027911416845383986,0.0002791566475747693,0.06372329905063291,0.48001273930552274,0.0001882402899237344,0.00027911416845383986,0.00035374708875158856,Hydrology,1 +wikimedia_time_series_hourly_pageviews/1D/short,TimesFM-2.5,581.5291792114731,448.8410288263445,16.82055882045201,0.35709824728631645,0.06612858490910202,0.06380301602645701,15.217170467987094,24.11491611454357,0.09536972474678247,0.0665219840356859,0.07562223119550131,Web,1 diff --git a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json index f2bdcf114f72eee317f9ffd630709e97ece7bce1..11f0b49323adb67d1e7b1774f4cca53c820162b5 100644 --- a/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/timesfm_2_5/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T04:14:58.321850+00:00", + "evaluated_at": "2026-06-20T04:38:23.590888+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json b/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json deleted file mode 100644 index d809d2a0c7403e9cb2346cba1cd61665c992d0a1..0000000000000000000000000000000000000000 --- a/results/timesfm_2_5/forecasts/coingecko_bitcoin_7d_price_usd__1h__short.json +++ /dev/null @@ -1,332 +0,0 @@ -{ - "dataset": "coingecko_bitcoin_7d_price_usd/1h/short", - "model": "TimesFM-2.5", - "evaluated_at": "2026-06-08T12:39:15.213654+00:00", - "freq": "1h", - "context_length": 96, - "prediction_length": 24, - "context": [ - 66995.0546875, - 66787.4453125, - 66773.0, - 66021.9453125, - 65968.796875, - 65889.625, - 65964.9765625, - 65357.46484375, - 64879.65625, - 65671.2421875, - 64813.3828125, - 64021.890625, - 63155.43359375, - 62114.88671875, - 63156.125, - 64273.25, - 64303.609375, - 63877.1015625, - 63969.859375, - 63609.23828125, - 63562.82421875, - 63116.39453125, - 62388.6171875, - 62450.80859375, - 63671.5859375, - 64009.79296875, - 63870.93359375, - 63902.43359375, - 63515.99609375, - 63455.37890625, - 63778.125, - 63570.9765625, - 63540.5703125, - 63243.859375, - 63661.25390625, - 63796.25390625, - 63380.109375, - 63307.94140625, - 62563.10546875, - 62650.546875, - 63384.29296875, - 62373.71875, - 61877.2421875, - 62930.4296875, - 62394.09375, - 62783.2734375, - 62492.06640625, - 61971.07421875, - 61909.859375, - 60758.42578125, - 60787.484375, - 60465.25, - 61400.8359375, - 60761.45703125, - 59353.421875, - 60317.19921875, - 61633.1015625, - 61643.66796875, - 61658.390625, - 60921.79296875, - 61271.40234375, - 61080.85546875, - 60951.515625, - 60670.44140625, - 60073.171875, - 60915.0703125, - 60742.46875, - 60977.1796875, - 61282.9296875, - 60966.96484375, - 60522.41796875, - 60766.97265625, - 61010.48828125, - 60783.60546875, - 60801.25, - 60787.40625, - 60717.33203125, - 60544.17578125, - 60632.1328125, - 60600.08203125, - 60702.28125, - 60747.38671875, - 60583.53125, - 60861.87890625, - 60761.62109375, - 61471.63671875, - 61492.78515625, - 61664.73828125, - 61867.5078125, - 61731.03515625, - 62108.17578125, - 62354.66015625, - 62799.6171875, - 62515.78515625, - 62356.8984375, - 62592.24609375 - ], - "actuals": [ - 61899.44140625, - 61708.484375, - 61869.12109375, - 62040.15625, - 62019.3828125, - 62139.10546875, - 62065.1328125, - 61277.73828125, - 61896.1875, - 61736.5, - 62898.8359375, - 63254.5703125, - 63591.55078125, - 63135.734375, - 63092.97265625, - 63097.73828125, - 62746.109375, - 62686.890625, - 62955.75390625, - 63263.63671875, - 63105.12109375, - 63430.00390625, - 63090.98046875, - 63416.52734375 - ], - "p50": [ - 62578.859375, - 62542.96875, - 62551.984375, - 62596.203125, - 62595.1171875, - 62664.171875, - 62657.06640625, - 62710.5625, - 62753.10546875, - 62834.76953125, - 62807.43359375, - 62828.4375, - 62728.4765625, - 62737.765625, - 62788.5859375, - 62782.015625, - 62772.8359375, - 62825.79296875, - 62886.8671875, - 62989.7421875, - 62969.84765625, - 62981.83984375, - 62981.08984375, - 62996.484375 - ], - "p10": [ - 62731.4140625, - 62705.9921875, - 62826.265625, - 62798.84375, - 62799.22265625, - 62883.65625, - 62999.31640625, - 63046.4765625, - 63040.078125, - 62977.640625, - 63096.484375, - 63111.32421875, - 63059.6953125, - 63082.26171875, - 63160.69140625, - 63171.296875, - 63131.77734375, - 63343.109375, - 63300.09375, - 63266.90625, - 63352.28125, - 63422.875, - 63329.54296875, - 63367.96484375 - ], - "p90": [ - 63123.08984375, - 63137.73046875, - 63241.43359375, - 63362.390625, - 63414.3203125, - 63512.34375, - 63561.08984375, - 63703.74609375, - 63827.046875, - 63908.828125, - 63929.53125, - 63976.6171875, - 63946.26953125, - 64019.71875, - 64134.453125, - 64145.703125, - 64194.6875, - 64259.72265625, - 64388.51171875, - 64489.125, - 64517.734375, - 64590.3125, - 64586.41796875, - 64608.14453125 - ], - "timestamps": [ - "2026-06-03 13:39:15.213654", - "2026-06-03 14:39:15.213654", - "2026-06-03 15:39:15.213654", - "2026-06-03 16:39:15.213654", - "2026-06-03 17:39:15.213654", - "2026-06-03 18:39:15.213654", - "2026-06-03 19:39:15.213654", - "2026-06-03 20:39:15.213654", - "2026-06-03 21:39:15.213654", - "2026-06-03 22:39:15.213654", - "2026-06-03 23:39:15.213654", - "2026-06-04 00:39:15.213654", - "2026-06-04 01:39:15.213654", - "2026-06-04 02:39:15.213654", - "2026-06-04 03:39:15.213654", - "2026-06-04 04:39:15.213654", - "2026-06-04 05:39:15.213654", - "2026-06-04 06:39:15.213654", - "2026-06-04 07:39:15.213654", - "2026-06-04 08:39:15.213654", - "2026-06-04 09:39:15.213654", - "2026-06-04 10:39:15.213654", - "2026-06-04 11:39:15.213654", - "2026-06-04 12:39:15.213654", - "2026-06-04 13:39:15.213654", - "2026-06-04 14:39:15.213654", - "2026-06-04 15:39:15.213654", - "2026-06-04 16:39:15.213654", - "2026-06-04 17:39:15.213654", - "2026-06-04 18:39:15.213654", - "2026-06-04 19:39:15.213654", - "2026-06-04 20:39:15.213654", - "2026-06-04 21:39:15.213654", - "2026-06-04 22:39:15.213654", - "2026-06-04 23:39:15.213654", - "2026-06-05 00:39:15.213654", - "2026-06-05 01:39:15.213654", - "2026-06-05 02:39:15.213654", - "2026-06-05 03:39:15.213654", - "2026-06-05 04:39:15.213654", - "2026-06-05 05:39:15.213654", - "2026-06-05 06:39:15.213654", - "2026-06-05 07:39:15.213654", - "2026-06-05 08:39:15.213654", - "2026-06-05 09:39:15.213654", - "2026-06-05 10:39:15.213654", - "2026-06-05 11:39:15.213654", - "2026-06-05 12:39:15.213654", - "2026-06-05 13:39:15.213654", - "2026-06-05 14:39:15.213654", - "2026-06-05 15:39:15.213654", - "2026-06-05 16:39:15.213654", - "2026-06-05 17:39:15.213654", - "2026-06-05 18:39:15.213654", - "2026-06-05 19:39:15.213654", - "2026-06-05 20:39:15.213654", - "2026-06-05 21:39:15.213654", - "2026-06-05 22:39:15.213654", - "2026-06-05 23:39:15.213654", - "2026-06-06 00:39:15.213654", - "2026-06-06 01:39:15.213654", - "2026-06-06 02:39:15.213654", - "2026-06-06 03:39:15.213654", - "2026-06-06 04:39:15.213654", - "2026-06-06 05:39:15.213654", - "2026-06-06 06:39:15.213654", - "2026-06-06 07:39:15.213654", - "2026-06-06 08:39:15.213654", - "2026-06-06 09:39:15.213654", - "2026-06-06 10:39:15.213654", - "2026-06-06 11:39:15.213654", - "2026-06-06 12:39:15.213654", - "2026-06-06 13:39:15.213654", - "2026-06-06 14:39:15.213654", - "2026-06-06 15:39:15.213654", - "2026-06-06 16:39:15.213654", - "2026-06-06 17:39:15.213654", - "2026-06-06 18:39:15.213654", - "2026-06-06 19:39:15.213654", - "2026-06-06 20:39:15.213654", - "2026-06-06 21:39:15.213654", - "2026-06-06 22:39:15.213654", - "2026-06-06 23:39:15.213654", - "2026-06-07 00:39:15.213654", - "2026-06-07 01:39:15.213654", - "2026-06-07 02:39:15.213654", - "2026-06-07 03:39:15.213654", - "2026-06-07 04:39:15.213654", - "2026-06-07 05:39:15.213654", - "2026-06-07 06:39:15.213654", - "2026-06-07 07:39:15.213654", - "2026-06-07 08:39:15.213654", - "2026-06-07 09:39:15.213654", - "2026-06-07 10:39:15.213654", - "2026-06-07 11:39:15.213654", - "2026-06-07 12:39:15.213654", - "2026-06-07 13:39:15.213654", - "2026-06-07 14:39:15.213654", - "2026-06-07 15:39:15.213654", - "2026-06-07 16:39:15.213654", - "2026-06-07 17:39:15.213654", - "2026-06-07 18:39:15.213654", - "2026-06-07 19:39:15.213654", - "2026-06-07 20:39:15.213654", - "2026-06-07 21:39:15.213654", - "2026-06-07 22:39:15.213654", - "2026-06-07 23:39:15.213654", - "2026-06-08 00:39:15.213654", - "2026-06-08 01:39:15.213654", - "2026-06-08 02:39:15.213654", - "2026-06-08 03:39:15.213654", - "2026-06-08 04:39:15.213654", - "2026-06-08 05:39:15.213654", - "2026-06-08 06:39:15.213654", - "2026-06-08 07:39:15.213654", - "2026-06-08 08:39:15.213654", - "2026-06-08 09:39:15.213654", - "2026-06-08 10:39:15.213654", - "2026-06-08 11:39:15.213654", - "2026-06-08 12:39:15.213654" - ] -} diff --git a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 2744635465e25b7f1d6f9c9a2235a45cdddd1909..76ba7a6bed7c2a9e2967544bcfa08984efa459d3 100644 --- a/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/timesfm_2_5/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T04:07:01.387854+00:00", + "evaluated_at": "2026-06-20T04:38:49.281891+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.4206790924072266, - 1.4465579986572266, - 1.480440378189087, - 1.5089713335037231, - 1.5260181427001953, - 1.5569214820861816, - 1.5799269676208496, - 1.6135631799697876, - 1.6257387399673462, - 1.63858163356781, - 1.6631238460540771, - 1.6798609495162964, - 1.6835829019546509, - 1.6950395107269287, - 1.7131613492965698, - 1.7312731742858887, - 1.7349472045898438, - 1.7470741271972656, - 1.7509808540344238, - 1.7479982376098633, - 1.7584470510482788, - 1.7592717409133911, - 1.7490944862365723, - 1.7553011178970337, - 1.749969720840454, - 1.7547996044158936, - 1.7420324087142944, - 1.7415410280227661, - 1.729291558265686, - 1.7199074029922485, - 1.692782998085022, - 1.71481454372406, - 1.7089883089065552, - 1.6856038570404053, - 1.6673016548156738, - 1.6687506437301636, - 1.6356302499771118, - 1.6194961071014404, - 1.6111385822296143, - 1.5886716842651367, - 1.5767369270324707, - 1.5612295866012573, - 1.5453879833221436, - 1.5170327425003052, - 1.4927239418029785, - 1.4756122827529907, - 1.4594147205352783, - 1.435071349143982, - 1.4121558666229248, - 1.4028897285461426, - 1.3798431158065796, - 1.349664330482483, - 1.3423629999160767, - 1.3274381160736084, - 1.3224656581878662, - 1.3052085638046265, - 1.2925812005996704, - 1.2772735357284546, - 1.26714289188385, - 1.2584199905395508 + 1.4980140924453735, + 1.5157257318496704, + 1.5502341985702515, + 1.5700254440307617, + 1.590043067932129, + 1.6133735179901123, + 1.6266802549362183, + 1.6402229070663452, + 1.6532073020935059, + 1.6583740711212158, + 1.67831289768219, + 1.6815218925476074, + 1.6884604692459106, + 1.6935735940933228, + 1.6977941989898682, + 1.7076314687728882, + 1.7101482152938843, + 1.703001856803894, + 1.7057201862335205, + 1.7124704122543335, + 1.7033127546310425, + 1.6966910362243652, + 1.6809628009796143, + 1.6717751026153564, + 1.672261357307434, + 1.6651296615600586, + 1.6514132022857666, + 1.6332799196243286, + 1.6140027046203613, + 1.5979812145233154, + 1.5776498317718506, + 1.571566104888916, + 1.5610840320587158, + 1.5298943519592285, + 1.5117192268371582, + 1.5021677017211914, + 1.4747836589813232, + 1.4561491012573242, + 1.4506837129592896, + 1.4249013662338257, + 1.4092806577682495, + 1.3952312469482422, + 1.3703396320343018, + 1.3415690660476685, + 1.3212878704071045, + 1.3122811317443848, + 1.3022394180297852, + 1.2736214399337769, + 1.2540218830108643, + 1.2494484186172485, + 1.2236169576644897, + 1.194623351097107, + 1.184118628501892, + 1.1828680038452148, + 1.1760309934616089, + 1.1633219718933105, + 1.1515284776687622, + 1.126772165298462, + 1.1262640953063965, + 1.1128168106079102 ], "p10": [ - 1.4315361976623535, - 1.4510670900344849, - 1.4872068166732788, - 1.5389964580535889, - 1.5362383127212524, - 1.5695106983184814, - 1.5651192665100098, - 1.6233432292938232, - 1.6313854455947876, - 1.6245691776275635, - 1.670775294303894, - 1.7054731845855713, - 1.6580135822296143, - 1.7220313549041748, - 1.6967167854309082, - 1.723404884338379, - 1.7434520721435547, - 1.7446273565292358, - 1.7418872117996216, - 1.785084843635559, - 1.748368740081787, - 1.7988399267196655, - 1.760668396949768, - 1.7814481258392334, - 1.769821047782898, - 1.7526010274887085, - 1.7598575353622437, - 1.7404446601867676, - 1.7374013662338257, - 1.7370169162750244, - 1.7119512557983398, - 1.7333579063415527, - 1.750802755355835, - 1.7523434162139893, - 1.6959491968154907, - 1.6867722272872925, - 1.6723710298538208, - 1.6523406505584717, - 1.6284857988357544, - 1.607511281967163, - 1.57764732837677, - 1.5939233303070068, - 1.5620259046554565, - 1.5513540506362915, - 1.5198099613189697, - 1.506831169128418, - 1.5026746988296509, - 1.4575715065002441, - 1.4330273866653442, - 1.4533404111862183, - 1.3966537714004517, - 1.410383939743042, - 1.3763407468795776, - 1.4024813175201416, - 1.354477882385254, - 1.3312697410583496, - 1.3054559230804443, - 1.312718152999878, - 1.3044776916503906, - 1.2785488367080688 + 1.5022737979888916, + 1.5289700031280518, + 1.5548737049102783, + 1.5965632200241089, + 1.593666911125183, + 1.6233776807785034, + 1.6115888357162476, + 1.6455844640731812, + 1.6727303266525269, + 1.6579707860946655, + 1.6848641633987427, + 1.7072523832321167, + 1.6640766859054565, + 1.710394263267517, + 1.7004823684692383, + 1.7128812074661255, + 1.7230874300003052, + 1.6982216835021973, + 1.7026536464691162, + 1.7318642139434814, + 1.710144281387329, + 1.717085361480713, + 1.6908291578292847, + 1.6966590881347656, + 1.6777094602584839, + 1.655910611152649, + 1.6681010723114014, + 1.633042573928833, + 1.6295015811920166, + 1.6195037364959717, + 1.5968643426895142, + 1.5960257053375244, + 1.6166564226150513, + 1.5960888862609863, + 1.5555322170257568, + 1.5289241075515747, + 1.523298978805542, + 1.487945795059204, + 1.471055507659912, + 1.4467300176620483, + 1.4035719633102417, + 1.4238308668136597, + 1.3845685720443726, + 1.378626823425293, + 1.3531404733657837, + 1.3398243188858032, + 1.3431875705718994, + 1.2990021705627441, + 1.2740812301635742, + 1.2898777723312378, + 1.2537686824798584, + 1.264704942703247, + 1.22121262550354, + 1.2492274045944214, + 1.2131896018981934, + 1.1920992136001587, + 1.1574457883834839, + 1.1755675077438354, + 1.1711335182189941, + 1.1460914611816406 ], "p90": [ - 1.4486538171768188, - 1.4724472761154175, - 1.5101642608642578, - 1.542752981185913, - 1.5716933012008667, - 1.610874056816101, - 1.6345064640045166, - 1.6720120906829834, - 1.6884346008300781, - 1.7112176418304443, - 1.7384036779403687, - 1.7601722478866577, - 1.7882206439971924, - 1.7879784107208252, - 1.7969824075698853, - 1.8133189678192139, - 1.8156927824020386, - 1.8363900184631348, - 1.8472137451171875, - 1.8578064441680908, - 1.8653645515441895, - 1.8779264688491821, - 1.8779017925262451, - 1.8806447982788086, - 1.887010931968689, - 1.9051966667175293, - 1.905469298362732, - 1.8983463048934937, - 1.9018527269363403, - 1.8934900760650635, - 1.8749629259109497, - 1.8889764547348022, - 1.8917630910873413, - 1.8672395944595337, - 1.8696637153625488, - 1.8807098865509033, - 1.8551558256149292, - 1.8339070081710815, - 1.8247467279434204, - 1.797656536102295, - 1.7811392545700073, - 1.7714742422103882, - 1.7400813102722168, - 1.7211545705795288, - 1.6896800994873047, - 1.6757757663726807, - 1.664925217628479, - 1.6556466817855835, - 1.6340136528015137, - 1.6245241165161133, - 1.6018058061599731, - 1.5811002254486084, - 1.565982699394226, - 1.56113862991333, - 1.563653588294983, - 1.544445276260376, - 1.5206944942474365, - 1.509995937347412, - 1.512494444847107, - 1.5052915811538696 + 1.5222152471542358, + 1.5326287746429443, + 1.576630711555481, + 1.60014009475708, + 1.6243890523910522, + 1.654355764389038, + 1.6680916547775269, + 1.690129041671753, + 1.7124525308609009, + 1.7179640531539917, + 1.7513740062713623, + 1.7544869184494019, + 1.7865145206451416, + 1.776973843574524, + 1.7772212028503418, + 1.7786208391189575, + 1.7873071432113647, + 1.7870805263519287, + 1.7934505939483643, + 1.8082458972930908, + 1.8016741275787354, + 1.7964595556259155, + 1.799257755279541, + 1.7870806455612183, + 1.7970812320709229, + 1.8070249557495117, + 1.8021955490112305, + 1.7690021991729736, + 1.7669333219528198, + 1.7414630651474, + 1.740256667137146, + 1.7294813394546509, + 1.728829026222229, + 1.6992583274841309, + 1.6942189931869507, + 1.6983901262283325, + 1.6757529973983765, + 1.6446393728256226, + 1.6489789485931396, + 1.6265934705734253, + 1.6042499542236328, + 1.5849262475967407, + 1.5535931587219238, + 1.5333079099655151, + 1.5021313428878784, + 1.496075987815857, + 1.4856288433074951, + 1.4782700538635254, + 1.457945466041565, + 1.45310640335083, + 1.4300355911254883, + 1.4046854972839355, + 1.3971837759017944, + 1.3901684284210205, + 1.390260100364685, + 1.3776923418045044, + 1.352732539176941, + 1.3388103246688843, + 1.3534934520721436, + 1.3406507968902588 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index a73d769686f7147022703d916a1811bd81d6ab41..f44efd66ed10cf38f83d761cf8af411043ac4566 100644 --- a/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/timesfm_2_5/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TimesFM-2.5", - "evaluated_at": "2026-06-20T03:55:57.634385+00:00", + "evaluated_at": "2026-06-20T04:38:59.168263+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2549.72216796875, - 2549.496826171875, - 2549.4150390625, - 2549.60107421875, - 2549.739501953125, - 2549.16748046875, - 2548.8212890625, - 2547.760009765625, - 2548.533447265625, - 2547.89013671875, - 2547.316650390625, - 2547.59326171875, - 2548.832275390625, - 2547.4296875, - 2546.87451171875, - 2545.791259765625, - 2547.667724609375, - 2547.474609375, - 2545.695556640625, - 2546.02294921875, - 2545.83642578125, - 2545.335205078125, - 2544.552978515625, - 2545.427978515625 + 2550.537353515625, + 2550.389892578125, + 2550.37109375, + 2550.12841796875, + 2550.814453125, + 2550.351806640625, + 2550.334716796875, + 2549.132080078125, + 2549.328125, + 2549.27783203125, + 2548.820556640625, + 2548.730712890625, + 2550.3291015625, + 2548.885498046875, + 2549.158203125, + 2548.190185546875, + 2549.40576171875, + 2549.505126953125, + 2548.705078125, + 2549.993896484375, + 2549.500244140625, + 2549.059326171875, + 2548.827880859375, + 2549.654541015625 ], "p10": [ - 2547.71435546875, - 2546.833740234375, - 2548.506591796875, - 2547.2255859375, - 2545.989501953125, - 2546.097412109375, - 2544.1279296875, - 2543.93603515625, - 2542.912109375, - 2543.4306640625, - 2541.107666015625, - 2540.316650390625, - 2540.850341796875, - 2538.800537109375, - 2539.696533203125, - 2538.88623046875, - 2538.082275390625, - 2536.57666015625, - 2534.551513671875, - 2536.469970703125, - 2536.2705078125, - 2534.893310546875, - 2533.3115234375, - 2532.943603515625 + 2549.720947265625, + 2550.0556640625, + 2550.22119140625, + 2549.476806640625, + 2549.19775390625, + 2548.12939453125, + 2548.04931640625, + 2547.96875, + 2548.078369140625, + 2548.28271484375, + 2545.644287109375, + 2545.591796875, + 2545.8173828125, + 2544.60791015625, + 2545.58251953125, + 2545.19873046875, + 2544.375244140625, + 2544.036865234375, + 2542.69970703125, + 2543.988525390625, + 2544.466796875, + 2542.86083984375, + 2542.231689453125, + 2543.363525390625 ], "p90": [ - 2551.854248046875, - 2551.517822265625, - 2551.414794921875, - 2551.93359375, - 2552.51416015625, - 2551.861328125, - 2551.43701171875, - 2550.5263671875, - 2551.72802734375, - 2550.614990234375, - 2550.5849609375, - 2551.93505859375, - 2552.07861328125, - 2551.856201171875, - 2551.01611328125, - 2551.194580078125, - 2553.183349609375, - 2552.069580078125, - 2551.4130859375, - 2552.012939453125, - 2553.0810546875, - 2553.189697265625, - 2553.314453125, - 2554.16650390625 + 2551.905517578125, + 2551.39794921875, + 2551.075439453125, + 2551.096923828125, + 2551.352294921875, + 2551.068603515625, + 2551.2470703125, + 2550.267578125, + 2551.03466796875, + 2550.467529296875, + 2551.248291015625, + 2550.97998046875, + 2551.18310546875, + 2550.760986328125, + 2550.33935546875, + 2549.87744140625, + 2551.25, + 2550.68701171875, + 2550.1611328125, + 2550.64208984375, + 2550.53369140625, + 2550.10205078125, + 2550.362548828125, + 2550.482421875 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/timesfm_2_5/online_meta.json b/results/timesfm_2_5/online_meta.json index b24ea04a88fa7d1fec8f011c2c55c8fd2d4b51d5..ac7157fd63bee0e2fb6e37aed15ac986248c6b60 100644 --- a/results/timesfm_2_5/online_meta.json +++ b/results/timesfm_2_5/online_meta.json @@ -1,25 +1,26 @@ { "model": "TimesFM-2.5", "api_model_id": "google/timesfm-2.5-200m-pytorch", - "evaluated_at": "2026-06-16T05:13:15.465340+00:00", + "evaluated_at": "2026-06-20T04:39:02.733518+00:00", "datasets": [ { - "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260614t230000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 }, { - "dataset": "task_nws_ksfo_observations_nws_station_ksfo_temperature_20260616t025600z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", - "context_length": 96, - "prediction_length": 24 + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 }, { - "dataset": "task_usgs_earthquake_all_week_hourly_earth_global_earthquake_count_20260615t050000z", - "data_fetched_at": "2026-06-16T05:09:33.157863Z", + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } - ] + ], + "failed_datasets": [] } diff --git a/results/tirex/all_results.csv b/results/tirex/all_results.csv index 6ece1681ea5ed2af41ebe2b521a550534cda1130..67cf158d08eee78c6d570854543c7034679fe672 100644 --- a/results/tirex/all_results.csv +++ b/results/tirex/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,TiRex,127625.76986757915,127625.76986757915,291.09912109375,0.28186918969146385,0.004616796841028184,0.00462722343357835,2.5498725963675155,357.24749105848053,0.005675721827042868,0.00462479842903734,0.006467408911006898,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,TiRex,0.0630864204814922,0.0630864204814922,0.20702830950419107,0.11866701884215979,0.008791164066002046,0.008820655648889243,1.6732100266378442,0.25117010268240963,0.010755598766224901,0.008865360194132888,0.016615882154903422,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.07176546252995687,0.07176546252995687,0.2156274875005086,0.3054574011245498,0.15933783544935046,0.14017949846791272,1.1477019051418926,0.26789076604085643,0.17568528077118412,0.1414105317752323,0.09935471015888636,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,TiRex,0.01968019628381145,0.01968019628381145,0.10919031898180644,0.15396809200045394,0.08612163276451076,0.07980032903186071,1.2030469237337549,0.14028612291959405,0.09342650131872168,0.07271759506955872,0.08446061834516476,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,TiRex,0.04693304742870671,0.04693304742870671,0.18862363364961413,1.0934700981857404,0.14558454144237315,0.13214915937796098,8.69972740930329,0.21664036426461877,0.15867860583342383,0.1381577035117802,0.09936791151644782,Ocean,1 nws_ksfo_observations_temperature/1h/short,TiRex,1.5903845496001547,1.5903845496001547,1.0952545801798503,0.9664010278738413,0.06227665304335736,0.05977274461338764,23.33052643005323,1.2611044959083109,0.07027282805659821,0.061031133455554804,0.05048435503958704,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,TiRex,119.27622635946886,119.27622635946886,9.591471115748087,0.8449919492061001,0.6068265929860117,0.43168429226383404,6.4163940932712675,10.921365590413538,0.5041599574174499,0.4427684092482756,0.3146017671634188,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,TiRex,3.3376948290147084,3.3376948290147084,1.6621310710906982,0.8774702101189473,0.06202773546732287,0.06445067815332885,8.62501516519666,1.8269359126731042,0.06787378003739086,0.06175099954516526,0.05440329973911722,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,TiRex,17.437877449576643,17.437877449576643,3.5261882146199546,0.6066560369238632,0.5393543730728606,0.3724274347680612,4.991269388506489,4.175868466508092,0.4494208215075974,0.3795000769097709,0.29042495856786404,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.004666469991207123,0.004666469991207123,0.054046630859375,0.0008368510584677419,2.11947571997549e-05,2.1194439284809873e-05,0.5206073588709678,0.06831156557426511,2.678884924480985e-05,2.11947571997549e-05,0.0017274589233841685,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,TiRex,0.008739049235979715,0.008739049235979715,0.07672119140625,0.0009323081487341772,3.0086741727941175e-05,3.0086252980331775e-05,0.21175979034810125,0.09348288204789,3.665995374427059e-05,3.0086741727941175e-05,0.0009033617117998818,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,TiRex,384.07118180487305,384.07118180487305,15.865081787109375,0.3368135957731858,0.06213313224143093,0.060067917042885534,2.0585889419335444,19.59773409873889,0.0775051631023572,0.06274326130495234,0.06103663002105158,Web,1 diff --git a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json index 21d4b2a66dd567f18b630b65b2cebbdbef982e2e..034f01fd526afbd1879478106662f930bfa4b00b 100644 --- a/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/tirex/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "TiRex", - "evaluated_at": "2026-06-20T04:15:39.712276+00:00", + "evaluated_at": "2026-06-20T04:55:55.572310+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 079055c6da7aefe22a2d2c4bc80a845a68f66c10..27e5194f069946d21b6ecb6a484a2ded9b0d58e2 100644 --- a/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/tirex/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "TiRex", - "evaluated_at": "2026-06-20T04:08:15.569666+00:00", + "evaluated_at": "2026-06-20T04:56:04.676673+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.4473543167114258, - 1.477279543876648, - 1.5058343410491943, - 1.5349483489990234, - 1.5617458820343018, - 1.5880045890808105, - 1.6128880977630615, - 1.6370435953140259, - 1.6609110832214355, - 1.68363618850708, - 1.7055449485778809, - 1.726367473602295, - 1.748002290725708, - 1.767777681350708, - 1.7875664234161377, - 1.8041136264801025, - 1.8190064430236816, - 1.8321046829223633, - 1.845085859298706, - 1.8561666011810303, - 1.8640902042388916, - 1.8704814910888672, - 1.8751174211502075, - 1.8767156600952148, - 1.878355622291565, - 1.877916932106018, - 1.8763056993484497, - 1.8750581741333008, - 1.8730103969573975, - 1.8703889846801758, - 1.8684282302856445, - 1.8644688129425049, - 1.9562093019485474, - 1.9422826766967773, - 1.9205176830291748, - 1.9165217876434326, - 1.9027674198150635, - 1.887512445449829, - 1.8718377351760864, - 1.8513758182525635, - 1.8308711051940918, - 1.8123252391815186, - 1.7914788722991943, - 1.7682360410690308, - 1.7514443397521973, - 1.735689401626587, - 1.7206716537475586, - 1.6985077857971191, - 1.680624008178711, - 1.6634867191314697, - 1.6441630125045776, - 1.6258561611175537, - 1.6095523834228516, - 1.590118408203125, - 1.5740079879760742, - 1.554687261581421, - 1.539272665977478, - 1.5244367122650146, - 1.504920482635498, - 1.486554741859436 + 1.5123027563095093, + 1.5358519554138184, + 1.555917501449585, + 1.5749931335449219, + 1.592904806137085, + 1.6108386516571045, + 1.627403974533081, + 1.6417951583862305, + 1.656153678894043, + 1.6695845127105713, + 1.6815876960754395, + 1.691290020942688, + 1.700046181678772, + 1.7063376903533936, + 1.7127212285995483, + 1.7165133953094482, + 1.7199761867523193, + 1.7217549085617065, + 1.7227967977523804, + 1.7203021049499512, + 1.7159757614135742, + 1.7114078998565674, + 1.7060587406158447, + 1.6974687576293945, + 1.6906547546386719, + 1.6831786632537842, + 1.67413330078125, + 1.6652448177337646, + 1.6552231311798096, + 1.6441683769226074, + 1.632142424583435, + 1.6196305751800537, + 1.7822542190551758, + 1.7503129243850708, + 1.718649983406067, + 1.691812515258789, + 1.6625568866729736, + 1.6347713470458984, + 1.6138005256652832, + 1.5941232442855835, + 1.5741968154907227, + 1.5538339614868164, + 1.5310012102127075, + 1.506311058998108, + 1.4861141443252563, + 1.4684771299362183, + 1.452667236328125, + 1.4310506582260132, + 1.4131864309310913, + 1.396558403968811, + 1.3760815858840942, + 1.3592368364334106, + 1.3449064493179321, + 1.3286588191986084, + 1.3162461519241333, + 1.3001576662063599, + 1.2875882387161255, + 1.2765836715698242, + 1.2629002332687378, + 1.251430869102478 ], "p10": [ - 1.4361960887908936, - 1.4626736640930176, - 1.4881187677383423, - 1.5122904777526855, - 1.5340121984481812, - 1.5531736612319946, - 1.5707378387451172, - 1.5873486995697021, - 1.6037908792495728, - 1.617030143737793, - 1.6274960041046143, - 1.6372966766357422, - 1.6462595462799072, - 1.6526892185211182, - 1.6580039262771606, - 1.660013198852539, - 1.6601279973983765, - 1.6563899517059326, - 1.6514527797698975, - 1.644391655921936, - 1.6337090730667114, - 1.6226723194122314, - 1.606785774230957, - 1.5890988111495972, - 1.5708191394805908, - 1.551764726638794, - 1.531448245048523, - 1.50616455078125, - 1.4801952838897705, - 1.4504611492156982, - 1.419285535812378, - 1.3978075981140137, - 1.5169930458068848, - 1.4736560583114624, - 1.4420924186706543, - 1.4190504550933838, - 1.3808841705322266, - 1.3417454957962036, - 1.2962722778320312, - 1.2624387741088867, - 1.2288880348205566, - 1.1990426778793335, - 1.16215181350708, - 1.1336013078689575, - 1.114809274673462, - 1.08684504032135, - 1.053930401802063, - 1.0205838680267334, - 0.9958194494247437, - 0.9665255546569824, - 0.9337870478630066, - 0.9071019887924194, - 0.8702539801597595, - 0.8463655710220337, - 0.8240997195243835, - 0.7982447743415833, - 0.7686852812767029, - 0.7396147847175598, - 0.7170405387878418, - 0.6884123086929321 + 1.5014244318008423, + 1.5215070247650146, + 1.5372189283370972, + 1.5497223138809204, + 1.562081217765808, + 1.5727112293243408, + 1.5814085006713867, + 1.5871068239212036, + 1.5931214094161987, + 1.5965826511383057, + 1.5967483520507812, + 1.5936857461929321, + 1.5891616344451904, + 1.5811688899993896, + 1.5716345310211182, + 1.5591917037963867, + 1.5471575260162354, + 1.5316481590270996, + 1.5150749683380127, + 1.4944987297058105, + 1.4686272144317627, + 1.4430060386657715, + 1.4140855073928833, + 1.3863980770111084, + 1.3607392311096191, + 1.3302708864212036, + 1.2981207370758057, + 1.2705135345458984, + 1.2409846782684326, + 1.2059272527694702, + 1.1650375127792358, + 1.135091781616211, + 1.1686625480651855, + 1.1770163774490356, + 1.146541714668274, + 1.0973103046417236, + 1.0489330291748047, + 1.0045444965362549, + 0.9526528120040894, + 0.9185147285461426, + 0.8865249156951904, + 0.857841432094574, + 0.8208237886428833, + 0.7912132740020752, + 0.7683792114257812, + 0.7426146268844604, + 0.7118841409683228, + 0.6806027889251709, + 0.6571850180625916, + 0.6270607709884644, + 0.5919058322906494, + 0.5669257640838623, + 0.5360190868377686, + 0.5162519812583923, + 0.5014828443527222, + 0.4823755621910095, + 0.45589685440063477, + 0.4329742193222046, + 0.4182441830635071, + 0.398856520652771 ], "p90": [ - 1.4569830894470215, - 1.489877700805664, - 1.5219131708145142, - 1.5572994947433472, - 1.5893489122390747, - 1.620945692062378, - 1.6526236534118652, - 1.6852985620498657, - 1.716452717781067, - 1.7464449405670166, - 1.7765600681304932, - 1.8080486059188843, - 1.840402603149414, - 1.8725584745407104, - 1.903007984161377, - 1.9316257238388062, - 1.9606420993804932, - 1.9904831647872925, - 2.018489360809326, - 2.047032356262207, - 2.072079658508301, - 2.0961852073669434, - 2.118612766265869, - 2.1367812156677246, - 2.1566624641418457, - 2.1743264198303223, - 2.191181182861328, - 2.2094178199768066, - 2.2261581420898438, - 2.2447924613952637, - 2.2586827278137207, - 2.2643611431121826, - 2.238978385925293, - 2.2904462814331055, - 2.3058645725250244, - 2.329796552658081, - 2.333529233932495, - 2.345764636993408, - 2.3614580631256104, - 2.372039794921875, - 2.375654697418213, - 2.3854494094848633, - 2.388889789581299, - 2.3947324752807617, - 2.4027535915374756, - 2.4052395820617676, - 2.4084033966064453, - 2.397617816925049, - 2.395153045654297, - 2.402122974395752, - 2.3998568058013916, - 2.405256748199463, - 2.398818016052246, - 2.398285150527954, - 2.3915445804595947, - 2.3851284980773926, - 2.3787806034088135, - 2.3751373291015625, - 2.3662919998168945, - 2.3596343994140625 + 1.5226231813430786, + 1.5503311157226562, + 1.5747824907302856, + 1.5999417304992676, + 1.6231846809387207, + 1.6474568843841553, + 1.671701431274414, + 1.6943185329437256, + 1.7169784307479858, + 1.7391321659088135, + 1.76172935962677, + 1.7829129695892334, + 1.801867961883545, + 1.820791482925415, + 1.8383355140686035, + 1.8554973602294922, + 1.8757288455963135, + 1.8955351114273071, + 1.9118661880493164, + 1.9255797863006592, + 1.935900330543518, + 1.947070837020874, + 1.9579522609710693, + 1.965444564819336, + 1.975731372833252, + 1.9838511943817139, + 1.9914963245391846, + 2.0011749267578125, + 2.009800434112549, + 2.018918991088867, + 2.024104595184326, + 2.0217485427856445, + 2.1324448585510254, + 2.128401756286621, + 2.1324448585510254, + 2.1409974098205566, + 2.1417932510375977, + 2.148216962814331, + 2.1563162803649902, + 2.1642136573791504, + 2.167931079864502, + 2.172198534011841, + 2.17106294631958, + 2.172743082046509, + 2.172111988067627, + 2.1731019020080566, + 2.1765401363372803, + 2.1650915145874023, + 2.161083698272705, + 2.167140007019043, + 2.1646647453308105, + 2.1704251766204834, + 2.1648876667022705, + 2.165806531906128, + 2.161874771118164, + 2.1582794189453125, + 2.1523964405059814, + 2.1474123001098633, + 2.1407389640808105, + 2.137333393096924 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 9ac6a83c08b59a186048567f3b0829e80437864a..22fb875796a18aacf16a046608d6406f3aba9ee4 100644 --- a/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/tirex/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "TiRex", - "evaluated_at": "2026-06-20T03:58:48.959225+00:00", + "evaluated_at": "2026-06-20T04:56:11.679702+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2550.076416015625, - 2549.998046875, - 2550.000244140625, - 2549.956298828125, - 2550.000244140625, - 2550.048583984375, - 2549.982177734375, - 2549.965576171875, - 2549.9833984375, - 2550.06298828125, - 2550.08447265625, - 2550.029296875, - 2550.0361328125, - 2550.002197265625, - 2550.094482421875, - 2550.06689453125, - 2550.09521484375, - 2549.977783203125, + 2550.205322265625, + 2550.155029296875, + 2550.1513671875, + 2550.12109375, + 2550.093017578125, + 2550.139892578125, + 2550.1240234375, + 2550.041748046875, + 2550.073974609375, + 2550.099365234375, + 2550.08154296875, + 2550.029052734375, + 2549.95166015625, + 2549.935791015625, + 2550.030517578125, + 2549.99951171875, 2549.953125, - 2550.02978515625, - 2550.138427734375, - 2550.089111328125, - 2550.1376953125, - 2550.121337890625 + 2549.859130859375, + 2549.990478515625, + 2550.02294921875, + 2550.022216796875, + 2550.0302734375, + 2550.0673828125, + 2550.042236328125 ], "p10": [ - 2548.314453125, - 2548.388916015625, - 2548.407958984375, - 2547.74755859375, - 2545.29052734375, - 2539.822265625, - 2532.698974609375, - 2527.545654296875, - 2527.431396484375, - 2525.93505859375, - 2523.937255859375, - 2520.458984375, - 2517.47509765625, - 2514.400146484375, - 2510.84716796875, - 2507.438232421875, - 2504.261962890625, - 2500.6513671875, - 2496.52490234375, - 2492.7568359375, - 2491.4306640625, - 2490.41015625, - 2486.555908203125, - 2480.43017578125 + 2549.281982421875, + 2549.473388671875, + 2549.48583984375, + 2549.26220703125, + 2549.34033203125, + 2549.2431640625, + 2548.420654296875, + 2547.036865234375, + 2545.8740234375, + 2543.73486328125, + 2541.15283203125, + 2538.169189453125, + 2535.23583984375, + 2533.89794921875, + 2532.1337890625, + 2529.74462890625, + 2526.74560546875, + 2522.222900390625, + 2517.186767578125, + 2512.86474609375, + 2510.89404296875, + 2509.8349609375, + 2506.3466796875, + 2502.81787109375 ], "p90": [ - 2551.371337890625, - 2551.177490234375, - 2551.08740234375, - 2551.14794921875, - 2551.141845703125, - 2551.24267578125, - 2551.279296875, - 2551.376708984375, - 2551.35205078125, - 2551.3759765625, - 2551.453125, - 2551.629638671875, - 2551.60791015625, - 2551.626953125, - 2551.573974609375, - 2551.653564453125, - 2551.663330078125, - 2551.6123046875, - 2551.5146484375, - 2551.694091796875, - 2551.75146484375, - 2551.81982421875, - 2552.004150390625, - 2551.9453125 + 2550.75341796875, + 2550.641357421875, + 2550.623046875, + 2550.77001953125, + 2550.73828125, + 2550.734130859375, + 2550.75, + 2550.716064453125, + 2550.780517578125, + 2550.753173828125, + 2550.748046875, + 2550.7900390625, + 2550.7099609375, + 2550.710205078125, + 2550.723388671875, + 2550.7841796875, + 2550.738037109375, + 2550.727294921875, + 2550.7646484375, + 2550.910400390625, + 2550.866455078125, + 2550.92333984375, + 2551.02685546875, + 2550.94384765625 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/tirex/online_meta.json b/results/tirex/online_meta.json index 27426c28781151fc3136e1d94aedce85ffc6c5d0..44a3fe8e50966935274b4c41b2d6ce2e61c5f198 100644 --- a/results/tirex/online_meta.json +++ b/results/tirex/online_meta.json @@ -1,11 +1,23 @@ { "model": "TiRex", "api_model_id": "NX-AI/TiRex-1.1-gifteval", - "evaluated_at": "2026-06-20T04:15:43.449575+00:00", + "evaluated_at": "2026-06-20T04:56:15.233982+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 } diff --git a/results/toto_2_0_1b/all_results.csv b/results/toto_2_0_1b/all_results.csv index 83a86e381002dd499a593d461b3e8dee244bff91..e0e1d215fa61054c04e925d92ffb2b5e48955091 100644 --- a/results/toto_2_0_1b/all_results.csv +++ b/results/toto_2_0_1b/all_results.csv @@ -1,11 +1,11 @@ dataset,model,eval_metrics/MSE[mean],eval_metrics/MSE[0.5],eval_metrics/MAE[0.5],eval_metrics/MASE[0.5],eval_metrics/MAPE[0.5],eval_metrics/sMAPE[0.5],eval_metrics/MSIS,eval_metrics/RMSE[mean],eval_metrics/NRMSE[mean],eval_metrics/ND[0.5],eval_metrics/mean_weighted_sum_quantile_loss,domain,num_variates binance_btcusdt_1h_close/1h/short,Toto-2.0-1B,62927.04262415568,62927.04262415568,203.45703125,0.1970059831166547,0.0032347821276084883,0.003233450277808502,2.6279813931439073,250.85263128808452,0.003985387694548848,0.003232396425541126,0.0056570811601521385,Finance,1 nasa_power_shanghai_hourly_T2M/1h/short,Toto-2.0-1B,0.7928028575929602,0.7928028575929602,0.721045732498169,0.4132978128901108,0.02953640034619398,0.0301837402487192,2.382665304386935,0.8903947762610471,0.03812845897951336,0.030876599197218732,0.03337617042622656,Weather,1 -noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.10776241048864457,0.10776241048864457,0.2656275520722071,0.3762873771965693,0.19595633756601233,0.2390008577888772,1.0436656767788484,0.328271854548398,0.21528376579735076,0.17420104379129966,0.13998421142045922,Ocean,1 +noaa_coops_sf_water_level_water_level/6min/short,Toto-2.0-1B,0.115273679281209,0.115273679281209,0.28858935832977295,0.40693674391659296,0.21919072287376248,0.26929959143796756,1.0316896543933771,0.3395197774522259,0.22611035415137312,0.19219216773150805,0.14896273403530882,Ocean,1 noaa_ndbc_46013_realtime_wave_height/10min/short,Toto-2.0-1B,0.02624353961724108,0.02624353961724108,0.1306531760427687,0.7574095486949992,0.10212735322188886,0.09438951755523199,5.991994719809012,0.16199857905932719,0.11865613667788652,0.0956971425548942,0.0734731631981723,Ocean,1 nws_ksfo_observations_temperature/1h/short,Toto-2.0-1B,1.4354284431965425,1.4354284431965425,1.03950039545695,0.9172061626803707,0.05911177392094902,0.056845800066852546,4.163499268288761,1.1980936704600949,0.06676166072923287,0.057924329658422785,0.03616427763470424,Weather,1 open_meteo_shanghai_air_quality_hourly_pm2_5/1h/short,Toto-2.0-1B,80.11351114656274,80.11351114656274,8.057923237482706,0.7098890442170279,0.47988934788672916,0.3738130047339927,5.8817396157208295,8.950615126714071,0.4131847527478733,0.3719756657398496,0.26611874821767206,Air Quality,1 open_meteo_shanghai_hourly_temperature_2m/1h/short,Toto-2.0-1B,2.7032017306951275,2.7032017306951275,1.465826114018758,0.7738371363347758,0.05439087383866938,0.05630234077140802,6.895541602584916,1.6441416394870387,0.06108266152893023,0.05445793612453591,0.047455104438143984,Weather,1 usgs_earthquake_all_week_hourly_earthquake_count/1h/short,Toto-2.0-1B,21.272181030957466,21.272181030957466,3.9196210304896035,0.6743434030949856,0.5965353138935873,0.40073094448836005,6.307205914596504,4.612177471754254,0.49637784449373146,0.421842622115473,0.3156857887309881,Hazards,1 -usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.6237381622195244,0.6237381622195244,0.7708841959635416,0.01193627142137097,0.00030230752782883986,0.00030235549713872496,1.4757465977822581,0.78977095554314,0.0003097141002129961,0.00030230752782883986,0.004060049108257308,Hydrology,1 +usgs_potomac_iv_usgs_00060/15min/short,Toto-2.0-1B,0.10051016012827556,0.10051016012827556,0.3082275390625,0.0037455498417721515,0.00012087354473039216,0.00012086581666755239,0.5441170144382911,0.31703337383984603,0.00012432681327052787,0.00012087354473039216,0.0023686204299428106,Hydrology,1 wikimedia_time_series_hourly_pageviews/1D/short,Toto-2.0-1B,911.1493529982066,911.1493529982066,25.936536516462052,0.5506292525456805,0.10930430436435003,0.10222024293024637,5.839700471853716,30.18525058697056,0.11937669723660674,0.10257387322894597,0.0750636376753889,Web,1 diff --git a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json index ee9bac0dc6429979a63eace208b0ebaa2c61315e..0db45539dcff076b55a194a4f92ed44c7284f049 100644 --- a/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json +++ b/results/toto_2_0_1b/forecasts/binance_btcusdt_1h_close__1h__short.json @@ -1,7 +1,7 @@ { "dataset": "binance_btcusdt_1h_close/1h/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:15:27.980238+00:00", + "evaluated_at": "2026-06-20T04:39:31.791450+00:00", "freq": "1h", "context_length": 96, "prediction_length": 24, diff --git a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json index 68264f791543ad30e7060caddd163c98402af78a..d95d1066868a0823dded3f36e5aeb033ec7148a3 100644 --- a/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json +++ b/results/toto_2_0_1b/forecasts/noaa_coops_sf_water_level_water_level__6min__short.json @@ -1,14 +1,11 @@ { "dataset": "noaa_coops_sf_water_level_water_level/6min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:07:45.573299+00:00", + "evaluated_at": "2026-06-20T04:55:37.280831+00:00", "freq": "6min", "context_length": 240, "prediction_length": 60, "context": [ - 1.565000057220459, - 1.590999960899353, - 1.6080000400543213, 1.621000051498413, 1.6480000019073486, 1.6679999828338623, @@ -245,12 +242,12 @@ 1.309999942779541, 1.3480000495910645, 1.378999948501587, - 1.406999945640564 - ], - "actuals": [ + 1.406999945640564, 1.4329999685287476, 1.4579999446868896, - 1.4819999933242798, + 1.4819999933242798 + ], + "actuals": [ 1.503000020980835, 1.524999976158142, 1.5579999685287476, @@ -307,198 +304,198 @@ 1.0829999446868896, 1.0609999895095825, 1.0410000085830688, - 1.0269999504089355 + 1.0269999504089355, + 1.0110000371932983, + 0.9929999709129333, + 0.9729999899864197 ], "p50": [ - 1.4331378936767578, - 1.4601874351501465, - 1.4866745471954346, - 1.5142192840576172, - 1.5334707498550415, - 1.5556607246398926, - 1.5744132995605469, - 1.5915395021438599, - 1.6061139106750488, - 1.620528221130371, - 1.6343929767608643, - 1.6422367095947266, - 1.6512832641601562, - 1.6567277908325195, - 1.6571671962738037, - 1.6593656539916992, - 1.652341365814209, - 1.6519522666931152, - 1.6508355140686035, - 1.6450960636138916, - 1.636366367340088, - 1.6239510774612427, - 1.607028841972351, - 1.5903898477554321, - 1.5758073329925537, - 1.5573911666870117, - 1.5379951000213623, - 1.5148289203643799, - 1.4899142980575562, - 1.46909761428833, - 1.445162296295166, - 1.4113951921463013, - 1.3710269927978516, - 1.3424983024597168, - 1.310072898864746, - 1.2808101177215576, - 1.2486467361450195, - 1.2157200574874878, - 1.1783314943313599, - 1.144134759902954, - 1.110322117805481, - 1.0729924440383911, - 1.0422873497009277, - 1.0073307752609253, - 0.9660778045654297, - 0.9319626092910767, - 0.8873598575592041, - 0.8522934913635254, - 0.8084158301353455, - 0.7698555588722229, - 0.7281755208969116, - 0.6926172375679016, - 0.6591775417327881, - 0.624824047088623, - 0.5930402874946594, - 0.5542383193969727, - 0.5170648694038391, - 0.4876055121421814, - 0.4513760805130005, - 0.42079609632492065 + 1.5008488893508911, + 1.5221498012542725, + 1.5420763492584229, + 1.5629127025604248, + 1.5794081687927246, + 1.5963845252990723, + 1.6085137128829956, + 1.6210342645645142, + 1.629396677017212, + 1.6364763975143433, + 1.6388798952102661, + 1.640075445175171, + 1.6393872499465942, + 1.6405730247497559, + 1.6386120319366455, + 1.636030673980713, + 1.6240328550338745, + 1.616508960723877, + 1.6067085266113281, + 1.5941364765167236, + 1.5788146257400513, + 1.5634475946426392, + 1.5444045066833496, + 1.5236706733703613, + 1.5068742036819458, + 1.487311840057373, + 1.4667580127716064, + 1.4382818937301636, + 1.4121229648590088, + 1.3838539123535156, + 1.3561782836914062, + 1.3230280876159668, + 1.2910493612289429, + 1.261824607849121, + 1.227880835533142, + 1.1961508989334106, + 1.160340428352356, + 1.1273967027664185, + 1.089430809020996, + 1.054694652557373, + 1.021912693977356, + 0.9836611151695251, + 0.9507663249969482, + 0.9167535901069641, + 0.876322865486145, + 0.8435491323471069, + 0.8005295991897583, + 0.7681288123130798, + 0.727798581123352, + 0.6928046941757202, + 0.6521154642105103, + 0.6206650733947754, + 0.5908498167991638, + 0.5600950121879578, + 0.5289897322654724, + 0.4940757155418396, + 0.4615364074707031, + 0.43742835521698, + 0.405444860458374, + 0.3775494694709778 ], "p10": [ - 1.4202275276184082, - 1.443673849105835, - 1.4660050868988037, - 1.4875568151474, - 1.5024712085723877, - 1.5182946920394897, - 1.5320155620574951, - 1.541094422340393, - 1.549551010131836, - 1.5564160346984863, - 1.5611189603805542, - 1.5593701601028442, - 1.5605136156082153, - 1.556750774383545, - 1.5486923456192017, - 1.536996603012085, - 1.5194700956344604, - 1.5101838111877441, - 1.4992444515228271, - 1.4819037914276123, - 1.4634299278259277, - 1.4409904479980469, - 1.4114961624145508, - 1.384997844696045, - 1.3614829778671265, - 1.3317387104034424, - 1.2993991374969482, - 1.2673507928848267, - 1.2305797338485718, - 1.2007782459259033, - 1.1677340269088745, - 1.1278916597366333, - 1.0705063343048096, - 1.0470067262649536, - 1.0157145261764526, - 0.9719565510749817, - 0.9334994554519653, - 0.8967297077178955, - 0.8531790375709534, - 0.8116754293441772, - 0.7629761695861816, - 0.717110276222229, - 0.6805590391159058, - 0.630825400352478, - 0.575262725353241, - 0.5379084348678589, - 0.491940975189209, - 0.44849419593811035, - 0.402180552482605, - 0.3589787483215332, - 0.30949389934539795, - 0.2679489850997925, - 0.22805291414260864, - 0.18132418394088745, - 0.14439421892166138, - 0.09906232357025146, - 0.05320751667022705, - 0.015886306762695312, - -0.03643620014190674, - -0.08118724822998047 + 1.4895343780517578, + 1.5061275959014893, + 1.5216045379638672, + 1.5361547470092773, + 1.5482035875320435, + 1.558210849761963, + 1.565934181213379, + 1.5698877573013306, + 1.572943925857544, + 1.5717653036117554, + 1.5649996995925903, + 1.557183027267456, + 1.5472136735916138, + 1.539756178855896, + 1.530549168586731, + 1.5143651962280273, + 1.4918185472488403, + 1.475539207458496, + 1.454885721206665, + 1.4300180673599243, + 1.4039080142974854, + 1.3800935745239258, + 1.3509166240692139, + 1.3213510513305664, + 1.29638671875, + 1.2653087377548218, + 1.2332079410552979, + 1.1960010528564453, + 1.1551578044891357, + 1.1158974170684814, + 1.0763988494873047, + 1.031530499458313, + 0.9893478751182556, + 0.964694619178772, + 0.9274702668190002, + 0.8809124827384949, + 0.8366900086402893, + 0.7998744249343872, + 0.7512710094451904, + 0.7094085216522217, + 0.659066915512085, + 0.6134920120239258, + 0.570838987827301, + 0.5256813168525696, + 0.4680163264274597, + 0.4307166337966919, + 0.3860076069831848, + 0.34264838695526123, + 0.29782634973526, + 0.25747066736221313, + 0.2040882110595703, + 0.1668308973312378, + 0.12939298152923584, + 0.0851203203201294, + 0.04998612403869629, + 0.009078145027160645, + -0.03156113624572754, + -0.06650316715240479, + -0.11100935935974121, + -0.15374517440795898 ], "p90": [ - 1.4446425437927246, - 1.4739422798156738, - 1.50663423538208, - 1.5382661819458008, - 1.5650525093078613, - 1.5937550067901611, - 1.618908166885376, - 1.644605040550232, - 1.6686843633651733, - 1.692730188369751, - 1.7166920900344849, - 1.7369298934936523, - 1.7599542140960693, - 1.7774732112884521, - 1.7931406497955322, - 1.8076573610305786, - 1.8210275173187256, - 1.8356082439422607, - 1.8498046398162842, - 1.860797643661499, - 1.8727068901062012, - 1.8757352828979492, - 1.87400484085083, - 1.8778605461120605, - 1.8813832998275757, - 1.8842041492462158, - 1.885954737663269, - 1.8870021104812622, - 1.87440025806427, - 1.8775444030761719, - 1.8684715032577515, - 1.8557400703430176, - 1.8281681537628174, - 1.827016830444336, - 1.8445155620574951, - 1.8458571434020996, - 1.8373457193374634, - 1.8329432010650635, - 1.8191072940826416, - 1.8157864809036255, - 1.7945871353149414, - 1.7797842025756836, - 1.779402494430542, - 1.779844045639038, - 1.7706973552703857, - 1.7561392784118652, - 1.7417395114898682, - 1.7298312187194824, - 1.7097233533859253, - 1.7026846408843994, - 1.682066798210144, - 1.6690572500228882, - 1.6582589149475098, - 1.63006591796875, - 1.6220505237579346, - 1.6187196969985962, - 1.595488429069519, - 1.5950193405151367, - 1.5821666717529297, - 1.562753677368164 + 1.5113475322723389, + 1.5358777046203613, + 1.5610713958740234, + 1.5859224796295166, + 1.6103531122207642, + 1.6336033344268799, + 1.6519789695739746, + 1.6725685596466064, + 1.6889188289642334, + 1.7044296264648438, + 1.7170034646987915, + 1.728684902191162, + 1.7410063743591309, + 1.7539913654327393, + 1.7637255191802979, + 1.7727651596069336, + 1.7785203456878662, + 1.7847352027893066, + 1.7864279747009277, + 1.7881145477294922, + 1.7910101413726807, + 1.789743185043335, + 1.7834959030151367, + 1.7804555892944336, + 1.7781550884246826, + 1.7759665250778198, + 1.772328495979309, + 1.76509428024292, + 1.7501904964447021, + 1.743329644203186, + 1.733363389968872, + 1.7166786193847656, + 1.7029812335968018, + 1.6875715255737305, + 1.6855199337005615, + 1.6722753047943115, + 1.653566837310791, + 1.6453678607940674, + 1.6262133121490479, + 1.6165406703948975, + 1.5947306156158447, + 1.577953815460205, + 1.5601763725280762, + 1.5515780448913574, + 1.5392335653305054, + 1.5214555263519287, + 1.512251615524292, + 1.5026170015335083, + 1.4878348112106323, + 1.4795753955841064, + 1.4663913249969482, + 1.4557229280471802, + 1.4502007961273193, + 1.435115933418274, + 1.4266414642333984, + 1.422680377960205, + 1.4125722646713257, + 1.4113218784332275, + 1.4040188789367676, + 1.3960732221603394 ], "timestamps": [ - "2026-06-18 22:00:00", - "2026-06-18 22:06:00", - "2026-06-18 22:12:00", "2026-06-18 22:18:00", "2026-06-18 22:24:00", "2026-06-18 22:30:00", @@ -795,6 +792,9 @@ "2026-06-20 03:36:00", "2026-06-20 03:42:00", "2026-06-20 03:48:00", - "2026-06-20 03:54:00" + "2026-06-20 03:54:00", + "2026-06-20 04:00:00", + "2026-06-20 04:06:00", + "2026-06-20 04:12:00" ] } diff --git a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json index 8cf40ff15685581622b4c20e79e2befc29feb356..214e312d61ba4a52491e750f025e166d636eff40 100644 --- a/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json +++ b/results/toto_2_0_1b/forecasts/usgs_potomac_iv_usgs_00060__15min__short.json @@ -1,23 +1,11 @@ { "dataset": "usgs_potomac_iv_usgs_00060/15min/short", "model": "Toto-2.0-1B", - "evaluated_at": "2026-06-20T03:57:59.415868+00:00", + "evaluated_at": "2026-06-20T04:55:44.633223+00:00", "freq": "15min", "context_length": 96, "prediction_length": 24, "context": [ - 2450.0, - 2400.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2450.0, - 2450.0, - 2500.0, - 2500.0, - 2500.0, - 2550.0, 2450.0, 2450.0, 2450.0, @@ -101,6 +89,18 @@ 2550.0, 2550.0, 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, + 2550.0, 2550.0 ], "actuals": [ @@ -130,88 +130,84 @@ 2550.0 ], "p50": [ - 2549.508544921875, - 2549.537353515625, - 2549.371826171875, - 2549.40771484375, - 2549.29833984375, - 2549.56005859375, - 2549.472900390625, - 2549.32568359375, - 2549.226806640625, - 2549.314208984375, - 2549.16064453125, - 2549.112060546875, - 2549.120849609375, - 2549.299072265625, - 2549.11767578125, - 2549.12890625, - 2549.07275390625, - 2549.123779296875, - 2549.08837890625, - 2549.14990234375, - 2549.04736328125, - 2548.957275390625, - 2549.034912109375, - 2549.061767578125 + 2550.3916015625, + 2550.40869140625, + 2550.389892578125, + 2550.381591796875, + 2550.35205078125, + 2550.34619140625, + 2550.437255859375, + 2550.33251953125, + 2550.280029296875, + 2550.304443359375, + 2550.35888671875, + 2550.343017578125, + 2550.320068359375, + 2550.27587890625, + 2550.345947265625, + 2550.316162109375, + 2550.23681640625, + 2550.266845703125, + 2550.297607421875, + 2550.298095703125, + 2550.1806640625, + 2550.1787109375, + 2550.1572265625, + 2550.197265625 ], "p10": [ - 2547.5087890625, - 2534.123779296875, - 2541.448486328125, - 2517.92578125, - 2508.5986328125, - 2504.76416015625, - 2499.27392578125, - 2497.98583984375, - 2502.60986328125, - 2500.365966796875, - 2498.22998046875, - 2498.3798828125, - 2495.166015625, - 2491.332275390625, - 2488.887451171875, - 2488.111083984375, - 2484.904052734375, - 2480.34619140625, - 2476.0986328125, - 2472.69189453125, - 2470.51318359375, - 2468.2236328125, - 2465.666015625, - 2462.80224609375 + 2549.604736328125, + 2549.6591796875, + 2549.5400390625, + 2549.505615234375, + 2549.465576171875, + 2548.916259765625, + 2543.25, + 2519.58837890625, + 2518.644775390625, + 2512.3388671875, + 2502.677734375, + 2498.968017578125, + 2494.406005859375, + 2492.94970703125, + 2486.266845703125, + 2488.7216796875, + 2485.274658203125, + 2482.671630859375, + 2479.569091796875, + 2475.197509765625, + 2472.56298828125, + 2468.4443359375, + 2465.218505859375, + 2461.18017578125 ], "p90": [ - 2550.24853515625, - 2550.49560546875, - 2552.30712890625, - 2555.863037109375, - 2561.45068359375, - 2567.784912109375, - 2573.433349609375, - 2578.82666015625, - 2581.533447265625, - 2586.137939453125, - 2590.7216796875, - 2595.99462890625, - 2602.12841796875, - 2604.85888671875, - 2606.208984375, - 2606.513427734375, - 2607.281982421875, - 2610.6103515625, - 2612.491455078125, - 2614.084716796875, - 2615.96826171875, - 2618.724609375, - 2619.00927734375, - 2620.68701171875 + 2550.944580078125, + 2550.833251953125, + 2550.7626953125, + 2550.841064453125, + 2550.823486328125, + 2550.930419921875, + 2550.79736328125, + 2550.788330078125, + 2550.785400390625, + 2550.925048828125, + 2550.81982421875, + 2550.749755859375, + 2550.74951171875, + 2550.77880859375, + 2550.69873046875, + 2550.693115234375, + 2550.71826171875, + 2550.74609375, + 2550.802490234375, + 2550.851318359375, + 2550.7734375, + 2550.76708984375, + 2550.771240234375, + 2550.902099609375 ], "timestamps": [ - "2026-06-19 16:55:00", - "2026-06-19 17:10:00", - "2026-06-19 17:25:00", - "2026-06-19 17:40:00", "2026-06-19 17:55:00", "2026-06-19 18:10:00", "2026-06-19 18:25:00", @@ -327,6 +323,10 @@ "2026-06-20 21:55:00", "2026-06-20 22:10:00", "2026-06-20 22:25:00", - "2026-06-20 22:40:00" + "2026-06-20 22:40:00", + "2026-06-20 22:55:00", + "2026-06-20 23:10:00", + "2026-06-20 23:25:00", + "2026-06-20 23:40:00" ] } diff --git a/results/toto_2_0_1b/online_meta.json b/results/toto_2_0_1b/online_meta.json index b953c14818817ba2b2583946bc99f4cfa35603c0..79f5de8fb9307daeacead1a4fd580dc1b8e1fbd2 100644 --- a/results/toto_2_0_1b/online_meta.json +++ b/results/toto_2_0_1b/online_meta.json @@ -1,11 +1,23 @@ { "model": "Toto-2.0-1B", "api_model_id": "Datadog/Toto-2.0-1B", - "evaluated_at": "2026-06-20T04:15:31.442613+00:00", + "evaluated_at": "2026-06-20T04:55:46.714490+00:00", "datasets": [ { "dataset": "task_binance_btcusdt_1h_crypto_btcusdt_close_20260618t230000z", - "data_fetched_at": "2026-06-20T04:14:21.983874Z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 96, + "prediction_length": 24 + }, + { + "dataset": "task_noaa_coops_sf_water_level_coops_station_9414290_water_level_20260619t221200z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", + "context_length": 240, + "prediction_length": 60 + }, + { + "dataset": "task_usgs_potomac_iv_usgs_site_01646500_usgs_00060_20260620t015000z", + "data_fetched_at": "2026-06-20T04:20:52.998588Z", "context_length": 96, "prediction_length": 24 }